btrfs: add better -ENOSPC handling VERSION 3
PATCH 1/1 btrfs: add better -ENOSPC handling VERSION 3
This is a step in the direction of better -ENOSPC handling. Instead of checking the global bytes counter we check the space_info bytes counters to make sure we have enough space. If we don't we go ahead and try to allocate a new chunk, and then if that fails we return -ENOSPC. This patch adds two counters to btrfs_space_info, bytes_delalloc and bytes_may_use. bytes_delalloc account for extents we've actually setup for delalloc and will be allocated at some point down the line. bytes_may_use is to keep track of how many bytes we may use for delalloc at some point. When we actually set the extent_bit for the delalloc bytes we subtract the reserved bytes from the bytes_may_use counter. This keeps us from not actually being able to allocate space for any delalloc bytes. This has been tested with fs_mark and dbench.
--- fs/btrfs/btrfs_inode.h | 8 ++ fs/btrfs/ctree.h | 40 +++++++-- fs/btrfs/extent-tree.c | 214 ++++++++++++++++++++++++++++++++++++++++++++---- fs/btrfs/file.c | 16 +++- fs/btrfs/inode.c | 62 ++++---------- fs/btrfs/ioctl.c | 6 +- 6 files changed, 270 insertions(+), 76 deletions(-)
fs/btrfs/btrfs_inode.h +8 -0
@@ -66,6 +66,9 @@ struct btrfs_inode {*/ struct list_head delalloc_inodes; +/* the space_info for where this inode's data allocations are done */ +struct btrfs_space_info *space_info; +/* full 64 bit generation number, struct vfs_inode doesn't have a big * enough field for this. */
@@ -94,6 +97,11 @@ struct btrfs_inode {*/ u64 delalloc_bytes; +/* total number of bytes that may be used for this inode for +* delalloc +*/ +u64 reserved_bytes; +/* * the size of the file stored in the metadata on disk. data=ordered * means the in-memory i_size might be larger than the size on disk
fs/btrfs/ctree.h +31 -9
@@ -596,13 +596,27 @@ struct btrfs_block_group_item {struct btrfs_space_info {u64 flags; -u64 total_bytes; -u64 bytes_used; -u64 bytes_pinned; -u64 bytes_reserved; -u64 bytes_readonly; -int full; -int force_alloc; + +u64 total_bytes;/* total bytes in the space */ +u64 bytes_used;/* total bytes used on disk */ +u64 bytes_pinned;/* total bytes pinned, will be freed when the +transaction finishes */ +u64 bytes_reserved;/* total bytes the allocator has reserved for +current allocations */ +u64 bytes_readonly;/* total bytes that are read only */ + +/* delalloc accounting */ +u64 bytes_delalloc;/* number of bytes reserved for allocation, +this space is not necessarily reserved yet +by the allocator */ +u64 bytes_may_use;/* number of bytes that may be used for +delalloc */ + +int full;/* indicates that we cannot allocate any more +chunks for this space */ +int force_alloc;/* set if we need to force a chunk alloc for +this space */ +struct list_head list;/* for block groups in our same type */
@@ -1782,6 +1796,16 @@ int btrfs_add_dead_reloc_root(struct btrfs_root *root);int btrfs_cleanup_reloc_trees (struct btrfs_root *root);int btrfs_reloc_clone_csums (struct inode *inode,u64 file_pos,u64 len);u64 btrfs_reduce_alloc_profile (struct btrfs_root *root,u64 flags); +void btrfs_set_inode_space_info (struct btrfs_root *root,struct inode *ionde); +int btrfs_check_metadata_free_space (struct btrfs_root *root); +int btrfs_check_data_free_space (struct btrfs_root *root,struct inode *inode, +u64 bytes); +void btrfs_free_reserved_data_space (struct btrfs_root *root, +struct inode *inode,u64 bytes); +void btrfs_delalloc_reserve_space (struct btrfs_root *root,struct inode *inode, +u64 bytes); +void btrfs_delalloc_free_space (struct btrfs_root *root,struct inode *inode, +u64 bytes);/* ctree.c */ int btrfs_previous_item(struct btrfs_root *root, struct btrfs_path *path, u64 min_objectid,
@@ -2027,8 +2051,6 @@ int btrfs_merge_bio_hook(struct page *page, unsigned long offset,unsigned long btrfs_force_ra (struct address_space *mapping,struct file_ra_state *ra,struct file *file,pgoff_t offset,pgoff_t last_index); -int btrfs_check_free_space (struct btrfs_root *root,u64 num_required, -int for_del);int btrfs_page_mkwrite (struct vm_area_struct *vma,struct page *page);int btrfs_readpage (struct file *file,struct page *page);void btrfs_delete_inode (struct inode *inode);
fs/btrfs/extent-tree.c +199 -15
247 lines not on this page · raw message
fs/btrfs/file.c +13 -3
@@ -1091,19 +1091,24 @@ static ssize_t btrfs_file_write(struct file *file, const char __user *buf,WARN_ON (num_pages > nrptrs);memset (pages,0 ,sizeof (struct page *) * nrptrs); - ret =btrfs_check_free_space (root, write_bytes,0 ); + ret =btrfs_check_data_free_space (root, inode, write_bytes);if (ret) goto out; ret =prepare_pages (root, file, pages, num_pages, pos, first_index, last_index, write_bytes); -if (ret) +if (ret) { +btrfs_free_reserved_data_space (root, inode, + write_bytes); goto out; + } ret =btrfs_copy_from_user (pos, num_pages, write_bytes, pages, buf);if (ret) { +btrfs_free_reserved_data_space (root, inode, + write_bytes);btrfs_drop_pages (pages, num_pages); goto out; }
@@ -1111,8 +1116,11 @@ static ssize_t btrfs_file_write(struct file *file, const char __user *buf, ret =dirty_and_release_pages (NULL , root, file, pages, num_pages, pos, write_bytes);btrfs_drop_pages (pages, num_pages); -if (ret) +if (ret) { +btrfs_free_reserved_data_space (root, inode, + write_bytes); goto out; + }if (will_write) { btrfs_fdatawrite_range(inode->i_mapping, pos,
@@ -1136,6 +1144,8 @@ static ssize_t btrfs_file_write(struct file *file, const char __user *buf, } out:mutex_unlock (&inode->i_mutex); +if (ret) + err = ret; out_nolock:kfree (pages);
fs/btrfs/inode.c +16 -46
179 lines not on this page · raw message
fs/btrfs/ioctl.c +3 -3
@@ -70,7 +70,7 @@ static noinline int create_subvol(struct btrfs_root *root,u64 index =0 ;unsigned long nr =1 ; - ret =btrfs_check_free_space (root,1 ,0 ); + ret =btrfs_check_metadata_free_space (root);if (ret) goto fail_commit;
@@ -203,7 +203,7 @@ static int create_snapshot(struct btrfs_root *root, struct dentry *dentry,if (!root->ref_cows)return -EINVAL ; - ret =btrfs_check_free_space (root,1 ,0 ); + ret =btrfs_check_metadata_free_space (root);if (ret) goto fail_unlock;
@@ -374,7 +374,7 @@ static int btrfs_defrag_file(struct file *file)unsigned long i;int ret; - ret =btrfs_check_free_space (root, inode->i_size,0 ); + ret =btrfs_check_data_free_space (root, inode, inode->i_size);if (ret)return -ENOSPC ;
Signature · 1 line
1.5.4.3
Hi Josef.
I created file till return of ENOSPC.
I created 18874027 files of size zero on btrfs of 16Gbyte in 1609 seconds. I test to cause ENOSPC-problem but there was not the problem. ENOSPC-problem were fixed in linux-2.6.29-rc5 and this patch. This is a good patch.
Next.
I created 2758939 files of size 4096 on btrfs of 16Gbyte in 431 seconds. And I received the following messages when I unlink files.
btrfs searching for 4096 bytes, num_bytes 4096, loop 2, allowed_alloc 0 btrfs allocation failed flags 36, wanted 4096
space_info has 65536 free, is full
space_info total=1932853248, pinned=164216832, delalloc=0, may_use=0, used=1768570880 block group 29360128 has 1073741824 bytes, 942583808 used 131092480 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 825987072 used 33124352 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate nls_utf8 hfsplus autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss sg rtc_cmos snd_mixer_oss snd_pcm snd_timer rtc_core parport_pc tg3 libphy ide_cd_mod snd button parport cdrom serio_raw rtc_lib i2c_amd8111 i2c_amd756 k8temp soundcore hwmon snd_page_alloc shpchp amd_rng i2c_core pcspkr sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd
Pid: 20535, comm: rm Tainted: G M 2.6.29-rc5 #1 -[62176J7]-
RIP: 0010:[<ffffffffa041e529>] [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff8800acd6d3d8 EFLAGS: 00010246 RAX: ffff88011996ca38 RBX: ffff88011996c960 RCX: 0000000000008610 RDX: 000000000000e1e1 RSI: 0000000000000246 RDI: ffff88011996ca34 RBP: ffff8800acd6d448 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff88011996c9c0 R13: 0000000000001000 R14: ffff88011996ca30 R15: 0000000000001000 FS: 00007fea3f7486e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7fa38d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 00007f651b793000 CR3: 00000000c64be000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process rm (pid: 20535, threadinfo ffff8800acd6c000, task ffff88012ed8c970) Stack: 0000000000000000 ffff8800acd6d4f8 0000000000000000 0000000000000000 ffffe20000000024 ffff880000000000 0000000000000000 0000000000000000 ffff88010c0c4000 0000000000001000 ffff8800acd6d4f8 ffff88012a516000 Call Trace: [<ffffffffa0421005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa04210c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa04155e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa041add4>] btrfs_insert_some_items+0xb2/0x570 [btrfs] [<ffffffff80279fa3>] ? unlock_page+0x22/0x27 [<ffffffffa04482df>] ? set_extent_buffer_dirty+0x102/0x131 [btrfs] [<ffffffffa041f50b>] insert_extents+0x162/0x36f [btrfs] [<ffffffffa0420105>] finish_current_insert+0x4de/0x553 [btrfs] [<ffffffffa04228dc>] __btrfs_inc_extent_ref+0x1b5/0x1e4 [btrfs] [<ffffffff8034a2fe>] ? generic_swap+0x0/0x1c [<ffffffffa04256fb>] btrfs_inc_ref+0x42d/0x4ce [btrfs] [<ffffffffa0422727>] ? __btrfs_inc_extent_ref+0x0/0x1e4 [btrfs] [<ffffffffa0445c95>] ? copy_extent_buffer+0x115/0x149 [btrfs] [<ffffffffa0415834>] __btrfs_cow_block+0x43a/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffff8034d5e8>] ? crc32c+0x4c/0x60 [<ffffffffa0427d8d>] btrfs_lookup_dir_item+0x71/0xe7 [btrfs] [<ffffffffa04337e4>] btrfs_unlink_inode+0x60/0x26f [btrfs] [<ffffffffa042f0e5>] ? start_transaction+0xf9/0x105 [btrfs] [<ffffffffa0433dbc>] btrfs_unlink+0x55/0x97 [btrfs] [<ffffffff802af53b>] vfs_unlink+0xb9/0x12c [<ffffffff802b197e>] do_unlinkat+0xc1/0x173 [<ffffffff802b4063>] ? vfs_readdir+0x9a/0xaf [<ffffffff8026855b>] ? audit_syscall_entry+0x16b/0x19e [<ffffffff802b1a41>] sys_unlink+0x11/0x13 [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 1e e3 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff8800acd6d3d8> ---[ end trace b5c34207a1ecc394 ]---
And, I received the following messages when I utime(2) files.
btrfs searching for 4096 bytes, num_bytes 4096, loop 2, allowed_alloc 1 btrfs allocation failed flags 36, wanted 4096
space_info has 65536 free, is full
space_info total=1932853248, pinned=54943744, delalloc=0, may_use=0, used=1877843968 block group 29360128 has 1073741824 bytes, 1041494016 used 32182272 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 836349952 used 22761472 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss snd_mixer_oss k8temp button sg snd_pcm i2c_amd8111 snd_timer snd serio_raw parport_pc rtc_cmos tg3 i2c_amd756 soundcore rtc_core parport hwmon libphy i2c_core ide_cd_mod cdrom rtc_lib amd_rng pcspkr snd_page_alloc shpchp sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd Pid: 14421, comm: mkfbmt Tainted: G M 2.6.29-rc5 #1 -[62176J7]- RIP: 0010:[<ffffffffa0407529>] [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff88010010d968 EFLAGS: 00010246 RAX: ffff880026bed8f8 RBX: ffff880026bed820 RCX: 0000000000008689 RDX: 0000000000005959 RSI: 0000000000000246 RDI: ffff880026bed8f4 RBP: ffff88010010d9d8 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff880026bed880 R13: 0000000000001000 R14: ffff880026bed8f0 R15: 0000000000001000 FS: 00007fb97df446e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7f4f8d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 000000342e614ce5 CR3: 000000011557b000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process mkfbmt (pid: 14421, threadinfo ffff88010010c000, task ffff88011f9738d0) Stack: 0000000000000000 ffff88010010da88 0000000000000000 0000000000000000 ffff880100000024 ffff88010010dad4 0000000000000000 0000000000000000 ffff8801145c0000 0000000000001000 ffff88010010da88 ffff8801149cd000 Call Trace: [<ffffffffa040a005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa040a0c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa03fe5e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa03ff2d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0402cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa0419b89>] ? btrfs_lookup_dentry+0x159/0x16f [btrfs] [<ffffffff802cd6a1>] ? inotify_d_instantiate+0x1a/0x43 [<ffffffff802b6984>] ? d_splice_alias+0xc4/0xd0 [<ffffffffa0412a8c>] btrfs_lookup_inode+0x2c/0x90 [btrfs] [<ffffffffa041bb13>] btrfs_update_inode+0x46/0xbd [btrfs] [<ffffffffa041c770>] btrfs_dirty_inode+0x3e/0x52 [btrfs] [<ffffffff802c0f3c>] __mark_inode_dirty+0x33/0x178 [<ffffffff802b998c>] inode_setattr+0x11b/0x125 [<ffffffffa041ace0>] btrfs_setattr+0x56/0x6e [btrfs] [<ffffffff802b9b2a>] notify_change+0x194/0x2d6 [<ffffffff802c3969>] utimes_common+0x121/0x163 [<ffffffff802c3a64>] do_utimes+0xb9/0xda [<ffffffff802c3c0f>] sys_utime+0x66/0x7b [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 8e e4 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff88010010d968> ---[ end trace 16075f4743156c16 ]---
Thanks, regards,
Quoted 13 lines · On Fri, 13 Feb 2009 15:40:04 -0500 Josef Bacik <[email protected]> wrote:
This is a step in the direction of better
-ENOSPChandling. Instead of checking the global bytes counter we check thespace_infobytes counters to make sure we have enough space. If we don't we go ahead and try to allocate a new chunk, and then if that fails we return-ENOSPC. This patch adds two counters tobtrfs_space_info,bytes_delallocandbytes_may_use.bytes_delallocaccount for extents we've actually setup for delalloc and will be allocated at some point down the line.bytes_may_useis to keep track of how many bytes we may use for delalloc at some point. When we actually set theextent_bitfor the delalloc bytes we subtract the reserved bytes from thebytes_may_usecounter. This keeps us from not actually being able to allocate space for any delalloc bytes. This has been tested withfs_markand dbench.Signed-off-by Josef Bacik <[email protected]>
Quoted 20 lines · Yoshihiro Takahashi
Hi Josef.
I created file till return of ENOSPC.
I created 18874027 files of size zero on btrfs of 16Gbyte in 1609 seconds. I test to cause ENOSPC-problem but there was not the problem. ENOSPC-problem were fixed in linux-2.6.29-rc5 and this patch. This is a good patch.Next.
I created 2758939 files of size 4096 on btrfs of 16Gbyte in 431 seconds. And I received the following messages when I unlink files.btrfs searching for 4096 bytes,
num_bytes4096, loop 2,allowed_alloc0 btrfs allocation failed flags 36, wanted 4096
space_infohas 65536 free, is full
space_infototal=1932853248, pinned=164216832, delalloc=0, may_use=0, used=1768570880 block group 29360128 has 1073741824 bytes, 942583808 used 131092480 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 825987072 used 33124352 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
Quoted 6 lines
------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate nls_utf8 hfsplus autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss sg rtc_cmos snd_mixer_oss snd_pcm snd_timer rtc_core parport_pc tg3 libphy ide_cd_mod snd button parport cdrom serio_raw rtc_lib i2c_amd8111 i2c_amd756 k8temp soundcore hwmon snd_page_alloc shpchp amd_rng i2c_core pcspkr sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_h
cd
Quoted 112 lines
Pid: 20535, comm: rm Tainted: G M 2.6.29-rc5 #1 -[62176J7]-
RIP: 0010:[<ffffffffa041e529>] [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff8800acd6d3d8 EFLAGS: 00010246 RAX: ffff88011996ca38 RBX: ffff88011996c960 RCX: 0000000000008610 RDX: 000000000000e1e1 RSI: 0000000000000246 RDI: ffff88011996ca34 RBP: ffff8800acd6d448 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff88011996c9c0 R13: 0000000000001000 R14: ffff88011996ca30 R15: 0000000000001000 FS: 00007fea3f7486e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7fa38d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 00007f651b793000 CR3: 00000000c64be000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process rm (pid: 20535, threadinfo ffff8800acd6c000, task ffff88012ed8c970) Stack: 0000000000000000 ffff8800acd6d4f8 0000000000000000 0000000000000000 ffffe20000000024 ffff880000000000 0000000000000000 0000000000000000 ffff88010c0c4000 0000000000001000 ffff8800acd6d4f8 ffff88012a516000 Call Trace: [<ffffffffa0421005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa04210c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa04155e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa041add4>] btrfs_insert_some_items+0xb2/0x570 [btrfs] [<ffffffff80279fa3>] ? unlock_page+0x22/0x27 [<ffffffffa04482df>] ? set_extent_buffer_dirty+0x102/0x131 [btrfs] [<ffffffffa041f50b>] insert_extents+0x162/0x36f [btrfs] [<ffffffffa0420105>] finish_current_insert+0x4de/0x553 [btrfs] [<ffffffffa04228dc>] __btrfs_inc_extent_ref+0x1b5/0x1e4 [btrfs] [<ffffffff8034a2fe>] ? generic_swap+0x0/0x1c [<ffffffffa04256fb>] btrfs_inc_ref+0x42d/0x4ce [btrfs] [<ffffffffa0422727>] ? __btrfs_inc_extent_ref+0x0/0x1e4 [btrfs] [<ffffffffa0445c95>] ? copy_extent_buffer+0x115/0x149 [btrfs] [<ffffffffa0415834>] __btrfs_cow_block+0x43a/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffff8034d5e8>] ? crc32c+0x4c/0x60 [<ffffffffa0427d8d>] btrfs_lookup_dir_item+0x71/0xe7 [btrfs] [<ffffffffa04337e4>] btrfs_unlink_inode+0x60/0x26f [btrfs] [<ffffffffa042f0e5>] ? start_transaction+0xf9/0x105 [btrfs] [<ffffffffa0433dbc>] btrfs_unlink+0x55/0x97 [btrfs] [<ffffffff802af53b>] vfs_unlink+0xb9/0x12c [<ffffffff802b197e>] do_unlinkat+0xc1/0x173 [<ffffffff802b4063>] ? vfs_readdir+0x9a/0xaf [<ffffffff8026855b>] ? audit_syscall_entry+0x16b/0x19e [<ffffffff802b1a41>] sys_unlink+0x11/0x13 [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 1e e3 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff8800acd6d3d8> ---[ end trace b5c34207a1ecc394 ]---And, I received the following messages when I utime(2) files.
btrfs searching for 4096 bytes,
num_bytes4096, loop 2,allowed_alloc1 btrfs allocation failed flags 36, wanted 4096
space_infohas 65536 free, is full
space_infototal=1932853248, pinned=54943744, delalloc=0, may_use=0, used=1877843968 block group 29360128 has 1073741824 bytes, 1041494016 used 32182272 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 836349952 used 22761472 pinned 0 reserved 0 blocks of free space at or bigger than bytes is------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss snd_mixer_oss k8temp button sg snd_pcm i2c_amd8111 snd_timer snd serio_raw parport_pc rtc_cmos tg3 i2c_amd756 soundcore rtc_core parport hwmon libphy i2c_core ide_cd_mod cdrom rtc_lib amd_rng pcspkr snd_page_alloc shpchp sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd Pid: 14421, comm: mkfbmt Tainted: G M 2.6.29-rc5 #1 -[62176J7]- RIP: 0010:[<ffffffffa0407529>] [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff88010010d968 EFLAGS: 00010246 RAX: ffff880026bed8f8 RBX: ffff880026bed820 RCX: 0000000000008689 RDX: 0000000000005959 RSI: 0000000000000246 RDI: ffff880026bed8f4 RBP: ffff88010010d9d8 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff880026bed880 R13: 0000000000001000 R14: ffff880026bed8f0 R15: 0000000000001000 FS: 00007fb97df446e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7f4f8d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 000000342e614ce5 CR3: 000000011557b000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process mkfbmt (pid: 14421, threadinfo ffff88010010c000, task ffff88011f9738d0) Stack: 0000000000000000 ffff88010010da88 0000000000000000 0000000000000000 ffff880100000024 ffff88010010dad4 0000000000000000 0000000000000000 ffff8801145c0000 0000000000001000 ffff88010010da88 ffff8801149cd000 Call Trace: [<ffffffffa040a005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa040a0c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa03fe5e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa03ff2d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0402cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa0419b89>] ? btrfs_lookup_dentry+0x159/0x16f [btrfs] [<ffffffff802cd6a1>] ? inotify_d_instantiate+0x1a/0x43 [<ffffffff802b6984>] ? d_splice_alias+0xc4/0xd0 [<ffffffffa0412a8c>] btrfs_lookup_inode+0x2c/0x90 [btrfs] [<ffffffffa041bb13>] btrfs_update_inode+0x46/0xbd [btrfs] [<ffffffffa041c770>] btrfs_dirty_inode+0x3e/0x52 [btrfs] [<ffffffff802c0f3c>] __mark_inode_dirty+0x33/0x178 [<ffffffff802b998c>] inode_setattr+0x11b/0x125 [<ffffffffa041ace0>] btrfs_setattr+0x56/0x6e [btrfs] [<ffffffff802b9b2a>] notify_change+0x194/0x2d6 [<ffffffff802c3969>] utimes_common+0x121/0x163 [<ffffffff802c3a64>] do_utimes+0xb9/0xda [<ffffffff802c3c0f>] sys_utime+0x66/0x7b [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 8e e4 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff88010010d968> ---[ end trace 16075f4743156c16 ]---
Quoted 2 lines
Thanks, regards,
Thank you, what tool are you using to create these files and such?
Josef
Hi Josef.
Quoted 1 line
Thank you, what tool are you using to create these files and such?
I use an original tool.
I do not make the document.
ex.
./mkfbmt -d /btrfs -f 10000000 -x 10000
This makes a file under 10,000 directories with 10,000,000 files in /btrfs.
make 10,000 files under 100 directories each.
100dir * 10000files = 10000000
/btrfs/0/0
/btrfs/0/1
...
/btrfs/0/9998
/btrfs/0/9999
/btrfs/1/0
...
/btrfs/99/9999
defaults file size is zero byte.
When make a file of 4,096 bytes, please appoint -w 4096. defaults option is all test.
-m mkdir
-c open(O_CREAT | O_EXCL | O_WRONLY) test
-o open test
-p utime test
-s stat test
-u unlink test
-r rmdir
# ./mkfbmt -d /btrfs/ -f 1000000 -x 10000 ## __linuxfs_init(91) [0x401fc8] mkfbmt 100 directry 1000000 files , one directry 10000 files make files for /btrfs
mkdir : 0.004923 sec , 1 file mkdir for 0.000000 sec creat : 179.155566 sec , 1 file creat for 0.000179 sec
open : 26.696062 sec , 1 file open for 0.000027 sec
utime : 55.143818 sec , 1 file utime for 0.000055 sec
stat : 4.692097 sec , 1 file stat for 0.000005 sec
unlink: 210.624820 sec , 1 file unlink for 0.000211 sec rmdir : 0.806472 sec , 1 file rmdir for 0.000001 sec
file creat open utime stat unlink
50000 4.08 1.18 2.17 0.13 14.18
100000 10.70 1.86 4.78 0.25 22.57
150000 55.87 2.42 7.57 0.37 30.99
200000 63.74 3.23 9.81 0.49 42.35
250000 69.72 4.93 12.16 0.60 55.71
300000 76.37 7.16 14.56 0.72 64.03
350000 83.60 10.34 17.01 0.83 91.18
400000 90.23 15.36 19.60 0.94 103.36
450000 97.47 20.07 22.17 1.06 111.07
500000 103.99 22.14 24.56 1.38 118.84
550000 110.85 22.36 26.93 1.88 126.66
600000 118.49 22.58 29.70 2.30 136.47
650000 125.26 23.08 32.05 2.50 148.96
700000 132.34 23.65 34.28 3.01 156.62
750000 138.89 24.22 36.80 3.54 164.49
800000 146.38 24.78 44.05 4.05 172.23
850000 155.14 25.34 46.81 4.28 180.48
900000 163.21 26.25 49.85 4.41 195.99
950000 171.81 26.47 52.22 4.55 203.47
1000000 179.16 26.70 55.14 4.69 210.62Best regards,
Quoted 13 lines · On Tue, 17 Feb 2009 08:42:19 -0500 Josef Bacik <[email protected]> wrote:
Quoted 12 lines · Yoshihiro Takahashi
Hi Josef.
I created file till return of ENOSPC.
I created 18874027 files of size zero on btrfs of 16Gbyte in 1609 seconds. I test to cause ENOSPC-problem but there was not the problem. ENOSPC-problem were fixed in linux-2.6.29-rc5 and this patch. This is a good patch.Next.
I created 2758939 files of size 4096 on btrfs of 16Gbyte in 431 seconds. And I received the following messages when I unlink files.
Quoted 14 lines
Quoted 8 lines
btrfs searching for 4096 bytes,
num_bytes4096, loop 2,allowed_alloc0 btrfs allocation failed flags 36, wanted 4096
space_infohas 65536 free, is full
space_infototal=1932853248, pinned=164216832, delalloc=0, may_use=0, used=1768570880 block group 29360128 has 1073741824 bytes, 942583808 used 131092480 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 825987072 used 33124352 pinned 0 reserved 0 blocks of free space at or bigger than bytes isQuoted 6 lines
------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate nls_utf8 hfsplus autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss sg rtc_cmos snd_mixer_oss snd_pcm snd_timer rtc_core parport_pc tg3 libphy ide_cd_mod snd button parport cdrom serio_raw rtc_lib i2c_amd8111 i2c_amd756 k8temp soundcore hwmon snd_page_alloc shpchp amd_rng i2c_core pcspkr sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci
_hcd
Quoted 112 lines
Quoted 112 lines
Pid: 20535, comm: rm Tainted: G M 2.6.29-rc5 #1 -[62176J7]-
RIP: 0010:[<ffffffffa041e529>] [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff8800acd6d3d8 EFLAGS: 00010246 RAX: ffff88011996ca38 RBX: ffff88011996c960 RCX: 0000000000008610 RDX: 000000000000e1e1 RSI: 0000000000000246 RDI: ffff88011996ca34 RBP: ffff8800acd6d448 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff88011996c9c0 R13: 0000000000001000 R14: ffff88011996ca30 R15: 0000000000001000 FS: 00007fea3f7486e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7fa38d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 00007f651b793000 CR3: 00000000c64be000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process rm (pid: 20535, threadinfo ffff8800acd6c000, task ffff88012ed8c970) Stack: 0000000000000000 ffff8800acd6d4f8 0000000000000000 0000000000000000 ffffe20000000024 ffff880000000000 0000000000000000 0000000000000000 ffff88010c0c4000 0000000000001000 ffff8800acd6d4f8 ffff88012a516000 Call Trace: [<ffffffffa0421005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa04210c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa04155e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa041add4>] btrfs_insert_some_items+0xb2/0x570 [btrfs] [<ffffffff80279fa3>] ? unlock_page+0x22/0x27 [<ffffffffa04482df>] ? set_extent_buffer_dirty+0x102/0x131 [btrfs] [<ffffffffa041f50b>] insert_extents+0x162/0x36f [btrfs] [<ffffffffa0420105>] finish_current_insert+0x4de/0x553 [btrfs] [<ffffffffa04228dc>] __btrfs_inc_extent_ref+0x1b5/0x1e4 [btrfs] [<ffffffff8034a2fe>] ? generic_swap+0x0/0x1c [<ffffffffa04256fb>] btrfs_inc_ref+0x42d/0x4ce [btrfs] [<ffffffffa0422727>] ? __btrfs_inc_extent_ref+0x0/0x1e4 [btrfs] [<ffffffffa0445c95>] ? copy_extent_buffer+0x115/0x149 [btrfs] [<ffffffffa0415834>] __btrfs_cow_block+0x43a/0x82e [btrfs] [<ffffffffa04162d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0419cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffff8034d5e8>] ? crc32c+0x4c/0x60 [<ffffffffa0427d8d>] btrfs_lookup_dir_item+0x71/0xe7 [btrfs] [<ffffffffa04337e4>] btrfs_unlink_inode+0x60/0x26f [btrfs] [<ffffffffa042f0e5>] ? start_transaction+0xf9/0x105 [btrfs] [<ffffffffa0433dbc>] btrfs_unlink+0x55/0x97 [btrfs] [<ffffffff802af53b>] vfs_unlink+0xb9/0x12c [<ffffffff802b197e>] do_unlinkat+0xc1/0x173 [<ffffffff802b4063>] ? vfs_readdir+0x9a/0xaf [<ffffffff8026855b>] ? audit_syscall_entry+0x16b/0x19e [<ffffffff802b1a41>] sys_unlink+0x11/0x13 [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 1e e3 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa041e529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff8800acd6d3d8> ---[ end trace b5c34207a1ecc394 ]---And, I received the following messages when I utime(2) files.
btrfs searching for 4096 bytes,
num_bytes4096, loop 2,allowed_alloc1 btrfs allocation failed flags 36, wanted 4096
space_infohas 65536 free, is full
space_infototal=1932853248, pinned=54943744, delalloc=0, may_use=0, used=1877843968 block group 29360128 has 1073741824 bytes, 1041494016 used 32182272 pinned 0 reserved 0 blocks of free space at or bigger than bytes is
block group 8619294720 has 859111424 bytes, 836349952 used 22761472 pinned 0 reserved 0 blocks of free space at or bigger than bytes is------------[ cut here ]------------ kernel BUG at fs/btrfs/extent-tree.c:3360! invalid opcode: 0000 [#1] SMP last sysfs file: /sys/devices/pci0000:80/0000:80:0e.0/0000:84:00.0/local_cpus CPU 3 Modules linked in: btrfs zlib_deflate autofs4 hidp rfcomm l2cap bluetooth sunrpc ib_iser libiscsi scsi_transport_iscsi ib_srp scsi_transport_srp ib_ipoib inet_lro rdma_ucm ib_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_addr ib_sa ib_mad ib_core dm_mirror dm_region_hash dm_log dm_multipath dm_mod sbs sbshc battery acpi_memhotplug ac ipv6 lp floppy snd_intel8x0 snd_ac97_codec ac97_bus snd_seq_dummy snd_seq_oss snd_seq_midi_event snd_seq snd_seq_device snd_pcm_oss snd_mixer_oss k8temp button sg snd_pcm i2c_amd8111 snd_timer snd serio_raw parport_pc rtc_cmos tg3 i2c_amd756 soundcore rtc_core parport hwmon libphy i2c_core ide_cd_mod cdrom rtc_lib amd_rng pcspkr snd_page_alloc shpchp sata_sil libata aic79xx scsi_transport_spi sd_mod scsi_mod ext3 jbd uhci_hcd ohci_hcd ehci_hcd Pid: 14421, comm: mkfbmt Tainted: G M 2.6.29-rc5 #1 -[62176J7]- RIP: 0010:[<ffffffffa0407529>] [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP: 0018:ffff88010010d968 EFLAGS: 00010246 RAX: ffff880026bed8f8 RBX: ffff880026bed820 RCX: 0000000000008689 RDX: 0000000000005959 RSI: 0000000000000246 RDI: ffff880026bed8f4 RBP: ffff88010010d9d8 R08: 0000000000000000 R09: 00000000ffffff00 R10: 000000000000000a R11: 0000000000000000 R12: ffff880026bed880 R13: 0000000000001000 R14: ffff880026bed8f0 R15: 0000000000001000 FS: 00007fb97df446e0(0000) GS:ffff88012ecffcc0(0000) knlGS:00000000f7f4f8d0 CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b CR2: 000000342e614ce5 CR3: 000000011557b000 CR4: 00000000000006e0 DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 Process mkfbmt (pid: 14421, threadinfo ffff88010010c000, task ffff88011f9738d0) Stack: 0000000000000000 ffff88010010da88 0000000000000000 0000000000000000 ffff880100000024 ffff88010010dad4 0000000000000000 0000000000000000 ffff8801145c0000 0000000000001000 ffff88010010da88 ffff8801149cd000 Call Trace: [<ffffffffa040a005>] btrfs_alloc_extent+0x48/0xa7 [btrfs] [<ffffffffa040a0c0>] btrfs_alloc_free_block+0x5c/0x87 [btrfs] [<ffffffffa03fe5e1>] __btrfs_cow_block+0x1e7/0x82e [btrfs] [<ffffffffa03ff2d9>] btrfs_cow_block+0x1ed/0x1fc [btrfs] [<ffffffffa0402cb2>] btrfs_search_slot+0x31a/0x90f [btrfs] [<ffffffffa0419b89>] ? btrfs_lookup_dentry+0x159/0x16f [btrfs] [<ffffffff802cd6a1>] ? inotify_d_instantiate+0x1a/0x43 [<ffffffff802b6984>] ? d_splice_alias+0xc4/0xd0 [<ffffffffa0412a8c>] btrfs_lookup_inode+0x2c/0x90 [btrfs] [<ffffffffa041bb13>] btrfs_update_inode+0x46/0xbd [btrfs] [<ffffffffa041c770>] btrfs_dirty_inode+0x3e/0x52 [btrfs] [<ffffffff802c0f3c>] __mark_inode_dirty+0x33/0x178 [<ffffffff802b998c>] inode_setattr+0x11b/0x125 [<ffffffffa041ace0>] btrfs_setattr+0x56/0x6e [btrfs] [<ffffffff802b9b2a>] notify_change+0x194/0x2d6 [<ffffffff802c3969>] utimes_common+0x121/0x163 [<ffffffff802c3a64>] do_utimes+0xb9/0xda [<ffffffff802c3c0f>] sys_utime+0x66/0x7b [<ffffffff8020c05b>] system_call_fastpath+0x16/0x1b Code: 00 48 81 eb b8 00 00 00 48 8b 83 b8 00 00 00 48 8d 93 b8 00 00 00 0f 18 08 49 8d 44 24 58 48 39 c2 75 9f 4c 89 f7 e8 29 8e e4 df <0f> 0b eb fe 48 83 c4 48 31 c0 5b 41 5c 41 5d 41 5e 41 5f c9 c3 RIP [<ffffffffa0407529>] __btrfs_reserve_extent+0x25b/0x270 [btrfs] RSP <ffff88010010d968> ---[ end trace 16075f4743156c16 ]---
Quoted 6 lines
Quoted 2 lines
Thanks, regards,
Thank you, what tool are you using to create these files and such?
Josef
/*
* mkfbmt.c * http://wiki.livedoor.jp/linuxfs/ * [email protected] * * 2005.09.14 updated by ytakahashi * 2007.01.05 updated by ytakahashi * creat -> open(O_CREAT | O_EXCL | O_WRONLY)
*/
#include <stdio.h>
#include <unistd.h>
#include <sys/mman.h>
#include <string.h>
#include <unistd.h>
#include <stdlib.h>
#include <signal.h>
#include <inttypes.h>
#include <limits.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <errno.h>
#include <sys/time.h>
#include <utime.h>
#define KEEP_FILE 20
#define CHECK_ENTRY 6
#define MK_ALL 0
#define MK_MKDIR 1
#define MK_CREATE 2
#define MK_OPEN 4
#define MK_UTIME 16
#define MK_STAT 32
#define MK_UNLINK 64
#define MK_RMDIR 128
/* grobal config */
typedef struct mkfbmt_conf {
int files;
uint64_t max_files;
int directry;
int time_out;
int total;
int mk_files;
int entry;
int loops;
int modis;
size_t w_size;
} mkfbmt_conf_t;double table[KEEP_FILE][CHECK_ENTRY];
struct timeval g_rtime;
struct timeval g_etime;
struct mkfbmt_conf conf = {
.files = 10000,
.max_files = 0xffffffffffffffffULL,
.directry = 0,
.time_out = 0,
.total = 0,
.mk_files = 0,
.entry = 0,
.loops = 1,
.modis = 1000,
.w_size = 0,
};char *w_buf = NULL;
void handler(int sig);
/* usage */
void Bform()
{
fprintf(stderr, "Usage:[-d directry][-f targetfile count][-t signal][-x file count][-l count][-mcosur][-w size]\n"
" -d test directry\n"
" -f targetfile count\n"
" -t time_out print time\n"
" -x max file for directry\n"
" -l test loop count\n"
" -m mkdir test\n"
" -c creat test\n"
" -o open test\n"
" -p utime test\n"
" -s stat test\n"
" -u unlink test\n"
" -r rmdir test\n"
" -w write test\n");
exit(1);
}
void __linuxfs_init(void)
{
fprintf(stderr, "## %s(%d) [%p] \n", __FUNCTION__, __LINE__, __builtin_return_address(0));
}/* error */
void Berror(int errs)
{
fprintf(stderr, "ERROR : %s \n", strerror(errs));
exit(1);
}void Berror2(int errs)
{
fprintf(stderr, "ERROR : %s \n", strerror(errs));
}/* e_time */
double e_time(struct timeval first, struct timeval second)
{
if (first.tv_usec > second.tv_usec) {
second.tv_usec += 1000000;
second.tv_sec--;
}
return((double)(second.tv_sec - first.tv_sec) * 1000000.0
+ (double)(second.tv_usec - first.tv_usec));
}/* for timeout setting */
void set_sigalrm(void)
{
struct sigaction act;
sigset_t full_mask;
conf.mk_files = 0;
if (sigfillset(&full_mask)) {
fprintf(stderr, "Cannot fill signal mask\n");
exit(1);
}
if (sigdelset(&full_mask, SIGALRM)) {
fprintf(stderr, "Cannot reset signal mask\n");
exit(1);
}
if (sigprocmask(SIG_BLOCK, &full_mask, NULL)) {
fprintf(stderr, "Cannot set signal proc mask\n");
exit(1);
}
act.sa_handler = handler;
act.sa_flags = SA_RESTART;
act.sa_mask = full_mask;
if (sigaction(SIGALRM, &act, NULL)) {
fprintf(stderr, "Cannot set signal action\n");
exit(1);
}
alarm(conf.time_out);
}/* unset timeout */
void unset_sigalrm(void)
{
alarm(0);
}/* signal handler */
void handler(int sig)
{
if (sig == SIGALRM) {
unset_sigalrm();
conf.total += conf.mk_files;
printf("make %8d(+%8d) / %8d \n", conf.total, conf.mk_files, conf.files);
conf.mk_files = 0;
set_sigalrm();
}
}/* make dir */
void ll_mkdir(void)
{
int i;
char file_name[PATH_MAX + 1];
for (i = 0; i < conf.directry; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
if (mkdir(file_name, 0777)) {
Berror(errno);
}
conf.entry++;
conf.mk_files++;
}
}/* rmdir */
void ll_rmdir(void)
{
int i;
char file_name[PATH_MAX + 1];
for (i = 0; i < conf.directry; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
if (rmdir(file_name)) {
Berror(errno);
}
conf.entry++;
conf.mk_files++;
}
}/* create */
void ll_creat(int files)
{
int fd, i, x;
char file_name[PATH_MAX + 1];
for (i = 0; i < files; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
fd = open(file_name, O_CREAT | O_EXCL | O_WRONLY, 0666);
if (fd < 0) {
Berror2(errno);
return;
}
if (conf.w_size) {
write(fd, w_buf, conf.w_size);
}
close(fd);
conf.entry++;
conf.mk_files++;
if (!(conf.entry % conf.modis)) {
gettimeofday (&g_etime, NULL);
x = ((conf.entry / conf.modis) > 0) ? ((conf.entry / conf.modis) - 1) : 0;
table[x][1] = (double)(e_time(g_rtime, g_etime)) / 1000000.0;
}
}
}/* open */
void ll_open(int files)
{
int i, fd, x;
char file_name[PATH_MAX + 1];
for (i = 0; i < files; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
fd = open(file_name, O_RDONLY);
if (fd < 0) {
Berror2(errno);
return;
}
close(fd);
conf.entry++;
conf.mk_files++;
if (!(conf.entry % conf.modis)) {
gettimeofday (&g_etime, NULL);
x = ((conf.entry / conf.modis) > 0) ? ((conf.entry / conf.modis) - 1) : 0;
table[x][2] = (double)(e_time(g_rtime, g_etime)) / 1000000.0;
}
}
}void ll_utime(int files)
{
int i, x;
struct utimbuf ut;
char file_name[PATH_MAX + 1];
ut.actime = 0;
ut.modtime = 0;
for (i = 0; i < files; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
if (utime(file_name, &ut) < 0) {
Berror2(errno);
return;
}
conf.entry++;
conf.mk_files++;
if (!(conf.entry % conf.modis)) {
gettimeofday (&g_etime, NULL);
x = ((conf.entry / conf.modis) > 0) ? ((conf.entry / conf.modis) - 1) : 0;
table[x][3] = (double)(e_time(g_rtime, g_etime)) / 1000000.0;
}
}
}/* stat */
void ll_stat(int files)
{
int i, x;
char file_name[PATH_MAX + 1];
struct stat sb;
for (i = 0; i < files; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
if (stat(file_name, &sb)) {
Berror2(errno);
return;
}
conf.entry++;
conf.mk_files++;
if (!(conf.entry % conf.modis)) {
gettimeofday (&g_etime, NULL);
x = ((conf.entry / conf.modis) > 0) ? ((conf.entry / conf.modis) - 1) : 0;
table[x][4] = (double)(e_time(g_rtime, g_etime)) / 1000000.0;
}
}
}/* unlink */
void ll_unlink(int files)
{
int i, x;
char file_name[PATH_MAX + 1];
for (i = 0; i < files; i++) {
snprintf(file_name, PATH_MAX, "%d", i);
unlink(file_name);
conf.entry++;
conf.mk_files++;
if (!(conf.entry % conf.modis)) {
gettimeofday (&g_etime, NULL);
x = ((conf.entry / conf.modis) > 0) ? ((conf.entry / conf.modis) - 1) : 0;
table[x][5] = (double)(e_time(g_rtime, g_etime)) / 1000000.0;
}
}
}void creat_op(const char *directry)
{
int i, files, sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
if (conf.directry == 0) {
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_creat(sv_files);
} else {
for (i = 0; i < conf.directry; i++) {
sv_files > conf.max_files ? (files = conf.max_files) : (files = sv_files);
sv_files -= conf.max_files;
snprintf(path, PATH_MAX, "%s/%d", directry, i);
chdir(path);
ll_creat(files);
}
}
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("creat : %lf sec , 1 file creat for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void open_op(const char *directry)
{
int i, files, sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
if (conf.directry == 0) {
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_open(sv_files);
} else {
for (i = 0; i < conf.directry; i++) {
sv_files > conf.max_files ? (files = conf.max_files) : (files = sv_files);
sv_files -= conf.max_files;
snprintf(path, PATH_MAX, "%s/%d", directry, i);
chdir(path);
ll_open(files);
}
}
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("open : %lf sec , 1 file open for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void stat_op(const char *directry)
{
int i, files, sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
if (conf.directry == 0) {
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_stat(sv_files);
} else {
for (i = 0; i < conf.directry; i++) {
sv_files > conf.max_files ? (files = conf.max_files) : (files = sv_files);
sv_files -= conf.max_files;
snprintf(path, PATH_MAX, "%s/%d", directry, i);
chdir(path);
ll_stat(files);
}
}
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("stat : %lf sec , 1 file stat for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void utime_op(const char *directry)
{
int i, files, sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
if (conf.directry == 0) {
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_utime(sv_files);
} else {
for (i = 0; i < conf.directry; i++) {
sv_files > conf.max_files ? (files = conf.max_files) : (files = sv_files);
sv_files -= conf.max_files;
snprintf(path, PATH_MAX, "%s/%d", directry, i);
chdir(path);
ll_utime(files);
}
}
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("utime : %lf sec , 1 file utime for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void unlink_op(const char *directry)
{
int i, files, sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
if (conf.directry == 0) {
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_unlink(sv_files);
} else {
for (i = 0; i < conf.directry; i++) {
sv_files > conf.max_files ? (files = conf.max_files) : (files = sv_files);
sv_files -= conf.max_files;
snprintf(path, PATH_MAX, "%s/%d", directry, i);
chdir(path);
ll_unlink(files);
}
}
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("unlink: %lf sec , 1 file unlink for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void mkdir_op(const char *directry)
{
int sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_mkdir();
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("mkdir : %lf sec , 1 file mkdir for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void rmdir_op(const char *directry)
{
int sv_files;
char path[PATH_MAX + 1];
double sec;
struct timeval start, stop;
conf.entry = 0;
conf.total = 0;
sv_files = conf.files;
set_sigalrm();
gettimeofday (&start, NULL);
gettimeofday (&g_rtime, NULL);
snprintf(path, PATH_MAX, "%s", directry);
chdir(path);
ll_rmdir();
gettimeofday (&stop, NULL);
unset_sigalrm();
sec = (double)(e_time(start, stop)) / 1000000.0 / conf.files;
printf("rmdir : %lf sec , 1 file rmdir for %lf sec\n", (double)(e_time(start, stop)) / 1000000.0, sec);
}void print(void)
{
int i, j;
printf("file creat open utime stat unlink\n");
for (i = 0; i < KEEP_FILE; i++) {
printf("%10.0lf ", table[i][0]);
for (j = 1; j < CHECK_ENTRY; j++) {
printf("%10.2lf ", table[i][j]);
}
printf("\n");
}
}/* main */
int main(int argc, char *argv[])
{
int c, i, j;
char directry[PATH_MAX + 1];
char *realpath_ptr;
unsigned int submit = MK_ALL;
__linuxfs_init();
strncpy(directry, "./\0", PATH_MAX);
for (i = 0; i < KEEP_FILE; i++) {
for (j = 0; j < CHECK_ENTRY; j++) {
table[i][j] = 0;
}
table[i][0] = (double) i * conf.modis;
}
while ((c = getopt(argc, argv, "d:f:x:t:l:w:mcosurp")) != EOF) {
switch (c) {
case 'd':
strncpy(directry, optarg, PATH_MAX);
break;
case 'f':
conf.files = atoi(optarg);
if (conf.files < 0) {
Berror(EINVAL);
}
break;
case 'x':
conf.max_files = atoi(optarg);
if (conf.max_files < 0) {
Berror(EINVAL);
}
break;
case 't':
conf.time_out = atoi(optarg);
if (conf.time_out < 0) {
Berror(EINVAL);
}
break;
case 'l':
conf.loops = atoi(optarg);
if (conf.loops < 0) {
Berror(EINVAL);
}
break;
case 'w':
conf.w_size = atoi(optarg);
if (conf.w_size < 0) {
Berror(EINVAL);
}
w_buf = (char *)malloc(conf.w_size);
if (!w_buf) {
Berror(errno);
}
break;
case 'm':
submit |= MK_MKDIR;
break;
case 'c':
submit |= MK_CREATE;
break;
case 'o':
submit |= MK_OPEN;
break;
case 'p':
submit |= MK_UTIME;
break;
case 's':
submit |= MK_STAT;
break;
case 'u':
submit |= MK_UNLINK;
break;
case 'r':
submit |= MK_RMDIR;
break;
default:
Bform();
}
}
if (conf.max_files > 0) {
conf.directry = conf.files / conf.max_files;
conf.modis = conf.files / KEEP_FILE;
} else {
Berror(EINVAL);
}
for (i = 0; i < KEEP_FILE; i++) {
for (j = 0; j < CHECK_ENTRY; j++) {
table[i][j] = 0;
}
table[i][0] = (double) (i + 1) * conf.modis;
}
realpath_ptr = realpath(directry, NULL);
if (realpath_ptr == NULL) {
Berror(errno);
}
printf("mkfbmt %d directry %d files , one directry %"PRIu64" files\n",
conf.directry, conf.files, conf.max_files);
printf("make files for %s\n\n", realpath_ptr);
for (i = 0; i < conf.loops; i++) {
if (submit == MK_ALL || submit & MK_MKDIR) {
mkdir_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_CREATE) {
creat_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_OPEN) {
open_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_UTIME) {
utime_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_STAT) {
stat_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_UNLINK) {
unlink_op(realpath_ptr);
}
if (submit == MK_ALL || submit & MK_RMDIR) {
rmdir_op(realpath_ptr);
}
print();
}
return 0;
}Quoted 68 lines · Yoshihiro Takahashi
Hi Josef.
Quoted 1 line
Thank you, what tool are you using to create these files and such?
I use an original tool.
I do not make the document.ex.
./mkfbmt -d /btrfs -f 10000000 -x 10000
This makes a file under 10,000 directories with 10,000,000 files in /btrfs.make 10,000 files under 100 directories each.
100dir * 10000files = 10000000/btrfs/0/0
/btrfs/0/1
...
/btrfs/0/9998
/btrfs/0/9999
/btrfs/1/0
...
/btrfs/99/9999defaults file size is zero byte.
When make a file of 4,096 bytes, please appoint -w 4096. defaults option is all test.(quoted diff) +0
-7-m mkdir -c open(O_CREAT | O_EXCL | O_WRONLY) test -o open test -p utime test -s stat test -u unlink test -r rmdir# ./mkfbmt -d /btrfs/ -f 1000000 -x 10000 ## __linuxfs_init(91) [0x401fc8] mkfbmt 100 directry 1000000 files , one directry 10000 files make files for /btrfsmkdir : 0.004923 sec , 1 file mkdir for 0.000000 sec creat : 179.155566 sec , 1 file creat for 0.000179 sec
open : 26.696062 sec , 1 file open for 0.000027 sec
utime : 55.143818 sec , 1 file utime for 0.000055 sec
stat : 4.692097 sec , 1 file stat for 0.000005 sec
unlink: 210.624820 sec , 1 file unlink for 0.000211 sec rmdir : 0.806472 sec , 1 file rmdir for 0.000001 secfile creat open utime stat unlink 50000 4.08 1.18 2.17 0.13 14.18 100000 10.70 1.86 4.78 0.25 22.57 150000 55.87 2.42 7.57 0.37 30.99 200000 63.74 3.23 9.81 0.49 42.35 250000 69.72 4.93 12.16 0.60 55.71 300000 76.37 7.16 14.56 0.72 64.03 350000 83.60 10.34 17.01 0.83 91.18 400000 90.23 15.36 19.60 0.94 103.36 450000 97.47 20.07 22.17 1.06 111.07 500000 103.99 22.14 24.56 1.38 118.84 550000 110.85 22.36 26.93 1.88 126.66 600000 118.49 22.58 29.70 2.30 136.47 650000 125.26 23.08 32.05 2.50 148.96 700000 132.34 23.65 34.28 3.01 156.62 750000 138.89 24.22 36.80 3.54 164.49 800000 146.38 24.78 44.05 4.05 172.23 850000 155.14 25.34 46.81 4.28 180.48 900000 163.21 26.25 49.85 4.41 195.99 950000 171.81 26.47 52.22 4.55 203.47 1000000 179.16 26.70 55.14 4.69 210.62
Quoted 2 lines
Best regards,
That is perfect thank you, I will add it to my enospc tests. I'm working on a patch which should fix your problems, I will send it out later today after I run your tests on it. Thanks,
Josef