Btrfs-progs: Add support for hot data migration
Subsystems (2)
cover Btrfs-progs: Add support for hot data migration
This patch set introduces functionality into btrfsctl and mkfs.btrfs to support the kernel patches for hot data tracking and migration to SSD with Btrfs. New functionality includes a -h option to mkfs.btrfs to preallocate approrpiate block group types for SSD data migration, and also includes additional options for btrfsctl to interact with the new ioctls introduced by the kernel patches.
DIFFSTAT:
btrfsctl.c | 111 +++++++++++++++++++++++++++++++++++++++- ctree.h | 2 + extent-tree.c | 2 +- ioctl-test.c | 3 + ioctl.h | 24 +++++++++ mkfs.c | 131 ++++++++++++++++++++++++++++++++++++++++------- utils.c | 1 + volumes.c | 73 +++++++++++++++++++++++++- volumes.h | 3 +- 9 files changed, 326 insertions(+), 24 deletions(-)
PATCH 1/2 Btrfs-progs: Add support for hot data ioctls
From: Ben Chociej <[email protected]>
Add support for the new hot data functionality in-kernel. Three ioctls were added to export hot data statistics and turn hot data tracking on and off per inode. This patch enables btrfsctl to interact with those ioctls.
--- btrfsctl.c | 107 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ ioctl-test.c | 3 ++ ioctl.h | 24 +++++++++++++ 3 files changed, 134 insertions(+), 0 deletions(-)
btrfsctl.c +107 -0
@@ -48,6 +48,7 @@ static void print_usage(void) {printf ("usage: btrfsctl [ -d file|dir] [ -s snap_name subvol|tree ]\n" );printf (" [-r size] [-A device] [-a] [-c] [-D dir .]\n" ); +printf (" [-t file] [-T file] [-h filename [0-2]]\n" );printf ("\t-d filename: defragments one file\n" );printf ("\t-d directory: defragments the entire Btree\n" );printf ("\t-s snap_name dir: creates a new snapshot of dir\n" );
@@ -57,6 +58,14 @@ static void print_usage(void)printf ("\t-a: scans all devices for Btrfs filesystems\n" );printf ("\t-c: forces a single FS sync\n" );printf ("\t-D: delete snapshot\n" ); +printf ("\t-t filename: dump indexed heat information for a file\n" ); +printf ("\t-T filename: dump live heat informaton for a file\n" ); +printf ("\t-h filename: query heat tracking/migration status\n" ); +printf ("\t-h filename level: set heat tracking level:\n" ); +printf ("\t\tlevel =\n" ); +printf ("\t\t0: no tracking or relocation\n" ); +printf ("\t\t1: access tracking only\n" ); +printf ("\t\t2: tracking and automatic migration to SSD\n" );printf ("\t-m [tree id] directory: set the default mounted subvolume" " to the [tree id] or the directory\n" );printf ("%s\n" ,BTRFS_BUILD_VERSION );
@@ -99,12 +108,14 @@ int main(int ac, char **av)int fd;int ret;struct btrfs_ioctl_vol_args args; +struct btrfs_ioctl_heat_info hotinfo;char *name =NULL ;int i;unsigned long command =0 ;int len;char *fullpath;u64 objectid =0 ; +int heatarg;if (ac ==2 &&strcmp (av[1 ],"-a" ) ==0 ) {fprintf (stderr,"Scanning for Btrfs filesystems\n" );
@@ -205,6 +216,38 @@ int main(int ac, char **av)exit (1 ); } } + }else if (strcmp (av[i],"-t" ) ==0 ) { +if (i >= ac -1 ) { +fprintf (stderr, +"-t requires a file argument\n" ); +print_usage (); + } + hotinfo.live =0 ; + command =BTRFS_IOC_GET_HEAT_INFO ; + }else if (strcmp (av[i],"-T" ) ==0 ) { +if (i >= ac -1 ) { +fprintf (stderr, +"-T requires a file argument\n" ); +print_usage (); + } + hotinfo.live =1 ; + command =BTRFS_IOC_GET_HEAT_INFO ; + }else if (strcmp (av[i],"-h" ) ==0 ) { +if (i == ac -2 ) { + command =BTRFS_IOC_GET_HEAT_OPTS ; + }else if (i == ac -3 ) { + command =BTRFS_IOC_SET_HEAT_OPTS ; + heatarg =atoi (av[i +2 ]); + }else { +fprintf (stderr,"-h invalid number of " +"arguments\n" ); +print_usage (); +exit (1 ); + } + +fprintf (stderr,"Btrfs hot data tracking: `%s'\n\n" , + av[i +1 ]); + av[i +2 ] = av[i +1 ]; } }if (command ==0 ) {
@@ -236,6 +279,70 @@ int main(int ac, char **av) }else if (command ==BTRFS_IOC_DEFAULT_SUBVOL ) {printf ("objectid is %llu\n" , objectid); ret =ioctl (fd, command, &objectid); + }else if (command ==BTRFS_IOC_GET_HEAT_INFO ) { +strcpy (hotinfo.filename, fname); + ret =ioctl (fd, command, &hotinfo); +if (ret ==0 ) { +printf ("Btrfs file hotness information\n" ); +printf ("%s\n\n" , hotinfo.filename); +printf ("Last write: %llu\n" , + (u64 ) hotinfo.last_write_time); +printf ("Last read: %llu\n" , + (u64 ) hotinfo.last_read_time); +printf ("Average write delta: %llu\n" , + (u64 ) hotinfo.avg_delta_writes); +printf ("Average read delta: %llu\n" , + (u64 ) hotinfo.avg_delta_reads); +printf ("Number of writes: %u\n" , + (u32 ) hotinfo.num_writes); +printf ("Number of reads: %u\n\n" , + (u32 ) hotinfo.num_reads); +if (hotinfo.live >0 ) +printf ("Temperature (live): %u\n\n" , + hotinfo.temperature); +else +printf ("Temperature (indexed): %u\n\n" , + hotinfo.temperature); + } + }else if (command ==BTRFS_IOC_SET_HEAT_OPTS ) { + ret =ioctl (fd, command, &heatarg); +switch (heatarg) { +case 0 : +printf ("Turning OFF heat tracking and migration inode " +"flags.\n" ); +break ; +case 1 : +printf ("Turning ON the heat tracking inode flag.\n" ); +printf ("Turning OFF the migration inode flag.\n" ); +break ; +case 2 : +printf ("Turning ON heat tracking and migration inode " +"flags.\n" ); +break ; +default : +printf ("Invalid heat tracking argument.\n" ); + } +printf ("(Inode flags can be overridden by mount options)\n\n" ); + }else if (command ==BTRFS_IOC_GET_HEAT_OPTS ) { + ret =ioctl (fd, command, &heatarg); +switch (heatarg) { +case 0 : +printf ("Heat tracking and migration inode flags are " +"OFF.\n" ); +break ; +case 1 : +printf ("Heat tracking inode flag is ON, migration " +"inode flag is OFF.\n" ); +break ; +case 2 : +printf ("Heat tracking and migration inode flags are " +"both ON.\n" ); +break ; +default : +printf ("Wrong filesystem type, or invalid status " +"returned.\n" ); + } +printf ("(Inode flags can be overridden by mount options)\n\n" ); }else ret =ioctl (fd, command, &args);if (ret <0 ) {
ioctl-test.c +3 -0
@@ -22,6 +22,9 @@ unsigned long ioctls[] = {BTRFS_IOC_INO_LOOKUP ,BTRFS_IOC_DEFAULT_SUBVOL ,BTRFS_IOC_SPACE_INFO , +BTRFS_IOC_GET_HEAT_INFO , +BTRFS_IOC_SET_HEAT_OPTS , +BTRFS_IOC_GET_HEAT_OPTS , 0 };int main (int ac,char **av)
ioctl.h +24 -0
@@ -132,6 +132,18 @@ struct btrfs_ioctl_space_args {struct btrfs_ioctl_space_info spaces[0 ]; }; +struct btrfs_ioctl_heat_info { +__u64 avg_delta_reads; +__u64 avg_delta_writes; +__u64 last_read_time; +__u64 last_write_time; +__u32 num_reads; +__u32 num_writes; +char filename[BTRFS_PATH_NAME_MAX +1 ]; +int temperature; +__u8 live; +}; +#define BTRFS_IOC_SNAP_CREATE _IOW(BTRFS_IOCTL_MAGIC, 1, \ struct btrfs_ioctl_vol_args)#define BTRFS_IOC_DEFRAG _IOW(BTRFS_IOCTL_MAGIC, 2, \
@@ -169,4 +181,16 @@ struct btrfs_ioctl_space_args {#define BTRFS_IOC_DEFAULT_SUBVOL _IOW(BTRFS_IOCTL_MAGIC, 19, u64)#define BTRFS_IOC_SPACE_INFO _IOWR(BTRFS_IOCTL_MAGIC, 20, \ struct btrfs_ioctl_space_args) + +/* +* Hot data tracking ioctls: +* +* GET_HEAT_INFO - retrieve frequency of access info on a file +* SET_HEAT_OPTS - set whether a file is tracked/migratable +* GET_HEAT_OPTS - check whether a file is tracked/migratable +*/ +#define BTRFS_IOC_GET_HEAT_INFO _IOWR(BTRFS_IOCTL_MAGIC, 21, \ + struct btrfs_ioctl_heat_info) +#define BTRFS_IOC_SET_HEAT_OPTS _IOW(BTRFS_IOCTL_MAGIC, 22, int) +#define BTRFS_IOC_GET_HEAT_OPTS _IOR(BTRFS_IOCTL_MAGIC, 23, int)#endif
Signature · 1 line
1.7.1
Re: [PATCH 1/2] Btrfs-progs: Add support for hot data ioctls
Mr Chociej,
some months ago I wrote a new command (called "btrfs"), with the aim to replace "btrfsctl" at all, for a lot of reasons: bugs, largely unmaintained, difficult to maintain. After a lot of review in the btrfs mailing list now btrfs is in the official source.
I suggest to update your patches to using the btrfs command. If you need help in this change, please contact me.
The experimental commands may be prefixed with the "test" verb, like
$ btrfs test <whatYouWant ...>
Chris,
does btrfsctl should be marked as deprecated ?
Regards
G.Baroncelli
Quoted 7 lines · On Friday, 13 August, 2010, [email protected] wrote:
From: Ben Chociej <[email protected]>
Add support for the new hot data functionality in-kernel. Three ioctls were added to export hot data statistics and turn hot data tracking on and off per inode. This patch enables btrfsctl to interact with those ioctls.
Quoted 5 lines
Signed-off-by Ben Chociej <[email protected]>Signed-off-by Matt Lupfer <[email protected]>Tested-by Conor Scott <[email protected]>--- btrfsctl.c | 107
++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
btrfsctl.c static void print_usage(void) · line 49
Quoted 11 lines
ioctl-test.c | 3 ++ ioctl.h | 24 +++++++++++++ 3 files changed, 134 insertions(+), 0 deletions(-)btrfsctl.c +0
-0@@ -48,6 +48,7 @@ static void print_usage(void) { printf("usage: btrfsctl [ -d file|dir] [ -s snap_name subvol|tree
]\n");
btrfsctl.c static void print_usage(void) · line 50
Quoted 1 line
btrfsctl.c +0
-0printf(" [-r size] [-A device] [-a] [-c] [-D dir
.]\n");
Quoted 97 lines
btrfsctl.c +63
-0+printf (" [-t file] [-T file] [-h filename [0-2]]\n" );printf ("\t-d filename: defragments one file\n" );printf ("\t-d directory: defragments the entire Btree\n" );printf ("\t-s snap_name dir: creates a new snapshot of dir\n" );@@ -57,6 +58,14 @@ static void print_usage(void)printf ("\t-a: scans all devices for Btrfs filesystems\n" );printf ("\t-c: forces a single FS sync\n" );printf ("\t-D: delete snapshot\n" ); +printf ("\t-t filename: dump indexed heat information for a file\n" ); +printf ("\t-T filename: dump live heat informaton for a file\n" ); +printf ("\t-h filename: query heat tracking/migration status\n" ); +printf ("\t-h filename level: set heat tracking level:\n" ); +printf ("\t\tlevel =\n" ); +printf ("\t\t0: no tracking or relocation\n" ); +printf ("\t\t1: access tracking only\n" ); +printf ("\t\t2: tracking and automatic migration to SSD\n" );printf ("\t-m [tree id] directory: set the default mounted subvolume" " to the [tree id] or the directory\n" );printf ("%s\n" ,BTRFS_BUILD_VERSION );@@ -99,12 +108,14 @@ int main(int ac, char **av)int fd;int ret;struct btrfs_ioctl_vol_args args; +struct btrfs_ioctl_heat_info hotinfo;char *name =NULL ;int i;unsigned long command =0 ;int len;char *fullpath;u64 objectid =0 ; +int heatarg;if (ac ==2 &&strcmp (av[1 ],"-a" ) ==0 ) {fprintf (stderr,"Scanning for Btrfs filesystems\n" );@@ -205,6 +216,38 @@ int main(int ac, char **av)exit (1 ); } } + }else if (strcmp (av[i],"-t" ) ==0 ) { +if (i >= ac -1 ) { +fprintf (stderr, +"-t requires a file argument\n" ); +print_usage (); + } + hotinfo.live =0 ; + command =BTRFS_IOC_GET_HEAT_INFO ; + }else if (strcmp (av[i],"-T" ) ==0 ) { +if (i >= ac -1 ) { +fprintf (stderr, +"-T requires a file argument\n" ); +print_usage (); + } + hotinfo.live =1 ; + command =BTRFS_IOC_GET_HEAT_INFO ; + }else if (strcmp (av[i],"-h" ) ==0 ) { +if (i == ac -2 ) { + command =BTRFS_IOC_GET_HEAT_OPTS ; + }else if (i == ac -3 ) { + command =BTRFS_IOC_SET_HEAT_OPTS ; + heatarg =atoi (av[i +2 ]); + }else { +fprintf (stderr,"-h invalid number of " +"arguments\n" ); +print_usage (); +exit (1 ); + } + +fprintf (stderr,"Btrfs hot data tracking: `%s'\n\n" , + av[i +1 ]); + av[i +2 ] = av[i +1 ]; } }if (command ==0 ) {@@ -236,6 +279,70 @@ int main(int ac, char **av) }else if (command ==BTRFS_IOC_DEFAULT_SUBVOL ) {printf ("objectid is %llu\n" , objectid); ret =ioctl (fd, command, &objectid); + }else if (command ==BTRFS_IOC_GET_HEAT_INFO ) { +strcpy (hotinfo.filename, fname); + ret =ioctl (fd, command, &hotinfo); +if (ret ==0 ) { +printf ("Btrfs file hotness information\n" ); +printf ("%s\n\n" , hotinfo.filename); +printf ("Last write: %llu\n" , + (u64 ) hotinfo.last_write_time); +printf ("Last read: %llu\n" , + (u64 ) hotinfo.last_read_time); +printf ("Average write delta: %llu\n" , + (u64 ) hotinfo.avg_delta_writes); +printf ("Average read delta: %llu\n" , + (u64 ) hotinfo.avg_delta_reads); +printf ("Number of writes: %u\n" , + (u32 ) hotinfo.num_writes); +printf ("Number of reads: %u\n\n" , + (u32 ) hotinfo.num_reads); +if (hotinfo.live >0 ) + printf("Temperature (live): %u\n\n",
btrfsctl.c int main(int ac, char **av) · line 311
Quoted 10 lines
btrfsctl.c +10
-0+ hotinfo.temperature); + else + printf("Temperature (indexed): %u\n\n", + hotinfo.temperature); + } + }else if (command ==BTRFS_IOC_SET_HEAT_OPTS ) { + ret =ioctl (fd, command, &heatarg); +switch (heatarg) { +case 0 : + printf("Turning OFF heat tracking and migration inode
"
Quoted 4 lines
btrfsctl.c +4
-0+ "flags.\n"); +break ; +case 1 : +printf ("Turning ON the heat tracking inode flag.\n" );
btrfsctl.c int main(int ac, char **av)
Quoted 10 lines
btrfsctl.c +10
-0+printf ("Turning OFF the migration inode flag.\n" ); +break ; +case 2 : +printf ("Turning ON heat tracking and migration inode " +"flags.\n" ); +break ; +default : +printf ("Invalid heat tracking argument.\n" ); + } + printf("(Inode flags can be overridden by mount
options)\n\n");
Quoted 10 lines
btrfsctl.c +10
-0+ }else if (command ==BTRFS_IOC_GET_HEAT_OPTS ) { + ret =ioctl (fd, command, &heatarg); +switch (heatarg) { +case 0 : +printf ("Heat tracking and migration inode flags are " +"OFF.\n" ); +break ; +case 1 : +printf ("Heat tracking inode flag is ON, migration " +"inode flag is OFF.\n" );
btrfsctl.c int main(int ac, char **av)
Quoted 10 lines
btrfsctl.c +10
-0+break ; +case 2 : +printf ("Heat tracking and migration inode flags are " +"both ON.\n" ); +break ; +default : +printf ("Wrong filesystem type, or invalid status " +"returned.\n" ); + } + printf("(Inode flags can be overridden by mount
options)\n\n");
Quoted 65 lines
btrfsctl.c +0
-0}else ret =ioctl (fd, command, &args);if (ret <0 ) {ioctl-test.c +3
-0@@ -22,6 +22,9 @@ unsigned long ioctls[] = {BTRFS_IOC_INO_LOOKUP ,BTRFS_IOC_DEFAULT_SUBVOL ,BTRFS_IOC_SPACE_INFO , +BTRFS_IOC_GET_HEAT_INFO , +BTRFS_IOC_SET_HEAT_OPTS , +BTRFS_IOC_GET_HEAT_OPTS , 0 };int main (int ac,char **av)ioctl.h +24
-0@@ -132,6 +132,18 @@ struct btrfs_ioctl_space_args {struct btrfs_ioctl_space_info spaces[0 ]; }; +struct btrfs_ioctl_heat_info { +__u64 avg_delta_reads; +__u64 avg_delta_writes; +__u64 last_read_time; +__u64 last_write_time; +__u32 num_reads; +__u32 num_writes; +char filename[BTRFS_PATH_NAME_MAX +1 ]; +int temperature; +__u8 live; +}; +#define BTRFS_IOC_SNAP_CREATE _IOW(BTRFS_IOCTL_MAGIC, 1, \ struct btrfs_ioctl_vol_args)#define BTRFS_IOC_DEFRAG _IOW(BTRFS_IOCTL_MAGIC, 2, \@@ -169,4 +181,16 @@ struct btrfs_ioctl_space_args {#define BTRFS_IOC_DEFAULT_SUBVOL _IOW(BTRFS_IOCTL_MAGIC, 19, u64)#define BTRFS_IOC_SPACE_INFO _IOWR(BTRFS_IOCTL_MAGIC, 20, \ struct btrfs_ioctl_space_args) + +/* +* Hot data tracking ioctls: +* +* GET_HEAT_INFO - retrieve frequency of access info on a file +* SET_HEAT_OPTS - set whether a file is tracked/migratable +* GET_HEAT_OPTS - check whether a file is tracked/migratable +*/ +#define BTRFS_IOC_GET_HEAT_INFO _IOWR(BTRFS_IOCTL_MAGIC, 21, \ + struct btrfs_ioctl_heat_info) +#define BTRFS_IOC_SET_HEAT_OPTS _IOW(BTRFS_IOCTL_MAGIC, 22, int) +#define BTRFS_IOC_GET_HEAT_OPTS _IOR(BTRFS_IOCTL_MAGIC, 23, int)#endif Signature · 6 lines
1.7.1 -- To unsubscribe from this list: send the line "unsubscribe linux-btrfs" in the body of a message to [email protected] More majordomo info at http://vger.kernel.org/majordomo-info.html
Signature · 2 lines
gpg key@ keyserver.linux.it: Goffredo Baroncelli (ghigo) <kreijackATinwind.it> Key fingerprint = 4769 7E51 5293 D36C 814E C054 BF04 F161 3DC5 0512
PATCH 2/2 Btrfs-progs: Add hot data support in mkfs
In reply to [email protected]From: Ben Chociej <[email protected]>
Modified mkfs.btrfs to add hot data relocation option (-h) which preallocates BTRFS_BLOCK_GROUP_DATA_SSD and BTRFS_BLOCK_GROUP_METADATA_SSD at mkfs time for future use by hot data relocation code. Also added a userspace function to detect whether a block device is an SSD by reading the sysfs block queue rotational flag.
--- ctree.h | 2 + extent-tree.c | 2 +- mkfs.c | 131 +++++++++++++++++++++++++++++++++++++++++++++++++-------- utils.c | 1 + volumes.c | 73 +++++++++++++++++++++++++++++++- volumes.h | 3 +- 6 files changed, 190 insertions(+), 22 deletions(-)
ctree.h +2 -0
@@ -640,6 +640,8 @@ struct btrfs_csum_item {#define BTRFS_BLOCK_GROUP_RAID1 (1 << 4)#define BTRFS_BLOCK_GROUP_DUP (1 << 5)#define BTRFS_BLOCK_GROUP_RAID10 (1 << 6) +#define BTRFS_BLOCK_GROUP_DATA_SSD (1 << 7) +#define BTRFS_BLOCK_GROUP_METADATA_SSD (1 << 8)struct btrfs_block_group_item {__le64 used;
extent-tree.c +1 -1
@@ -1812,7 +1812,7 @@ static int do_chunk_alloc(struct btrfs_trans_handle *trans, thresh)return 0 ; - ret =btrfs_alloc_chunk (trans, extent_root, &start, &num_bytes, flags); + ret =btrfs_alloc_chunk (trans, extent_root, &start, &num_bytes, flags,0 );if (ret == -ENOSPC ) { space_info->full =1 ;return 0 ;
mkfs.c +113 -18
239 lines not on this page · raw message
utils.c +1 -0
@@ -473,6 +473,7 @@ int btrfs_add_to_fsid(struct btrfs_trans_handle *trans, device->bytes_used =0 ; device->total_ios =0 ; device->dev_root = root->fs_info->dev_root; + device->name = path; ret =btrfs_add_device (trans, root, device);BUG_ON (ret);
volumes.c +71 -2
107 lines not on this page · raw message
volumes.h +2 -1
@@ -106,7 +106,7 @@ int btrfs_read_sys_array(struct btrfs_root *root);int btrfs_read_chunk_tree (struct btrfs_root *root);int btrfs_alloc_chunk (struct btrfs_trans_handle *trans,struct btrfs_root *extent_root,u64 *start, -u64 *num_bytes,u64 type); +u64 *num_bytes,u64 type,int hotdata);int btrfs_read_super_device (struct btrfs_root *root,struct extent_buffer *buf); int btrfs_add_device(struct btrfs_trans_handle *trans, struct btrfs_root *root,
@@ -130,4 +130,5 @@ int btrfs_add_system_chunk(struct btrfs_trans_handle *trans, struct btrfs_root *root, struct btrfs_key *key, struct btrfs_chunk *chunk, int item_size);int btrfs_chunk_readonly (struct btrfs_root *root,u64 chunk_offset); +int btrfs_is_dev_ssd (char *device_path);#endif
Signature · 1 line
1.7.1
Re: [PATCH 2/2] Btrfs-progs: Add hot data support in mkfs
Quoted 7 lines · On 224, 08 12, 2010 at 05:29:37PM -0500, [email protected] wrote:
From: Ben Chociej <[email protected]>
Modified mkfs.btrfs to add hot data relocation option (-h) which preallocates
BTRFS_BLOCK_GROUP_DATA_SSDandBTRFS_BLOCK_GROUP_METADATA_SSDat mkfs time for future use by hot data relocation code. Also added a userspace function to detect whether a block device is an SSD by reading the sysfs block queue rotational flag.
IMHO this policy is too inflexible. What if I have large array of slow SATA disks and some fast SAS ones ?
Re: [PATCH 2/2] Btrfs-progs: Add hot data support in mkfs
Quoted 11 lines · Andrey Panin
Quoted 7 lines · On 224, 08 12, 2010 at 05:29:37PM -0500, [email protected] wrote:
From: Ben Chociej <[email protected]>
Modified mkfs.btrfs to add hot data relocation option (-h) which preallocates
BTRFS_BLOCK_GROUP_DATA_SSDandBTRFS_BLOCK_GROUP_METADATA_SSDat mkfs time for future use by hot data relocation code. Also added a userspace function to detect whether a block device is an SSD by reading the sysfs block queue rotational flag.IMHO this policy is too inflexible. What if I have large array of slow SATA disks and some fast SAS ones ?
I'm hoping that this is just first cut, and future versions will have options.
For now, it is totally unusable without a way of using mirrored SSD for hot data.
Ideally, hot storage devices should be online selectable and changeable.
Signature · 2 lines
Tomasz Torcz 72->| 80->| xmpp: [email protected] 72->| 80->|
Re: [PATCH 2/2] Btrfs-progs: Add hot data support in mkfs
On Fri, Aug 13, 2010 at 9:08 AM, Tomasz Torcz <[email protected]> wr= ote:
Quoted 7 lines · Andrey Panin
Quoted 6 lines · On 224, 08 12, 2010 at 05:29:37PM -0500, [email protected] wrote:
Quoted 5 lines
From: Ben Chociej <[email protected]>
Modified mkfs.btrfs to add hot data relocation option (-h) which preallocates
BTRFS_BLOCK_GROUP_DATA_SSDandBTRFS_BLOCK_GROUP_METADATA_SSDat mkfs time for future use by hot =
data
Quoted 1 line
Quoted 1 line
Quoted 1 line
relocation code. =A0Also added a userspace function to detect whet=
her a
Quoted 1 line
Quoted 1 line
Quoted 1 line
block device is an SSD by reading the sysfs block queue rotational=
flag.
Quoted 2 lines
Quoted 2 lines
IMHO this policy is too inflexible. What if I have large array of sl=
ow SATA
Quoted 3 lines
Quoted 1 line
disks and some fast SAS ones ?
=A0I'm hoping that this is just first cut, and future versions will h=
ave options.
Quoted 1 line
For now, it is totally unusable without a way of using mirrored SSD f=
or
Quoted 2 lines
hot data.
=A0Ideally, hot storage devices should be online selectable and chang=
eable.
Quoted 3 lines
--
Tomasz Torcz =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =
=A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 72->| =A0 80->|
Quoted 1 line
xmpp: [email protected] =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0=
=A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A0 =A072->| =A0 80->|
Quoted 2 lines
This is very much just a first cut. Our goal here was to get a lot of the legwork and experimental coding out of the way to enable to Btrfs to *fully* tackle heterogeneous storage in the future.
BC
Re: [PATCH 2/2] Btrfs-progs: Add hot data support in mkfs
In reply to Andrey PaninIt's a good point, of course. Ideally we would be able to prioritize data and place them on 15k versus 7.2krpm disks, etc. However you get to a point where's there's only incremental benefit. For that reason, the scope of this project was simply to take advantage of SSD and HDD in hybrid. Of course, you could register the same complaint about the ZFS SSD caching: why not take advantage of faster vs. slower spinning disks? Unfortunately it just wasn't in the scope of our 12-week project here.
That's not to say it *shouldn't* be done in the future, of course! And, incidentally, you could hack it together at this point by setting the /sys/block/<blockdev>/queue/rotational flag to 0 and using it like an SSD. :)
BC
On Fri, Aug 13, 2010 at 8:14 AM, Andrey Panin <[email protected]> wr= ote:
Quoted 6 lines · On 224, 08 12, 2010 at 05:29:37PM -0500, [email protected] wrote:
Quoted 5 lines
From: Ben Chociej <[email protected]>
Modified mkfs.btrfs to add hot data relocation option (-h) which preallocates
BTRFS_BLOCK_GROUP_DATA_SSDandBTRFS_BLOCK_GROUP_METADATA_SSDat mkfs time for future use by hot da=
ta
Quoted 1 line
Quoted 1 line
relocation code. =A0Also added a userspace function to detect whethe=
r a
Quoted 1 line
Quoted 1 line
block device is an SSD by reading the sysfs block queue rotational f=
lag.
Quoted 2 lines
IMHO this policy is too inflexible. What if I have large array of slo=
w SATA
Quoted 2 lines
disks and some fast SAS ones ?
--
To unsubscribe from this list: send the line "unsubscribe linux-btrfs" = in
the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Re: [PATCH 2/2] Btrfs-progs: Add hot data support in mkfs
Quoted 11 lines · On Friday 13 August 2010 16:10:24 Ben Chociej wrote:
It's a good point, of course. Ideally we would be able to prioritize data and place them on 15k versus 7.2krpm disks, etc. However you get to a point where's there's only incremental benefit. For that reason, the scope of this project was simply to take advantage of SSD and HDD in hybrid. Of course, you could register the same complaint about the ZFS SSD caching: why not take advantage of faster vs. slower spinning disks? Unfortunately it just wasn't in the scope of our 12-week project here.
=20
That's not to say it *shouldn't* be done in the future, of course! And, incidentally, you could hack it together at this point by settin=
g
Quoted 1 line
the /sys/block/<blockdev>/queue/rotational flag to 0 and using it lik=
e
Quoted 1 line
an SSD. :)
Then why not make the devices with rotational at 0 be the default "SSDs= " but=20
allow the admin to set manually others, without hacking?
You can have SSDs in a hardware RAID array, this way the kernel may not=
know=20
if the block device is on flash media or on rotational media...
--=20
Hubert Kario
QBS - Quality Business Software
ul. Ksawer=F3w 30/85
02-656 Warszawa
POLAND
tel. +48 (22) 646-61-51, 646-74-24
fax +48 (22) 646-61-50
--
To unsubscribe from this list: send the line "unsubscribe linux-fsdevel= " in
the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html