btrfs-progs: add --subvol option to mkfs.btrfs
PATCH v3 1/1 btrfs-progs: add --subvol option to mkfs.btrfs
This patch adds a --subvol option, which tells mkfs.btrfs to create the specified directories as subvolumes.
Given a populated directory img, the command
$ mkfs.btrfs --rootdir img --subvol img/usr --subvol img/home --subvol img/home/username /dev/loop0
will create subvolumes usr and home within the FS root, and subvolume username within the home subvolume. It will fail if any of the directories do not yet exist.
---
Changelog:
Patch 2:
* Rebased against upstream changes
* Rewrote so that directory sizes are correct within transactions
* Changed --subvol so that it is relative to cwd rather than rootdir, so that in future we might allow out-of-tree subvols
Patch 3:
* Changed btrfs_mkfs_fill_dir so it doesn't start a transaction itself
* Moved subvol creation and linking into traverse_directory
* Removed depth calculation code, no longer needed
mkfs/main.c | 173 +++++++++++++++-- mkfs/rootdir.c | 194 +++++++++++++++----- mkfs/rootdir.h | 14 +- tests/mkfs-tests/034-rootdir-subvol/test.sh | 33 ++++ 4 files changed, 360 insertions(+), 54 deletions(-) create mode 100755 tests/mkfs-tests/034-rootdir-subvol/test.sh
mkfs/main.c +161 -12
@@ -442,6 +442,7 @@ static const char * const mkfs_usage[] = {"Creation:" ,OPTLINE ("-b|--byte-count SIZE" ,"set size of each device to SIZE (filesystem size is sum of all device sizes)" ),OPTLINE ("-r|--rootdir DIR" ,"copy files from DIR to the image root directory" ), +OPTLINE ("-u|--subvol SUBDIR" ,"create SUBDIR as subvolume rather than normal directory" ),OPTLINE ("--shrink" ,"(with --rootdir) shrink the filled filesystem to minimal size" ),OPTLINE ("-K|--nodiscard" ,"do not perform whole device TRIM" ), OPTLINE("-f|--force", "force overwrite of existing filesystem"),
@@ -1057,6 +1058,7 @@ int BOX_MAIN(mkfs)(int argc, char **argv)char *label =NULL ;int nr_global_roots =sysconf (_SC_NPROCESSORS_ONLN);char *source_dir =NULL ; +LIST_HEAD (subvols);cpu_detect_flags ();hash_init_accel ();
@@ -1087,6 +1089,7 @@ int BOX_MAIN(mkfs)(int argc, char **argv) { "data", required_argument, NULL, 'd' }, { "version", no_argument, NULL, 'V' }, { "rootdir", required_argument, NULL, 'r' }, + { "subvol", required_argument, NULL, 'u' }, { "nodiscard", no_argument, NULL, 'K' }, { "features", required_argument, NULL, 'O' }, { "runtime-features", required_argument, NULL, 'R' },
@@ -1104,7 +1107,7 @@ int BOX_MAIN(mkfs)(int argc, char **argv) { NULL, 0, NULL, 0} }; - c =getopt_long (argc, argv,"A:b:fl:n:s:m:d:L:R:O:r:U:VvMKq" , + c =getopt_long (argc, argv,"A:b:fl:n:s:m:d:L:R:O:r:U:VvMKqu:" , long_options,NULL );if (c <0 )break ;
@@ -1210,6 +1213,23 @@ int BOX_MAIN(mkfs)(int argc, char **argv)free (source_dir); source_dir =strdup (optarg);break ; +case 'u' : { +struct rootdir_subvol *s; + + s =malloc (sizeof (struct rootdir_subvol )); +if (!s) { +error ("out of memory" ); + ret =1 ; + goto error; + } + + s->dir =strdup (optarg); + s->srcpath =NULL ; + s->destpath =NULL ; + +list_add_tail (&s->list, &subvols); +break ; + }case 'U' :strncpy_null (fs_uuid, optarg,BTRFS_UUID_UNPARSED_SIZE );break ;
@@ -1274,6 +1294,91 @@ int BOX_MAIN(mkfs)(int argc, char **argv) ret =1 ; goto error; } +if (!list_empty (&subvols) && source_dir ==NULL ) { +error ("the option --subvol must be used with --rootdir" ); + ret =1 ; + goto error; + } + +if (source_dir) { +char *canonical =realpath (source_dir,NULL ); + +if (!canonical) { +error ("could not get canonical path to %s" , source_dir); + ret =1 ; + goto error; + } + +free (source_dir); + source_dir = canonical; + } + +if (!list_empty (&subvols)) { +size_t source_dir_len =strlen (source_dir); +struct rootdir_subvol *s; + +list_for_each_entry (s, &subvols, list) { +char *path; +struct rootdir_subvol *s2; + +if (!path_exists (s->dir)) { +error ("subvol %s does not exist" , + s->dir); + ret =1 ; + goto error; + } + +if (!path_is_dir (s->dir)) { +error ("subvol %s is not a directory" , s->dir); + ret =1 ; + goto error; + } + + path =realpath (s->dir,NULL ); + +if (!path) { +error ("could not get canonical path to %s" , + s->dir); + ret =1 ; + goto error; + } + + s->srcpath = path; + s->srcpath_len =strlen (path); + +if (s->srcpath_len >= source_dir_len +1 && + !memcmp (path, source_dir, source_dir_len) && + path[source_dir_len] =='/' ) { + s->destpath_len = s->srcpath_len - source_dir_len -1 ; + + s->destpath =malloc (s->destpath_len +1 ); +if (!s->destpath) { +error ("out of memory" ); + ret =1 ; + goto error; + } + +memcpy (s->destpath, s->srcpath + source_dir_len +1 , + s->destpath_len); + s->destpath[s->destpath_len] =0 ; + }else { +error ("subvol %s is not a child of %s" , + s->dir, source_dir); + ret =1 ; + goto error; + } + + for (s2 = list_first_entry(&subvols, struct rootdir_subvol, list); + s2 != s; s2 =list_next_entry (s2, list)) { +if (!strcmp (s2->srcpath, path)) { +error ("subvol %s specified more than once" , + s->dir); + ret =1 ; + goto error; + } + } + } + }if (*fs_uuid) {uuid_t dummy_uuid;
@@ -1823,24 +1928,44 @@ raid_groups:error_msg (ERROR_MSG_START_TRANS ,"%m" ); goto out; } - ret =btrfs_rebuild_uuid_tree (fs_info); -if (ret <0 ) - goto out; - - ret =cleanup_temp_chunks (fs_info, &allocation, data_profile, - metadata_profile, metadata_profile); -if (ret <0 ) { -error ("failed to cleanup temporary chunks: %d" , ret); - goto out; - }if (source_dir) { +u64 next_subvol_id =BTRFS_FIRST_FREE_OBJECTID ; +pr_verbose (LOG_DEFAULT ,"Rootdir from: %s\n" , source_dir); - ret =btrfs_mkfs_fill_dir (source_dir, root); + + trans =btrfs_start_transaction (root,1 ); +if (IS_ERR (trans)) { + errno = -PTR_ERR (trans); +error_msg (ERROR_MSG_START_TRANS ,"%m" ); + goto out; + } + + ret =btrfs_mkfs_fill_dir (trans, source_dir, root, + &subvols,"" , &next_subvol_id);if (ret) {error ("error while filling filesystem: %d" , ret); +btrfs_commit_transaction (trans, root); goto out; } + + ret =btrfs_commit_transaction (trans, root); +if (ret) { + errno = -ret; +error_msg (ERROR_MSG_COMMIT_TRANS ,"%m" ); + goto out; + } + +if (!list_empty (&subvols)) { +struct rootdir_subvol *s; + +list_for_each_entry (s, &subvols, list) { +pr_verbose (LOG_DEFAULT , +" Subvol from: %s -> %s\n" , + s->srcpath, s->destpath); + } + } +if (shrink_rootdir) {pr_verbose (LOG_DEFAULT ," Shrink: yes\n" ); ret = btrfs_mkfs_shrink_fs(fs_info, &shrink_size,
@@ -1855,6 +1980,17 @@ raid_groups: } } + ret =btrfs_rebuild_uuid_tree (fs_info); +if (ret <0 ) + goto out; + + ret =cleanup_temp_chunks (fs_info, &allocation, data_profile, + metadata_profile, metadata_profile); +if (ret <0 ) { +error ("failed to cleanup temporary chunks: %d" , ret); + goto out; + } +if (features.runtime_flags &BTRFS_FEATURE_RUNTIME_QUOTA || features.incompat_flags &BTRFS_FEATURE_INCOMPAT_SIMPLE_QUOTA ) { ret =setup_quota_root (fs_info);
@@ -1948,6 +2084,19 @@ error:free (label);free (source_dir); +while (!list_empty (&subvols)) { +struct rootdir_subvol *head =list_entry (subvols.next, + struct rootdir_subvol, + list); + +free (head->dir); +free (head->srcpath); +free (head->destpath); + +list_del (&head->list); +free (head); + } +return !!ret; success:
mkfs/rootdir.c +153 -41
306 lines not on this page · raw message
mkfs/rootdir.h +13 -1
@@ -33,10 +33,22 @@ struct directory_name_entry {const char *dir_name;char *path;ino_t inum; +char *dest_dir;struct list_head list; }; -int btrfs_mkfs_fill_dir (const char *source_dir,struct btrfs_root *root); +struct rootdir_subvol { +struct list_head list; +char *dir; +char *srcpath; +size_t srcpath_len; +char *destpath; +size_t destpath_len; +}; + +int btrfs_mkfs_fill_dir (struct btrfs_trans_handle *trans,const char *source_dir, +struct btrfs_root *root,struct list_head *subvols, +const char * dest_dir,u64 *next_subvol_id);u64 btrfs_mkfs_size_dir (const char *dir_name,u32 sectorsize,u64 min_dev_size,u64 meta_profile,u64 data_profile); int btrfs_mkfs_shrink_fs(struct btrfs_fs_info *fs_info, u64 *new_size_ret,
tests/mkfs-tests/034-rootdir-subvol/test.sh new file +33 -0
@@ -0,0 +1,33 @@ +#!/bin/bash +# smoke test for mkfs.btrfs --subvol option + +source "$TEST_TOP/common" || exit + +check_prereq mkfs.btrfs +check_prereq btrfs + +setup_root_helper +prepare_test_dev + +tmp=$(_mktemp_dir mkfs-rootdir) + +touch $tmp/foo +mkdir $tmp/dir +mkdir $tmp/dir/subvol +touch $tmp/dir/subvol/bar + +run_check_mkfs_test_dev --rootdir "$tmp" --subvol "$tmp/dir/subvol" +run_check $SUDO_HELPER "$TOP/btrfs" check "$TEST_DEV" + +run_check_mount_test_dev +run_check_stdout $SUDO_HELPER "$TOP/btrfs" subvolume list "$TEST_MNT" | \ + cut -d\ -f9 > "$tmp/output" +run_check_umount_test_dev + +result=$(cat "$tmp/output") + +if [ "$result" != "dir/subvol" ]; then + _fail "dir/subvol not in subvolume list" +fi + +rm -rf -- "$tmp"
Signature · 1 line
2.44.2
Quoted 12 lines · Mark Harmstone
This patch adds a --subvol option, which tells mkfs.btrfs to create the specified directories as subvolumes.
Given a populated directory img, the command
$ mkfs.btrfs --rootdir img --subvol img/usr --subvol img/home --subvol img/home/username /dev/loop0will create subvolumes usr and home within the FS root, and subvolume username within the home subvolume. It will fail if any of the directories do not yet exist.
Signed-off-by Mark Harmstone <[email protected]>
[...]
Quoted 16 lines
mkfs/rootdir.c +12
-0@@ -570,6 +626,76 @@ static int traverse_directory(struct btrfs_trans_handle *trans,pr_verbose (LOG_INFO ,"ADD: %s\n" , tmp); } +if (S_ISDIR (st.st_mode)) { +if (!strcmp (parent_dir_entry->dest_dir,"" )) { +strcpy (cur_dest, cur_file->d_name); + }else { +strcpy (cur_dest, parent_dir_entry->dest_dir); +strcat (cur_dest,"/" ); +strcat (cur_dest, cur_file->d_name); + } + } + +if (!list_empty (subvols) &&S_ISDIR (st.st_mode)) { +struct rootdir_subvol *s;
mkfs/rootdir.c static int traverse_directory(struct btrfs_trans_handle *trans, · line 650
Quoted 10 lines
mkfs/rootdir.c +10
-0+bool found = false; + +list_for_each_entry (s, subvols, list) { +if (!strcmp (cur_dest, s->destpath)) { + found = true; +break ; + } + } + +if (found) {
Although I'm still not a fan of merging subvolume creation now, before we refactor the existing way of adding/linking new inodes, at least the code style can be improved.
Under most case we prefer to reduce the indent by exiting early for non-hit cases.
In this case, we prefer something like :
if (!found) continue; /* do the subvolume add/link here */
Thanks,
Qu