Add xfs_only flag to fs_table_initialise_mounts() function
PATCH 1/1 Add xfs_only flag to fs_table_initialise_mounts() function
From: Todd Gill <[email protected]>
The xfs_only flag will allow the caller to request only XFS filesystems are added to the fs table.
For commands that are XFS specific (xfs_fsr, xfs_growfs, xfs_scrub) - pass the flag as 1.
The change avoids a hang when remote filesystem (like NFS) are non responsive.
--- fsr/xfs_fsr.c | 2 +- growfs/xfs_growfs.c | 2 +- include/path.h | 2 +- io/fsmap.c | 2 +- io/init.c | 2 +- io/parent.c | 2 +- libfrog/paths.c | 20 +++++++++++++------- quota/init.c | 2 +- scrub/xfs_scrub.c | 2 +- spaceman/init.c | 2 +- 10 files changed, 22 insertions(+), 16 deletions(-)
fsr/xfs_fsr.c +1 -1
@@ -247,7 +247,7 @@ main(int argc, char **argv) RealUid =getuid (); pagesize =getpagesize (); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 );if (optind < argc) {for (; optind < argc; optind++) { argname = argv[optind];
growfs/xfs_growfs.c +1 -1
@@ -131,7 +131,7 @@ main(int argc, char **argv)if (dflag + lflag + rflag + mflag ==0 ) aflag =1 ; -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 );if (!realpath (argv[optind], rpath)) { fprintf(stderr, _("%s: path resolution failed for %s: %s\n"),
include/path.h +1 -1
@@ -37,7 +37,7 @@ extern fs_path_t *fs_table; /* array of entries in fs table */extern fs_path_t *fs_path;/* current entry in the fs table */ extern char *mtab_file; -extern void fs_table_initialise (int ,char *[],int ,char *[]); +extern void fs_table_initialise (int ,char *[],int ,char *[],int );extern void fs_table_destroy (void );extern void fs_table_insert_project_path (char *__dir,uint __projid);
io/fsmap.c +1 -1
@@ -518,7 +518,7 @@ fsmap_f(* (We report AG number/block for data device extents on XFS). */ if (!tab_init) { -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 ); tab_init = true; } fs =fs_table_lookup (file->name,FS_MOUNT_POINT );
io/init.c +1 -1
@@ -144,7 +144,7 @@ init( pagesize =getpagesize ();gettimeofday (&stopwatch,NULL ); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 );while ((c =getopt (argc, argv,"ac:C:dFfiLm:p:PnrRstTVx" )) !=EOF ) {switch (c) {case 'a' :
io/parent.c +1 -1
@@ -369,7 +369,7 @@ parent_f(int argc, char **argv)if (!tab_init) { tab_init =1 ; -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 ); } fs =fs_table_lookup (file->name,FS_MOUNT_POINT );if (!fs) {
libfrog/paths.c +13 -7
@@ -363,7 +363,8 @@ out_nomem:*/ static int fs_table_initialise_mounts ( -char *path) +char *path, +int xfs_only) {struct mntent *mnt;FILE *mtp;
@@ -389,6 +390,8 @@ fs_table_initialise_mounts(return errno;while ((mnt =getmntent (mtp)) !=NULL ) { +if (xfs_only &&strcmp (mnt->mnt_type,"xfs" ) !=0 ) +continue ;if (!realpath (mnt->mnt_dir, rmnt_dir))continue ;if (!realpath (mnt->mnt_fsname, rmnt_fsname))
@@ -443,11 +446,12 @@ fs_mount_point_from_path(static void fs_table_insert_mount ( -char *mount) +char *mount, +int xfs_only) {int error; - error =fs_table_initialise_mounts (mount); + error =fs_table_initialise_mounts (mount, xfs_only);if (error)fprintf (stderr,_ ("%s: cannot setup path for mount %s: %s\n" ), progname, mount,strerror (error));
@@ -508,23 +512,25 @@ fs_table_insert_project(* projects. If mount_count is zero, mounts is ignored and the * table is populated with mounted filesystems. If project_count is * zero, projects is ignored and the table is populated with all -* projects defined in the projects file. +* projects defined in the projects file. If xfs_only is 1, filter +* out non-XFS filesystems. */ void fs_table_initialise (int mount_count,char *mounts[],int project_count, -char *projects[]) +char *projects[], +int xfs_only) {int error;int i;if (mount_count) {for (i =0 ; i < mount_count; i++) -fs_table_insert_mount (mounts[i]); +fs_table_insert_mount (mounts[i], xfs_only); }else { - error =fs_table_initialise_mounts (NULL ); + error =fs_table_initialise_mounts (NULL , xfs_only);if (error) goto out_error; }
quota/init.c +1 -1
@@ -174,7 +174,7 @@ init( } } -fs_table_initialise (argc - optind, &argv[optind], nprojopts, projopts); +fs_table_initialise (argc - optind, &argv[optind], nprojopts, projopts,0 );free (projopts);init_commands ();
scrub/xfs_scrub.c +1 -1
@@ -705,7 +705,7 @@ main( mtab = _PATH_MOUNTED; } -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 ); fsp =fs_table_lookup_mount (ctx.mntpoint);if (!fsp) { fprintf(stderr, _("%s: Not a XFS mount point.\n"),
spaceman/init.c +1 -1
@@ -68,7 +68,7 @@ init(bindtextdomain (PACKAGE ,LOCALEDIR );textdomain (PACKAGE ); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 );while ((c =getopt (argc, argv,"c:p:V" )) !=EOF ) {switch (c) {case 'c' :
Signature · 1 line
2.17.2
Quoted 7 lines · On Mon, Mar 04, 2019 at 04:31:24PM -0500, [email protected] wrote:
From: Todd Gill <[email protected]>
The
xfs_onlyflag will allow the caller to request only XFS filesystems are added to the fs table.For commands that are XFS specific (
xfs_fsr,xfs_growfs,xfs_scrub) - pass the flag as 1.
We're supposed to use a magic value of 1??
Please, "#define FSTABLE_XFS_ONLY 1" and make it a proper flags parameter...
...and that's assuming there isn't some better way to avoid networked mounts?
Quoted 2 lines
The change avoids a hang when remote filesystem (like NFS) are non responsive.
Which programs hang? Where do they hang? Is this the problem where some stat somewhere on a ... mount point? freezes because the network died?
Quoted 97 lines
Signed-off-by Todd Gill <[email protected]>--- fsr/xfs_fsr.c | 2 +- growfs/xfs_growfs.c | 2 +- include/path.h | 2 +- io/fsmap.c | 2 +- io/init.c | 2 +- io/parent.c | 2 +- libfrog/paths.c | 20 +++++++++++++------- quota/init.c | 2 +- scrub/xfs_scrub.c | 2 +- spaceman/init.c | 2 +- 10 files changed, 22 insertions(+), 16 deletions(-)fsr/xfs_fsr.c +1
-1@@ -247,7 +247,7 @@ main(int argc, char **argv) RealUid =getuid (); pagesize =getpagesize (); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 );if (optind < argc) {for (; optind < argc; optind++) { argname = argv[optind];growfs/xfs_growfs.c +1
-1@@ -131,7 +131,7 @@ main(int argc, char **argv)if (dflag + lflag + rflag + mflag ==0 ) aflag =1 ; -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 );if (!realpath (argv[optind], rpath)) { fprintf(stderr, _("%s: path resolution failed for %s: %s\n"),include/path.h +1
-1@@ -37,7 +37,7 @@ extern fs_path_t *fs_table; /* array of entries in fs table */extern fs_path_t *fs_path;/* current entry in the fs table */ extern char *mtab_file; -extern void fs_table_initialise (int ,char *[],int ,char *[]); +extern void fs_table_initialise (int ,char *[],int ,char *[],int );extern void fs_table_destroy (void );extern void fs_table_insert_project_path (char *__dir,uint __projid);io/fsmap.c +1
-1@@ -518,7 +518,7 @@ fsmap_f(* (We report AG number/block for data device extents on XFS). */ if (!tab_init) { -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 ); tab_init = true; } fs =fs_table_lookup (file->name,FS_MOUNT_POINT );io/init.c +1
-1@@ -144,7 +144,7 @@ init( pagesize =getpagesize ();gettimeofday (&stopwatch,NULL ); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 );while ((c =getopt (argc, argv,"ac:C:dFfiLm:p:PnrRstTVx" )) !=EOF ) {switch (c) {case 'a' :io/parent.c +1
-1@@ -369,7 +369,7 @@ parent_f(int argc, char **argv)if (!tab_init) { tab_init =1 ; -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 ); } fs =fs_table_lookup (file->name,FS_MOUNT_POINT );if (!fs) {libfrog/paths.c +0
-0
libfrog/paths.c out_nomem: · line 367
Quoted 6 lines
libfrog/paths.c +2
-1@@ -363,7 +363,8 @@ out_nomem:*/ static int fs_table_initialise_mounts ( -char *path) +char *path, +int xfs_only)
Borken indentation?
--D
Quoted 99 lines
libfrog/paths.c +11
-6{struct mntent *mnt;FILE *mtp;@@ -389,6 +390,8 @@ fs_table_initialise_mounts(return errno;while ((mnt =getmntent (mtp)) !=NULL ) { +if (xfs_only &&strcmp (mnt->mnt_type,"xfs" ) !=0 ) +continue ;if (!realpath (mnt->mnt_dir, rmnt_dir))continue ;if (!realpath (mnt->mnt_fsname, rmnt_fsname))@@ -443,11 +446,12 @@ fs_mount_point_from_path(static void fs_table_insert_mount ( -char *mount) +char *mount, +int xfs_only) {int error; - error =fs_table_initialise_mounts (mount); + error =fs_table_initialise_mounts (mount, xfs_only);if (error)fprintf (stderr,_ ("%s: cannot setup path for mount %s: %s\n" ), progname, mount,strerror (error));@@ -508,23 +512,25 @@ fs_table_insert_project(* projects. If mount_count is zero, mounts is ignored and the * table is populated with mounted filesystems. If project_count is * zero, projects is ignored and the table is populated with all -* projects defined in the projects file. +* projects defined in the projects file. If xfs_only is 1, filter +* out non-XFS filesystems. */ void fs_table_initialise (int mount_count,char *mounts[],int project_count, -char *projects[]) +char *projects[], +int xfs_only) {int error;int i;if (mount_count) {for (i =0 ; i < mount_count; i++) -fs_table_insert_mount (mounts[i]); +fs_table_insert_mount (mounts[i], xfs_only); }else { - error =fs_table_initialise_mounts (NULL ); + error =fs_table_initialise_mounts (NULL , xfs_only);if (error) goto out_error; }quota/init.c +1
-1@@ -174,7 +174,7 @@ init( } } -fs_table_initialise (argc - optind, &argv[optind], nprojopts, projopts); +fs_table_initialise (argc - optind, &argv[optind], nprojopts, projopts,0 );free (projopts);init_commands ();scrub/xfs_scrub.c +1
-1@@ -705,7 +705,7 @@ main( mtab = _PATH_MOUNTED; } -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,1 ); fsp =fs_table_lookup_mount (ctx.mntpoint);if (!fsp) { fprintf(stderr, _("%s: Not a XFS mount point.\n"),spaceman/init.c +1
-1@@ -68,7 +68,7 @@ init(bindtextdomain (PACKAGE ,LOCALEDIR );textdomain (PACKAGE ); -fs_table_initialise (0 ,NULL ,0 ,NULL ); +fs_table_initialise (0 ,NULL ,0 ,NULL ,0 );while ((c =getopt (argc, argv,"c:p:V" )) !=EOF ) {switch (c) {case 'c' :Signature · 1 line
2.17.2
Quoted 10 lines · On Mon, Mar 04, 2019 at 04:31:24PM -0500, [email protected] wrote:
From: Todd Gill <[email protected]>
The
xfs_onlyflag will allow the caller to request only XFS filesystems are added to the fs table.For commands that are XFS specific (
xfs_fsr,xfs_growfs,xfs_scrub) - pass the flag as 1.The change avoids a hang when remote filesystem (like NFS) are non responsive.
I have the nagging feeling that this has been proposed, discussed and rejected previously. However, my search skills are sadly lacking today, because I can't find it in my local archive. Probably worth doing some more searching rather than repeating the discussion over again...
Cheers,
Dave.
Signature · 2 lines
Dave Chinner [email protected]
Quoted 9 lines · Dave Chinner
Quoted 8 lines · On Mon, Mar 04, 2019 at 04:31:24PM -0500, [email protected] wrote:
From: Todd Gill <[email protected]>
The
xfs_onlyflag will allow the caller to request only XFS filesystems are added to the fs table.For commands that are XFS specific (
xfs_fsr,xfs_growfs,xfs_scrub) - pass the flag as 1.
Quoted 8 lines
Quoted 2 lines
The change avoids a hang when remote filesystem (like NFS) are non responsive.
I have the nagging feeling that this has been proposed, discussed and rejected previously. However, my search skills are sadly lacking today, because I can't find it in my local archive. Probably worth doing some more searching rather than repeating the discussion over again...
FWIW, this problem is relatively new. It crept in when we decided that xfs_quota should work on ext4, and so we had to slurp in non-xfs mountpoints. Yay.
Dave, I'm wondering if I didn't discuss this on IRC briefly and that's what's triggering your memory...
May 03 17:32:07 <sandeen> dchinner, i'm not sure waht to do about our crazy is-it-mounted checks w.r.t. your subvols at this point. May 03 17:32:18 <sandeen> I Kinda need to fix the "mkfs.xfs hangs on stuck nfs mounts, wut?!" problem May 03 17:34:54 <djwong> check fsname[0] == '/' like e2fsprogs does :D May 03 17:35:34 <sandeen> I pointed and laughed at that, but actually ... May 03 17:35:46 <sandeen> dave's fs/volume paths will be full paths from / May 03 17:36:12 <sandeen> you ... can't really get an actual device node in /proc/mounts w/ a relative path either, right? May 03 17:36:15 <sandeen> maybe that's not so bad. May 03 17:37:00 <sandeen> see if the "device" contains a : and then try to ping the stuff before it ;) May 03 17:37:07 <sandeen> (I AM KIDDING) May 03 17:37:44 <sandeen> anyway, skipping anything that doesn't start with '/' might actually be smart/ok May 03 17:40:33 <sandeen> if youv'e somehow contrived an actual device that doesn't have a path in /proc/mounts and you go to try to mkfs it while mounted I think you get to keep all the explody bits. May 03 17:53:00 <dchinner> sandeen: just ignore them - I'll do whatever I need to do to make them work again when your code hits the tree...
but ... I don't know if anything ever got sent.
I had also mused about something like:
May 02 14:36:27 <sandeen> I wonder if this is safe in the "is it mounted" loop:
May 02 14:36:27 <sandeen> while ((mnt = getmntent(f)) != NULL) {
May 02 14:36:27 <sandeen> /* If the "fsname" is't a stat-able device, skip it */
May 02 14:36:27 <sandeen> if (stat(mnt->mnt_fsname, &mst) < 0)
May 02 14:36:27 <sandeen> continue;
May 02 14:37:01 <sandeen> i.e. don't bother checking every procfs, nfs mount, tmpfs, cgroup, etc.-Eric
Quoted 22 lines · Eric Sandeen
Quoted 9 lines · Dave Chinner
Quoted 8 lines · On Mon, Mar 04, 2019 at 04:31:24PM -0500, [email protected] wrote:
From: Todd Gill <[email protected]>
The
xfs_onlyflag will allow the caller to request only XFS filesystems are added to the fs table.For commands that are XFS specific (
xfs_fsr,xfs_growfs,xfs_scrub) - pass the flag as 1.Quoted 8 lines
Quoted 2 lines
The change avoids a hang when remote filesystem (like NFS) are non responsive.
I have the nagging feeling that this has been proposed, discussed and rejected previously. However, my search skills are sadly lacking today, because I can't find it in my local archive. Probably worth doing some more searching rather than repeating the discussion over again...
Quoted 7 lines
FWIW, this problem is relatively new. It crept in when we decided that
xfs_quotashould work on ext4, and so we had to slurp in non-xfs mountpoints. Yay.Dave, I'm wondering if I didn't discuss this on IRC briefly and that's what's triggering your memory...
It may also be commit 29647c8d572d9364c0f599932f2153af8f306966 that added xfs_quota support for ext4. In that change thestrcmp(mnt->mnt_type, "xfs") check was removed from fs_table_initialize_mounts().
If folks this this is a reasonable change, I'll make the requested improvements and send a new version.
Quoted 25 lines
May 03 17:32:07 <sandeen> dchinner, i'm not sure waht to do about our crazy is-it-mounted checks w.r.t. your subvols at this point. May 03 17:32:18 <sandeen> I Kinda need to fix the "mkfs.xfs hangs on stuck nfs mounts, wut?!" problem May 03 17:34:54 <djwong> check fsname[0] == '/' like e2fsprogs does :D May 03 17:35:34 <sandeen> I pointed and laughed at that, but actually ... May 03 17:35:46 <sandeen> dave's fs/volume paths will be full paths from / May 03 17:36:12 <sandeen> you ... can't really get an actual device node in /proc/mounts w/ a relative path either, right? May 03 17:36:15 <sandeen> maybe that's not so bad. May 03 17:37:00 <sandeen> see if the "device" contains a : and then try to ping the stuff before it ;) May 03 17:37:07 <sandeen> (I AM KIDDING) May 03 17:37:44 <sandeen> anyway, skipping anything that doesn't start with '/' might actually be smart/ok May 03 17:40:33 <sandeen> if youv'e somehow contrived an actual device that doesn't have a path in /proc/mounts and you go to try to mkfs it while mounted I think you get to keep all the explody bits. May 03 17:53:00 <dchinner> sandeen: just ignore them - I'll do whatever I need to do to make them work again when your code hits the tree...but ... I don't know if anything ever got sent.
I had also mused about something like:
May 02 14:36:27 <sandeen> I wonder if this is safe in the "is it mounted" loop: May 02 14:36:27 <sandeen> while ((mnt = getmntent(f)) != NULL) { May 02 14:36:27 <sandeen> /* If the "fsname" is't a stat-able device, skip it */ May 02 14:36:27 <sandeen> if (stat(mnt->mnt_fsname, &mst) < 0) May 02 14:36:27 <sandeen> continue; May 02 14:37:01 <sandeen> i.e. don't bother checking every procfs, nfs mount, tmpfs, cgroup, etc.-Eric