LVM RAID: Add writemostly/writebehind support for RAID1
PATCH 1/1 LVM RAID: Add writemostly/writebehind support for RAID1
LVM RAID: Add writemostly/writebehind support for RAID1
'lvchange' is used to alter a RAID 1 logical volume's write-mostly and write-behind characteristics. The '--writemostly' parameter takes a PV as an argument with an optional trailing character to specify whether to set ('y'), unset ('n'), or toggle ('t') the value. If no trailing character is given, it will set the flag.
Synopsis:
lvchange [--writemostly <PV>:{t|y|n}] [--writebehind <count>] vg/lv
Example:
lvchange --writemostly /dev/sdb1:y --writebehind 512 vg/raid1_lvThe last character in the 'lv_attr' field is used to show whether a device has the WriteMostly flag set. It is signified with a 'w'. If the device has failed, the 'p'artial flag has priority.
Example ("nosync" raid1 with mismatch_cnt and writemostly):
[~]# lvs -a --segment vg
LV VG Attr #Str Type SSize raid1 vg Rwi---r-m 2 raid1 500.00m [raid1_rimage_0] vg Iwi---r-- 1 linear 500.00m [raid1_rimage_1] vg Iwi---r-w 1 linear 500.00m [raid1_rmeta_0] vg ewi---r-- 1 linear 4.00m [raid1_rmeta_1] vg ewi---r-- 1 linear 4.00m
Example (raid1 with mismatch_cnt, writemostly - but failed drive):
[~]# lvs -a --segment vg
LV VG Attr #Str Type SSize raid1 vg rwi---r-p 2 raid1 500.00m [raid1_rimage_0] vg Iwi---r-- 1 linear 500.00m [raid1_rimage_1] vg Iwi---r-p 1 linear 500.00m [raid1_rmeta_0] vg ewi---r-- 1 linear 4.00m [raid1_rmeta_1] vg ewi---r-p 1 linear 4.00m
A new reportable field has been added for writebehind as well. If write-behind has not been set or the LV is not RAID1, the field will be blank.
Example (writebehind is set):
[~]# lvs -a -o name,attr,writebehind vg
LV Attr WBehind
lv rwi-a-r-- 512
[lv_rimage_0] iwi-aor-w
[lv_rimage_1] iwi-aor--
[lv_rmeta_0] ewi-aor--
[lv_rmeta_1] ewi-aor--
Example (writebehind is not set):
[~]# lvs -a -o name,attr,writebehind vg
LV Attr WBehind
lv rwi-a-r--
[lv_rimage_0] iwi-aor-w
[lv_rimage_1] iwi-aor--
[lv_rmeta_0] ewi-aor--
[lv_rmeta_1] ewi-aor--
lib/format_text/flags.c +1 -0
@@ -58,6 +58,7 @@ static const struct flag _lv_flags[] = { {LOCKED, "LOCKED", STATUS_FLAG}, {LV_NOTSYNCED, "NOTSYNCED", STATUS_FLAG}, {LV_REBUILD, "REBUILD", STATUS_FLAG}, + {LV_WRITEMOSTLY, "WRITEMOSTLY", STATUS_FLAG}, {RAID, NULL, 0}, {RAID_META, NULL, 0}, {RAID_IMAGE, NULL, 0},
lib/metadata/metadata-exported.h +3 -0
@@ -90,6 +90,8 @@#define THIN_POOL_DATA UINT64_C(0x0000004000000000)/* LV */ #define THIN_POOL_METADATA UINT64_C(0x0000008000000000)/* LV */ +#define LV_WRITEMOSTLY UINT64_C(0x0000010000000000)/* LV (RAID1) */ +#define LVM_READ UINT64_C(0x00000100)/* LV, VG */ #define LVM_WRITE UINT64_C(0x00000200)/* LV, VG */
@@ -334,6 +336,7 @@ struct lv_segment {/* FIXME Fields depend on segment type */ uint32_t stripe_size;/* For stripe and RAID - in sectors */ +uint32_t writebehind;/* For RAID (RAID1 only) */ uint32_t area_count;uint32_t area_len;uint32_t chunk_size;/* For snapshots/thin_pool. In sectors. */
lib/raid/raid.c +40 -3
70 lines not on this page · raw message
libdm/libdevmapper.h +29 -0
@@ -643,6 +643,35 @@ int dm_tree_node_add_raid_target(structuint64_t rebuilds, uint64_t flags); +struct dm_tree_node_raid_params { +const char *raid_type; + +uint32_t stripes; +uint32_t mirrors; +uint32_t region_size; +uint32_t stripe_size; + +/* +* 'rebuilds' and 'writemostly' are bitfields that signify +* which devices in the array are to be rebuilt or marked +* writemostly. By choosing a 'uint64_t', we limit ourself +* to RAID arrays with 64 devices. +*/ +uint64_t rebuilds; +uint64_t writemostly; +uint32_t writebehind;/* I/Os */ +uint32_t max_recovery_rate;/* kB/sec/disk */ +uint32_t min_recovery_rate;/* kB/sec/disk */ +uint32_t stripe_cache;/* sectors */ + +uint64_t flags;/* [no]sync */ +uint64_t reserved2; +}; + +int dm_tree_node_add_raid_target_with_params (struct dm_tree_node *node, +uint64_t size, +struct dm_tree_node_raid_params *p); +/* * Replicator operation mode * Note: API for Replicator is not yet stable
libdm/libdm-deptree.c +46 -12
102 lines not on this page · raw message
man/lvchange.8.in +21 -0
@@ -42,6 +42,8 @@ lvchange \- change attributes of a logic .RB [ \-\-refresh ] .RB [ \-t | \-\-test ] .RB [ \-v | \-\-verbose ] +.RB [ \-\-writebehind BehindCount ] +.RB [ \-\-writemostly PhysicalVolume ] .RB [ \-Z | \-\-zero .RI { y | n }] .I LogicalVolumePath
@@ -169,6 +171,25 @@ This is not necessary in normal operatio if something has gone wrong or if you're doing clustering manually without a clustered lock manager. .TP +.BR \-\-writebehind " BehindCount" +Specify the maximum number of outstanding writes that are allowed to +devices in a RAID 1 logical volume that are marked as \fIwrite-mostly\fP. +Once this value is exceeded, writes become synchronous (i.e. all writes +to the constituent devices must complete before the array signals the +write has completed). Setting the value to zero clears the preference +and allows the system to choose the value arbitrarily. +.TP +.BR \-\-writemostly " PhysicalVolume[:{t|y|n}]" +Mark a device in a RAID1 logical volume as \fIwrite-mostly\fP. All reads +to these drives will be avoided unless absolutely necessary. This keeps +the number of I/Os to the drive to a minimum. The default behavior is to +set the write-mostly attribute for the specified physical volume in the +logical volume. It is possible to also remove the write-mostly flag by +appending a ":n" to the physical volume or to toggle the value by specifying +":t". The \fI--writemostly\fP argument can be specified more than one time +in a single command; making it possible to toggle the write-mostly attributes +for all the physical volumes in a logical volume at once. +.TP .BR \-Z ", " \-\-zero " {" \fIy | \fIn } Set zeroing mode for thin pool. Note: already provisioned blocks from pool in non-zero mode are not cleared in unwritten parts when setting zero to
tools/args.h +2 -0
@@ -87,6 +87,8 @@ arg(ignoreunsupported_ARG, '\0', "ignore arg(atversion_ARG, '\0', "atversion", string_arg, 0) arg(validate_ARG, '\0', "validate", NULL, 0) arg(syncaction_ARG, '\0', "syncaction", string_arg, 0) +arg(writemostly_ARG, '\0', "writemostly", string_arg, ARG_GROUPABLE) +arg (writebehind_ARG,'\0' ,"writebehind" , int_arg,0 ) /* Allow some variations */arg (resizable_ARG,'\0' ,"resizable" , yes_no_arg,0 )
tools/commands.h +3 -1
@@ -96,6 +96,8 @@ xx(lvchange,"\t[-v|--verbose]\n" "\t[-y|--yes]\n" "\t[--version]\n" +"\t[--writebehind BehindCount\n" +"\t[--writemostly PhysicalVolume]\n" "\t[-Z|--zero {y|n}]\n" "\tLogicalVolume[Path] [LogicalVolume[Path]...]\n",
@@ -104,7 +106,7 @@ xx(lvchange, major_ARG, minor_ARG, monitor_ARG, noudevsync_ARG, partial_ARG, permission_ARG, persistent_ARG, poll_ARG, readahead_ARG, resync_ARG, refresh_ARG, addtag_ARG, deltag_ARG, syncaction_ARG, sysinit_ARG, test_ARG, - yes_ARG, zero_ARG) + yes_ARG, writebehind_ARG, writemostly_ARG, zero_ARG) xx(lvconvert, "Change logical volume layout",
tools/lvchange.c +132 -0
150 lines not on this page · raw message
lib/metadata/lv.c +5 -3
@@ -604,9 +604,11 @@ char *lv_attr_dup(struct dm_pool *mem, cuint64_t n;if (!_lv_raid_healthy (lv)) repstr[8 ] ='r' ;/* RAID needs 'r'efresh */ -else if ((lv->status &RAID ) && -lv_raid_mismatch_count (lv, &n) && n) - repstr[8 ] ='m' ;/* RAID contains 'm'ismatches */ +else if (lv->status &RAID ) { +if (lv_raid_mismatch_count (lv, &n) && n) + repstr[8 ] ='m' ;/* RAID has 'm'ismatches */ + }else if (lv->status &LV_WRITEMOSTLY ) + repstr[8 ] ='w' ;/* sub-LV has 'w'ritemostly */ } out:
man/lvs.8.in +4 -2
@@ -118,6 +118,7 @@ sync_action, sync_percent, thin_count, transaction_id, +writebehind, zero. .IP With \fB\-\-segments\fP, any "seg_" prefixes are optional;
@@ -161,7 +162,7 @@ snapshots of thin volumes using the new .IP 8 3 Newly-allocated data blocks are overwritten with blocks of (z)eroes before use. .IP 9 3 -Volume Health: (p)artial, (r)efresh needed, (m)ismatches exist. +Volume Health: (p)artial, (r)efresh needed, (m)ismatches exist, (w)ritemostly. (p)artial signifies that one or more of the Physical Volumes this Logical Volume uses is missing from the system. (r)efresh signifies that one or more of the Physical Volumes this RAID Logical Volume uses had suffered a
@@ -172,7 +173,8 @@ has portions of the array that are not c recently repaired inconsistencies. An additional "check" after a "repair" of a RAID logical volume will clear this flag if no additional discrepancies are found. ("check" and "repair" of a RAID Logical Volume can be done via -the 'lvchange' command.) +the 'lvchange' command.) (w)ritemostly signifies the devices in a RAID 1 +logical volume that have been marked write-mostly. .RE .TP .BR \-O ", " \-\-sort
lib/metadata/raid_manip.c +2 -1
@@ -994,7 +994,8 @@ static int _raid_remove_images(struct lo " after linear conversion");return 0 ; } - lv->status &= ~LV_NOTSYNCED ; + lv->status &= ~(LV_NOTSYNCED |LV_WRITEMOSTLY ); +first_seg (lv)->writebehind =0 ; }if (!vg_write (lv->vg)) {
lib/report/columns.h +1 -0
@@ -82,6 +82,7 @@ FIELD(LVS, lv, NUM, "Cpy%Sync", lvid, 8, FIELD(LVS, lv, NUM, "Cpy%Sync", lvid, 8, copypercent, sync_percent, "For RAID, mirrors and pvmove, current percentage in-sync.", 0) FIELD(LVS, lv, NUM, "Mismatches", lvid, 10, mismatch_count, mismatches, "For RAID, number of mismatches found or repaired.", 0) FIELD(LVS, lv, STR, "SyncAction", lvid, 10, sync_action, syncaction, "For RAID, the current synchronization action being performed.", 0) +FIELD(LVS, lv, NUM, "WBehind", lvid, 7, write_behind, writebehind, "For RAID1, the number of outstanding writes allowed to writemostly devices.", 0) FIELD(LVS, lv, STR, "Move", lvid, 4, movepv, move_pv, "For pvmove, Source PV of temporary LV created by pvmove.", 0) FIELD(LVS, lv, STR, "Convert", lvid, 7, convertlv, convert_lv, "For lvconvert, Name of temporary LV created by lvconvert.", 0)FIELD (LVS , lv,STR ,"Log" , lvid,3 , loglv, mirror_log,"For mirrors, the LV holding the synchronisation log." ,0 )
lib/report/properties.c +6 -0
@@ -109,6 +109,10 @@ static char *_sync_action(const struct lreturn action; } +static uint32_t _writebehind (const struct logical_volume *lv) { +return first_seg (lv)->writebehind; +} +static percent_t _snap_percent (const struct logical_volume *lv) {percent_t perc;
@@ -213,6 +217,8 @@ GET_LV_NUM_PROPERTY_FN(sync_percent, _co#define _sync_percent_set _not_implemented_set GET_LV_NUM_PROPERTY_FN(mismatches, _mismatches(lv))#define _mismatches_set _not_implemented_set +GET_LV_NUM_PROPERTY_FN(writebehind, _writebehind(lv)) +#define _writebehind_set _not_implemented_set GET_LV_STR_PROPERTY_FN(syncaction, _sync_action(lv))#define _syncaction_set _not_implemented_setGET_LV_STR_PROPERTY_FN (move_pv,lv_move_pv_dup (lv->vg->vgmem, lv))
lib/report/report.c +18 -1
@@ -969,7 +969,24 @@ static int _mismatch_count_disp(struct dreturn 1 ; } -return dm_report_field_uint64 (rh, field, &mismatch_count); +return dm_report_field_uint64 (rh, field, &mismatch_count); +} + +static int _write_behind_disp (struct dm_report *rh __attribute__((unused)), +struct dm_pool *mem, +struct dm_report_field *field, +const void *data, +void *private __attribute__((unused))) +{ +const struct logical_volume *lv = (const struct logical_volume *) data; + +if (strcmp (first_seg (lv)->segtype->name,"raid1" ) || + !first_seg (lv)->writebehind) { +dm_report_field_set_value (field,"" ,NULL ); +return 1 ; + } + +return dm_report_field_uint32 (rh, field, &first_seg (lv)->writebehind); } static int _dtpercent_disp(int metadata, struct dm_report *rh,
test/shell/lvchange-raid.sh +97 -2
114 lines not on this page · raw message
scripts/gdbinit +5 -0
@@ -324,6 +324,11 @@ define __status set $_s_status = $_s_status & ~0x10000000U printf " MERGING" end +# if ($_s_status & LV_WRITEMOSTLY) + if ($_s_status & 0x10000000000U) + set $_s_status = $_s_status & ~0x10000000000U + printf " LV_WRITEMOSTLY" + end if ($_s_status) printf " 0x%x", $_s_status