lvm: add lvm cache logical volume handling
PATCH v3 1/2 lvm: add lvm cache logical volume handling
The lvm cache logical volume is the logical volume consisting of the original and the cache pool logical volume. The original is usually on a larger and slower storage device while the cache pool is on a smaller and faster one. The performance of the original volume can be improved by storing the frequently used data on the cache pool to utilize the greater performance of faster device.
The default cache mode "writethrough" ensures that any data written will be stored both in the cache and on the origin LV, therefore grub can be straight to read the original lv as no data loss is guarenteed.
The second cache mode is "writeback", which delays writing from the cache pool back to the origin LV to have increased performance. The drawback is potential data loss if losing the associated cache device.
During the boot time grub reads the LVM offline i.e. LVM volumes are not activated and mounted, hence it should be fine to read directly from original lv since all cached data should have been flushed back in the process of taking it offline.
It is also not much helpful to the situation by adding fsync calls to the install code. The fsync did not force to write back dirty cache to the original device and rather it would update associated cache metadata to complete the write transaction with the cache device. IOW the writes to cached blocks still go only to the cache device.
To write back dirty cache, as lvm cache did not support dirty cache flush per block range, there'no way to do it for file. On the other hand the "cleaner" policy is implemented and can be used to write back "all" dirty blocks in a cache, which effectively drain all dirty cache gradually to attain and last in the "clean" state, which can be useful for shrinking or decommissioning a cache. The result and effect is not what we are looking for here.
In conclusion, as it seems no way to enforce file writes to the original device, grub may suffer from power failure as it cannot assemble the cache device and read the dirty data from it. However since the case is only applicable to writeback mode which is sensitive to data lost in nature, I'd still like to propose my (relatively simple) patch and treat reading dirty cache as improvement.
---
Changes since v3:
* Add some issue discussed in review process to commit message
* Add note on LVM cache booting to grub manual
* Some coding style change
* Fix some problem in error handling
Changes since v2:
* Move struct cache_lv definition to the beginning of file
* Add handling when grub_(zalloc|malloc|strdup) etc failed
grub-core/disk/lvm.c | 185 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 185 insertions(+)
grub-core/disk/lvm.c +185 -0
@@ -33,6 +33,14 @@GRUB_MOD_LICENSE ("GPLv3+" ); +struct cache_lv +{ +struct grub_diskfilter_lv *lv; +char *cache_pool; +char *origin; +struct cache_lv *next; +}; +/* Go the string STR and return the number after STR. *P will point at the number. In case STR is not found, *P will be NULL and the
@@ -95,6 +103,34 @@ grub_lvm_check_flag (const char *p, const char *str, const char *flag) } } +static void +grub_lvm_free_cache_lvs (struct cache_lv *cache_lvs) +{ +struct cache_lv *cache; + +while ((cache = cache_lvs)) + { + cache_lvs = cache_lvs->next; + +if (cache->lv) + { +unsigned int i; + +for (i =0 ; i < cache->lv->segment_count; ++i) +if (cache->lv->segments) +grub_free (cache->lv->segments[i].nodes); +grub_free (cache->lv->segments); +grub_free (cache->lv->fullname); +grub_free (cache->lv->idname); +grub_free (cache->lv->name); + } +grub_free (cache->lv); +grub_free (cache->origin); +grub_free (cache->cache_pool); +grub_free (cache); + } +} +static struct grub_diskfilter_vg * grub_lvm_detect (grub_disk_t disk, struct grub_diskfilter_pv_id *id,
@@ -243,6 +279,8 @@ grub_lvm_detect (grub_disk_t disk,if (! vg) { +struct cache_lv *cache_lvs =NULL ; +/* First time we see this volume group. We've to create the whole volume group structure. */ vg =grub_malloc (sizeof (*vg));
@@ -672,6 +710,101 @@ grub_lvm_detect (grub_disk_t disk, seg->nodes[seg->node_count -1 ].name = tmp; } } +else if (grub_memcmp (p,"cache\"" , +sizeof ("cache\"" ) -1 ) ==0 ) + { +struct cache_lv *cache =NULL ; + +char *p2, *p3; +grub_ssize_t sz; + + cache =grub_zalloc (sizeof (*cache)); +if (!cache) + goto cache_lv_fail; + cache->lv =grub_zalloc (sizeof (*cache->lv)); +if (!cache->lv) + goto cache_lv_fail; +grub_memcpy (cache->lv, lv,sizeof (*cache->lv)); + +if (lv->fullname) + { + cache->lv->fullname =grub_strdup (lv->fullname); +if (!cache->lv->fullname) + goto cache_lv_fail; + } +if (lv->idname) + { + cache->lv->idname =grub_strdup (lv->idname); +if (!cache->lv->idname) + goto cache_lv_fail; + } +if (lv->name) + { + cache->lv->name =grub_strdup (lv->name); +if (!cache->lv->name) + goto cache_lv_fail; + } + + skip_lv =1 ; + + p2 =grub_strstr (p,"cache_pool = \"" ); +if (!p2) + goto cache_lv_fail; + + p2 =grub_strchr (p2,'"' ); +if (!p2) + goto cache_lv_fail; + + p3 = ++p2; + p3 =grub_strchr (p3,'"' ); +if (!p3) + goto cache_lv_fail; + + sz = p3 - p2; + + cache->cache_pool =grub_malloc (sz +1 ); +if (!cache->cache_pool) + goto cache_lv_fail; +grub_memcpy (cache->cache_pool, p2, sz); + cache->cache_pool[sz] ='\0' ; + + p2 =grub_strstr (p,"origin = \"" ); +if (!p2) + goto cache_lv_fail; + + p2 =grub_strchr (p2,'"' ); +if (!p2) + goto cache_lv_fail; + + p3 = ++p2; + p3 =grub_strchr (p3,'"' ); +if (!p3) + goto cache_lv_fail; + + sz = p3 - p2; + + cache->origin =grub_malloc (sz +1 ); +if (!cache->origin) + goto cache_lv_fail; +grub_memcpy (cache->origin, p2, sz); + cache->origin[sz] ='\0' ; + + cache->next = cache_lvs; + cache_lvs = cache; +break ; + + cache_lv_fail: +if (cache) + { +grub_free (cache->origin); +grub_free (cache->cache_pool); +grub_free (cache->lv->fullname); +grub_free (cache->lv->idname); +grub_free (cache->lv->name); +grub_free (cache); + } + goto fail4; + }else {#ifdef GRUB_UTIL
@@ -748,6 +881,58 @@ grub_lvm_detect (grub_disk_t disk, } } + + { +struct cache_lv *cache; + +for (cache = cache_lvs; cache; cache = cache->next) + { +struct grub_diskfilter_lv *lv; + +for (lv = vg->lvs; lv; lv = lv->next) +if (grub_strcmp (lv->name, cache->origin) ==0 ) +break ; +if (lv) + { + cache->lv->segments =grub_malloc (lv->segment_count *sizeof (*lv->segments)); +if (!cache->lv->segments) + { +grub_lvm_free_cache_lvs (cache_lvs); + goto fail4; + } +grub_memcpy (cache->lv->segments, lv->segments, lv->segment_count *sizeof (*lv->segments)); + +for (i =0 ; i < lv->segment_count; ++i) + { +struct grub_diskfilter_node *nodes = lv->segments[i].nodes; +grub_size_t node_count = lv->segments[i].node_count; + + cache->lv->segments[i].nodes =grub_malloc (node_count *sizeof (*nodes)); +if (!cache->lv->segments[i].nodes) + { +for (j =0 ; j < i; ++j) +grub_free (cache->lv->segments[j].nodes); +grub_free (cache->lv->segments); + cache->lv->segments =NULL ; +grub_lvm_free_cache_lvs (cache_lvs); + goto fail4; + } +grub_memcpy (cache->lv->segments[i].nodes, nodes, node_count *sizeof (*nodes)); + } + +if (cache->lv->segments) + { + cache->lv->segment_count = lv->segment_count; + cache->lv->vg = vg; + cache->lv->next = vg->lvs; + vg->lvs = cache->lv; + cache->lv =NULL ; + } + } + } + } + +grub_lvm_free_cache_lvs (cache_lvs);if (grub_diskfilter_vg_register (vg)) goto fail4; }
Signature · 1 line
2.16.4
PATCH v3 2/2 docs: Document notes on LVM cache booting
Add notes on LVM cache booting to the GRUB manual to help user understanding the outstanding issue and status.
--- docs/grub.texi | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+)
docs/grub.texi +21 -0
@@ -894,6 +894,7 @@ magic. @menu * General boot methods:: How to boot OSes with GRUB generally * Loopback booting:: Notes on booting from loopbacks +* LVM cache booting:: Notes on booting from LVM cache logical volume * OS-specific notes:: Notes on some operating systems @end menu
@@ -991,6 +992,26 @@ way. Please consider alternative boot methods like copying all files from the image to actual partition. Consult your OS documentation for more details +@node LVM cache booting +@section Booting from LVM cache logical volume + +The LVM cache logical volume is the logical volume consisting of the original +and the cache pool logical volume. The original is usually on a larger and +slower storage device while the cache pool is on a smaller and faster one. The +performance of the original volume can be improved by storing the frequently +used data on the cache pool to utilize the greater performance of faster +device. + +GRUB boots from LVM cache logical volume merely by reading it's original +logical volume so that dirty data in cache pool volume is disregarded. This is +not a problem for "writethrough" cache mode as it ensures that any data written +will be stored both on the cache and the origin LV. For the other cache mode +"writeback", which delays writing from the cache pool back to the origin LV to +boost performance, GRUB may fail to boot in the wake of accidental power outage +due to it's inability to assemble the cache device for reading the required +dirty data left behind. The situation will be improved after adding full +support to the LVM cache logical volume in the future. + @node OS-specific notes @section Some caveats on OS-specific issues
Signature · 1 line
2.16.4
Re: [PATCH v3 2/2] docs: Document notes on LVM cache booting
Quoted 4 lines · Michael Chang
Add notes on LVM cache booting to the GRUB manual to help user understanding the outstanding issue and status.
Signed-off-by Michael Chang <[email protected]>
Daniel
Quoted 120 lines · Michael Chang
The lvm cache logical volume is the logical volume consisting of the original and the cache pool logical volume. The original is usually on a larger and slower storage device while the cache pool is on a smaller and faster one. The performance of the original volume can be improved by storing the frequently used data on the cache pool to utilize the greater performance of faster device.
The default cache mode "writethrough" ensures that any data written will be stored both in the cache and on the origin LV, therefore grub can be straight to read the original lv as no data loss is guarenteed.
The second cache mode is "writeback", which delays writing from the cache pool back to the origin LV to have increased performance. The drawback is potential data loss if losing the associated cache device.
During the boot time grub reads the LVM offline i.e. LVM volumes are not activated and mounted, hence it should be fine to read directly from original lv since all cached data should have been flushed back in the process of taking it offline.
It is also not much helpful to the situation by adding fsync calls to the install code. The fsync did not force to write back dirty cache to the original device and rather it would update associated cache metadata to complete the write transaction with the cache device. IOW the writes to cached blocks still go only to the cache device.
To write back dirty cache, as lvm cache did not support dirty cache flush per block range, there'no way to do it for file. On the other hand the "cleaner" policy is implemented and can be used to write back "all" dirty blocks in a cache, which effectively drain all dirty cache gradually to attain and last in the "clean" state, which can be useful for shrinking or decommissioning a cache. The result and effect is not what we are looking for here.
In conclusion, as it seems no way to enforce file writes to the original device, grub may suffer from power failure as it cannot assemble the cache device and read the dirty data from it. However since the case is only applicable to writeback mode which is sensitive to data lost in nature, I'd still like to propose my (relatively simple) patch and treat reading dirty cache as improvement.
Signed-off-by Michael Chang <[email protected]>---
Changes since v3:
* Add some issue discussed in review process to commit message
* Add note on LVM cache booting to grub manual
* Some coding style change
* Fix some problem in error handlingChanges since v2:
* Move structcache_lvdefinition to the beginning of file
* Add handling whengrub_(zalloc|malloc|strdup)etc failedgrub-core/disk/lvm.c | 185 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 185 insertions(+)grub-core/disk/lvm.c +38
-0@@ -33,6 +33,14 @@GRUB_MOD_LICENSE ("GPLv3+" ); +struct cache_lv +{ +struct grub_diskfilter_lv *lv; +char *cache_pool; +char *origin; +struct cache_lv *next; +}; +/* Go the string STR and return the number after STR. *P will point at the number. In case STR is not found, *P will be NULL and the @@ -95,6 +103,34 @@ grub_lvm_check_flag (const char *p, const char *str, const char *flag) } } +static void +grub_lvm_free_cache_lvs (struct cache_lv *cache_lvs) +{ +struct cache_lv *cache; + +while ((cache = cache_lvs)) + { + cache_lvs = cache_lvs->next; + +if (cache->lv) + { +unsigned int i; + +for (i =0 ; i < cache->lv->segment_count; ++i) +if (cache->lv->segments) +grub_free (cache->lv->segments[i].nodes); +grub_free (cache->lv->segments); +grub_free (cache->lv->fullname); +grub_free (cache->lv->idname); +grub_free (cache->lv->name); + } +grub_free (cache->lv); +grub_free (cache->origin); +grub_free (cache->cache_pool); +grub_free (cache); + } +} +static struct grub_diskfilter_vg * grub_lvm_detect (grub_disk_t disk, struct grub_diskfilter_pv_id *id,@@ -243,6 +279,8 @@ grub_lvm_detect (grub_disk_t disk,if (! vg) { +struct cache_lv *cache_lvs =NULL ; +/* First time we see this volume group. We've to create the whole volume group structure. */ vg =grub_malloc (sizeof (*vg));
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 719
Quoted 10 lines
grub-core/disk/lvm.c +7
-0@@ -672,6 +710,101 @@ grub_lvm_detect (grub_disk_t disk, seg->nodes[seg->node_count -1 ].name = tmp; } } +else if (grub_memcmp (p,"cache\"" , +sizeof ("cache\"" ) -1 ) ==0 ) + { +struct cache_lv *cache =NULL ; + +char *p2, *p3; +grub_ssize_t sz;
Why not grub_size_t?
Quoted 72 lines
grub-core/disk/lvm.c +72
-0+ + cache =grub_zalloc (sizeof (*cache)); +if (!cache) + goto cache_lv_fail; + cache->lv =grub_zalloc (sizeof (*cache->lv)); +if (!cache->lv) + goto cache_lv_fail; +grub_memcpy (cache->lv, lv,sizeof (*cache->lv)); + +if (lv->fullname) + { + cache->lv->fullname =grub_strdup (lv->fullname); +if (!cache->lv->fullname) + goto cache_lv_fail; + } +if (lv->idname) + { + cache->lv->idname =grub_strdup (lv->idname); +if (!cache->lv->idname) + goto cache_lv_fail; + } +if (lv->name) + { + cache->lv->name =grub_strdup (lv->name); +if (!cache->lv->name) + goto cache_lv_fail; + } + + skip_lv =1 ; + + p2 =grub_strstr (p,"cache_pool = \"" ); +if (!p2) + goto cache_lv_fail; + + p2 =grub_strchr (p2,'"' ); +if (!p2) + goto cache_lv_fail; + + p3 = ++p2; + p3 =grub_strchr (p3,'"' ); +if (!p3) + goto cache_lv_fail; + + sz = p3 - p2; + + cache->cache_pool =grub_malloc (sz +1 ); +if (!cache->cache_pool) + goto cache_lv_fail; +grub_memcpy (cache->cache_pool, p2, sz); + cache->cache_pool[sz] ='\0' ; + + p2 =grub_strstr (p,"origin = \"" ); +if (!p2) + goto cache_lv_fail; + + p2 =grub_strchr (p2,'"' ); +if (!p2) + goto cache_lv_fail; + + p3 = ++p2; + p3 =grub_strchr (p3,'"' ); +if (!p3) + goto cache_lv_fail; + + sz = p3 - p2; + + cache->origin =grub_malloc (sz +1 ); +if (!cache->origin) + goto cache_lv_fail; +grub_memcpy (cache->origin, p2, sz); + cache->origin[sz] ='\0' ; +
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 801
Quoted 10 lines
grub-core/disk/lvm.c +10
-0+ cache->next = cache_lvs; + cache_lvs = cache; +break ; + + cache_lv_fail: +if (cache) + { +grub_free (cache->origin); +grub_free (cache->cache_pool); +grub_free (cache->lv->fullname);
If "cache = grub_zalloc (sizeof (*cache));" fails above then here GRUB crashes due to NULL pointer dereference...
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 802
Quoted 1 line
grub-core/disk/lvm.c +1
-0+grub_free (cache->lv->idname);
...this has to be fixed too...
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 803
Quoted 1 line
grub-core/disk/lvm.c +1
-0+grub_free (cache->lv->name);
Ditto...
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 810
Quoted 7 lines
grub-core/disk/lvm.c +4
-0+grub_free (cache); + } + goto fail4; + }else {#ifdef GRUB_UTIL
Daniel
Quoted 1 line · Daniel Kiper
On Wed, Mar 04, 2020 at 02:44:52PM +0800, Michael Chang wrote:
[snip]
Quoted 14 lines
Quoted 14 lines
grub-core/disk/lvm.c +3
-0@@ -243,6 +279,8 @@ grub_lvm_detect (grub_disk_t disk,if (! vg) { +struct cache_lv *cache_lvs =NULL ; +/* First time we see this volume group. We've to create the whole volume group structure. */ vg =grub_malloc (sizeof (*vg));@@ -672,6 +710,101 @@ grub_lvm_detect (grub_disk_t disk, seg->nodes[seg->node_count -1 ].name = tmp; } } + else if (grub_memcmp (p, "cache\"",
Quoted 8 lines
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 719
Quoted 6 lines
grub-core/disk/lvm.c +6
-0+ sizeof ("cache\"") - 1) == 0) + { +struct cache_lv *cache =NULL ; + +char *p2, *p3; +grub_ssize_t sz;Why not
grub_size_t?
That declaration was used in similar parts throughout the file and I think I was just doing copy-and-paste without thinking too much.
Certainly grub_size_t looks better for me too. I will fix that and send next version.
Quoted 10 lines
Quoted 10 lines
grub-core/disk/lvm.c +9
-0+ + cache =grub_zalloc (sizeof (*cache)); +if (!cache) + goto cache_lv_fail; + cache->lv =grub_zalloc (sizeof (*cache->lv)); +if (!cache->lv) + goto cache_lv_fail; +grub_memcpy (cache->lv, lv,sizeof (*cache->lv)); +
[snip]
Quoted 11 lines
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 801
Quoted 7 lines
grub-core/disk/lvm.c +7
-0+ + cache_lv_fail: +if (cache) + { +grub_free (cache->origin); +grub_free (cache->cache_pool); +grub_free (cache->lv->fullname);If "cache =
grub_zalloc(sizeof (*cache));" fails above then here GRUB crashes due to NULL pointer dereference...
Quoted 7 lines
Review
Quoted 1 line
(quoted diff) +1
-0+ grub_free (cache->lv->idname);...this has to be fixed too...
Review
Quoted 1 line
(quoted diff) +1
-0+ grub_free (cache->lv->name);Ditto...
Arh, same mistake again! I'll fix them in next version.
Thanks a lot for review.
Michael
Quoted 15 lines
grub-core/disk/lvm.c grub_lvm_detect (grub_disk_t disk, · line 810
Quoted 8 lines
grub-core/disk/lvm.c +4
-0+grub_free (cache); + } + goto fail4; + }else {#ifdef GRUB_UTIL Daniel
_______________________________________________
Grub-devel mailing list
[email protected]
https://lists.gnu.org/mailman/listinfo/grub-devel