snapshot-merge preparation
cover snapshot-merge preparation
Preparitory patches for snapshot merging.
Mike Snitzer (1):
dm-snapshot-refactor-associations
Mikulas Patocka (3):
dm-snapshot-rework-origin-write dm-snapshot-exception-handover dm-exception-store-dont-read-metadata-if-going-to-handover
drivers/md/dm-exception-store.c | 31 ++--- drivers/md/dm-exception-store.h | 14 ++- drivers/md/dm-snap-persistent.c | 16 +- drivers/md/dm-snap-transient.c | 8 +- drivers/md/dm-snap.c | 322 +++++++++++++++++++++++---------------- 5 files changed, 225 insertions(+), 166 deletions(-)
PATCH 1/4 dm-snapshot-rework-origin-write
From: Mikulas Patocka <[email protected]>
Rework writing to snapshot origin.
The previous code selected one exception as "primary_pe", linked all other exceptions on it and used reference counting to wait until all exceptions are reallocated. This didn't work with exceptions with different chunk sizes:
https://bugzilla.redhat.com/show_bug.cgi?id=182659
I removed all the complexity with exceptions linking and reference counting. Currently, bio is linked on one exception and when that exception is reallocated, the bio is retried to possibly wait for other exceptions.
--- drivers/md/dm-snap.c | 165 +++++++++++++++++-------------------------------- 1 files changed, 57 insertions(+), 108 deletions(-)
drivers/md/dm-snap.c +57 -108
@@ -125,28 +125,6 @@ struct dm_snap_pending_exception {struct bio_list origin_bios;struct bio_list snapshot_bios; -/* -* Short-term queue of pending exceptions prior to submission. -*/ -struct list_head list; - -/* -* The primary pending_exception is the one that holds -* the ref_count and the list of origin_bios for a -* group of pending_exceptions. It is always last to get freed. -* These fields get set up when writing to the origin. -*/ -struct dm_snap_pending_exception *primary_pe; - -/* -* Number of pending_exceptions processing this chunk. -* When this drops to zero we must complete the origin bios. -* If incrementing or decrementing this, hold pe->snap->lock for -* the sibling concerned and not pe->primary_pe->snap->lock unless -* they are the same. -*/ -atomic_t ref_count; -/* Pointer back to snapshot context */ struct dm_snapshot *snap;
@@ -809,6 +787,28 @@ static void flush_queued_bios(struct work_struct *work)flush_bios (queued_bios); } +static int do_origin (struct dm_dev *origin,struct bio *bio); + +/* +* Flush a list of buffers. +*/ +static void retry_origin_bios (struct dm_snapshot *s,struct bio *bio) +{ +struct bio *n; +int r; + +while (bio) { + n = bio->bi_next; + bio->bi_next =NULL ; + r =do_origin (s->origin, bio); +if (r ==DM_MAPIO_REMAPPED ) +generic_make_request (bio); +else +BUG_ON (r !=DM_MAPIO_SUBMITTED ); + bio = n; + } +} +/* * Error a list of buffers. */
@@ -842,39 +842,6 @@ static void __invalidate_snapshot(struct dm_snapshot *s, int err)dm_table_event (s->store->ti->table); } -static void get_pending_exception (struct dm_snap_pending_exception *pe) -{ -atomic_inc (&pe->ref_count); -} - -static struct bio *put_pending_exception (struct dm_snap_pending_exception *pe) -{ -struct dm_snap_pending_exception *primary_pe; -struct bio *origin_bios =NULL ; - - primary_pe = pe->primary_pe; - -/* -* If this pe is involved in a write to the origin and -* it is the last sibling to complete then release -* the bios for the original write to the origin. -*/ -if (primary_pe && -atomic_dec_and_test (&primary_pe->ref_count)) { - origin_bios =bio_list_get (&primary_pe->origin_bios); -free_pending_exception (primary_pe); - } - -/* -* Free the pe if it's not linked to an origin write or if -* it's not itself a primary pe. -*/ -if (!primary_pe || primary_pe != pe) -free_pending_exception (pe); - -return origin_bios; -} -static void pending_complete (struct dm_snap_pending_exception *pe,int success) {struct dm_snap_exception *e;
@@ -923,7 +890,8 @@ static void pending_complete(struct dm_snap_pending_exception *pe, int success) out:remove_exception (&pe->e); snapshot_bios =bio_list_get (&pe->snapshot_bios); - origin_bios =put_pending_exception (pe); + origin_bios =bio_list_get (&pe->origin_bios); +free_pending_exception (pe);up_write (&s->lock);
@@ -933,7 +901,7 @@ static void pending_complete(struct dm_snap_pending_exception *pe, int success)else flush_bios (snapshot_bios); -flush_bios (origin_bios); +retry_origin_bios (s, origin_bios); }static void commit_callback (void *context,int success)
@@ -1020,8 +988,6 @@ __find_pending_exception(struct dm_snapshot *s, pe->e.old_chunk = chunk;bio_list_init (&pe->origin_bios);bio_list_init (&pe->snapshot_bios); - pe->primary_pe =NULL ; -atomic_set (&pe->ref_count,0 ); pe->started =0 ;if (s->store->type->prepare_exception (s->store, &pe->e)) {
@@ -1029,7 +995,6 @@ __find_pending_exception(struct dm_snapshot *s,return NULL ; } -get_pending_exception (pe);insert_exception (&s->pending, &pe->e);return pe;
@@ -1212,14 +1177,21 @@ static int snapshot_iterate_devices(struct dm_target *ti,/*----------------------------------------------------------------- * Origin methods *---------------------------------------------------------------*/ -static int __origin_write (struct list_head *snapshots,struct bio *bio) + +/* +* Returns: +* DM_MAPIO_REMAPPED: bio may be submitted to origin device +* DM_MAPIO_SUBMITTED: bio was queued on queue on one of exceptions +*/ + +static int __origin_write (struct list_head *snapshots, +sector_t sector,struct bio *bio) { -int r =DM_MAPIO_REMAPPED , first =0 ; +int r =DM_MAPIO_REMAPPED ;struct dm_snapshot *snap;struct dm_snap_exception *e; -struct dm_snap_pending_exception *pe, *next_pe, *primary_pe =NULL ; +struct dm_snap_pending_exception *pe, *pe_to_start =NULL ;chunk_t chunk; -LIST_HEAD (pe_queue);/* Do all the snapshots on this origin */ list_for_each_entry (snap, snapshots, list) {
@@ -1231,22 +1203,19 @@ static int __origin_write(struct list_head *snapshots, struct bio *bio) goto next_snapshot;/* Nothing to do if writing beyond end of snapshot */ -if (bio->bi_sector >=dm_table_get_size (snap->store->ti->table)) +if (sector >=dm_table_get_size (snap->store->ti->table)) goto next_snapshot;/* * Remember, different snapshots can have * different chunk sizes. */ - chunk =sector_to_chunk (snap->store, bio->bi_sector); + chunk =sector_to_chunk (snap->store, sector);/* * Check exception table to see if block * is already remapped in this snapshot * and trigger an exception if not. -* -* ref_count is initialised to 1 so pending_complete() -* won't destroy the primary_pe while we're inside this loop. */ e =lookup_exception (&snap->complete, chunk);if (e)
@@ -1276,59 +1245,39 @@ static int __origin_write(struct list_head *snapshots, struct bio *bio) } } -if (!primary_pe) { -/* -* Either every pe here has same -* primary_pe or none has one yet. -*/ -if (pe->primary_pe) - primary_pe = pe->primary_pe; -else { - primary_pe = pe; - first =1 ; - } - -bio_list_add (&primary_pe->origin_bios, bio); + r =DM_MAPIO_SUBMITTED ; - r =DM_MAPIO_SUBMITTED ; - } +if (bio) { +bio_list_add (&pe->origin_bios, bio); + bio =NULL ; -if (!pe->primary_pe) { - pe->primary_pe = primary_pe; -get_pending_exception (primary_pe); +if (!pe->started) { + pe->started =1 ; + pe_to_start = pe; + } }if (!pe->started) { pe->started =1 ; -list_add_tail (&pe->list, &pe_queue); +start_copy (pe); } next_snapshot:up_write (&snap->lock); } -if (!primary_pe) -return r; -/* -* If this is the first time we're processing this chunk and -* ref_count is now 1 it means all the pending exceptions -* got completed while we were in the loop above, so it falls to -* us here to remove the primary_pe and submit any origin_bios. +* pe_to_start is a small performance improvement: +* To avoid calling __origin_write N times for N snapshots, we start +* the snapshot where we queued the bio as the last one. +* +* If we start it as the last one, it finishes most likely as the last +* one and exceptions in other snapshots will be already finished when +* the bio will be retried. */ -if (first &&atomic_dec_and_test (&primary_pe->ref_count)) { -flush_bios (bio_list_get (&primary_pe->origin_bios)); -free_pending_exception (primary_pe); -/* If we got here, pe_queue is necessarily empty. */ -return r; - } - -/* -* Now that we have a complete pe list we can start the copying. -*/ -list_for_each_entry_safe (pe, next_pe, &pe_queue, list) -start_copy (pe); +if (pe_to_start) +start_copy (pe_to_start);return r; }
@@ -1344,7 +1293,7 @@ static int do_origin(struct dm_dev *origin, struct bio *bio)down_read (&_origins_lock); o =__lookup_origin (origin->bdev);if (o) - r =__origin_write (&o->snapshots, bio); + r =__origin_write (&o->snapshots, bio->bi_sector, bio);up_read (&_origins_lock);return r;
Signature · 1 line
1.6.2.5
Re: [PATCH 1/4] dm-snapshot-rework-origin-write
Quoted 9 lines · Mike Snitzer
From: Mikulas Patocka <[email protected]>
Rework writing to snapshot origin.
The previous code selected one exception as "
primary_pe", linked all other exceptions on it and used reference counting to wait until all exceptions are reallocated. This didn't work with exceptions with different chunk sizes:
https://bugzilla.redhat.com/show_bug.cgi?id=182659
Quoted 6 lines
I removed all the complexity with exceptions linking and reference counting. Currently, bio is linked on one exception and when that exception is reallocated, the bio is retried to possibly wait for other exceptions.
Signed-off-by Mikulas Patocka <[email protected]>Signed-off-by Mike Snitzer <[email protected]>
FYI, I added my "Signed-off-by" because I had to update this patch to account for changes from these upstream linux-2.6 commits:
2913808e (dm snapshot: refactor __find_pending_exception) c6621392 (dm snapshot: avoid dropping lock in __find_pending_exception) 0cea9c78 (dm exception store: move dm_target pointer)
Re: [PATCH 1/4] dm-snapshot-rework-origin-write
In reply to Mike Snitzerbrassow
Quoted 316 lines · Mike Snitzer
From: Mikulas Patocka <[email protected]>
Rework writing to snapshot origin.
The previous code selected one exception as "
primary_pe", linked all other exceptions on it and used reference counting to wait until all exceptions are reallocated. This didn't work with exceptions with different chunk sizes:
https://bugzilla.redhat.com/show_bug.cgi?id=182659I removed all the complexity with exceptions linking and reference counting. Currently, bio is linked on one exception and when that exception is reallocated, the bio is retried to possibly wait for other exceptions.
Signed-off-by Mikulas Patocka <[email protected]>Signed-off-by Mike Snitzer <[email protected]>---
drivers/md/dm-snap.c| 165 ++++++++++++++++
+--------------------------------1 files changed, 57 insertions(+), 108 deletions(-)drivers/md/dm-snap.c +22
-22@@ -125,28 +125,6 @@ struct dm_snap_pending_exception {struct bio_list origin_bios;struct bio_list snapshot_bios; -/* -* Short-term queue of pending exceptions prior to submission. -*/ -struct list_head list; - -/* -* The primary pending_exception is the one that holds -* the ref_count and the list of origin_bios for a -* group of pending_exceptions. It is always last to get freed. -* These fields get set up when writing to the origin. -*/ -struct dm_snap_pending_exception *primary_pe; - -/* -* Number of pending_exceptions processing this chunk. -* When this drops to zero we must complete the origin bios. -* If incrementing or decrementing this, hold pe->snap->lock for -* the sibling concerned and not pe->primary_pe->snap->lock unless -* they are the same. -*/ -atomic_t ref_count; -/* Pointer back to snapshot context */ struct dm_snapshot *snap;@@ -809,6 +787,28 @@ static void flush_queued_bios(struct work_struct *work)flush_bios (queued_bios ); } +static int do_origin (struct dm_dev *origin,struct bio *bio); + +/* +* Flush a list of buffers. +*/ +static void retry_origin_bios (struct dm_snapshot *s,struct bio *bio) +{ +struct bio *n; +int r; + +while (bio) { + n = bio->bi_next; + bio->bi_next =NULL ; + r =do_origin (s->origin, bio); +if (r ==DM_MAPIO_REMAPPED ) +generic_make_request (bio); +else +BUG_ON (r !=DM_MAPIO_SUBMITTED ); + bio = n; + } +} +/* * Error a list of buffers. */
drivers/md/dm-snap.c +0
-33@@ -842,39 +842,6 @@ static void __invalidate_snapshot(struct dm_snapshot *s, int err) dm_table_event(s->store->ti->table); } -static void get_pending_exception (struct dm_snap_pending_exception *pe) -{ -atomic_inc (&pe->ref_count); -} - -static struct bio *put_pending_exception (struct dm_snap_pending_exception *pe) -{ -struct dm_snap_pending_exception *primary_pe; -struct bio *origin_bios =NULL ; - - primary_pe = pe->primary_pe; - -/* -* If this pe is involved in a write to the origin and -* it is the last sibling to complete then release -* the bios for the original write to the origin. -*/ -if (primary_pe && -atomic_dec_and_test (&primary_pe->ref_count)) { - origin_bios =bio_list_get (&primary_pe->origin_bios); -free_pending_exception (primary_pe); - } - -/* -* Free the pe if it's not linked to an origin write or if -* it's not itself a primary pe. -*/ -if (!primary_pe || primary_pe != pe) -free_pending_exception (pe); - -return origin_bios; -} -static void
pending_complete(struct dm_snap_pending_exception *pe, int success){ struct dm_snap_exception *e;drivers/md/dm-snap.c +3
-2@@ -923,7 +890,8 @@ static void pending_complete(struct dm_snap_pending_exception *pe, int success) out: remove_exception(&pe->e); snapshot_bios =bio_list_get (&pe->snapshot_bios); - origin_bios =put_pending_exception (pe); + origin_bios =bio_list_get (&pe->origin_bios); +free_pending_exception (pe);up_write (&s->lock);@@ -933,7 +901,7 @@ static void pending_complete(struct dm_snap_pending_exception *pe, int success) elseflush_bios (snapshot_bios ); -flush_bios (origin_bios); +retry_origin_bios (s, origin_bios); }static void
commit_callback(void *context, int success)drivers/md/dm-snap.c +11
-7@@ -1020,8 +988,6 @@ __find_pending_exception(struct dm_snapshot *s, pe->e.old_chunk = chunk;bio_list_init (&pe->origin_bios);bio_list_init (&pe->snapshot_bios); - pe->primary_pe =NULL ; -atomic_set (&pe->ref_count,0 ); pe->started =0 ;if (s->store->type->prepare_exception (s->store, &pe->e)) {@@ -1029,7 +995,6 @@ __find_pending_exception(struct dm_snapshot *s,return NULL ; } -get_pending_exception (pe);insert_exception (&s->pending, &pe->e);return pe;@@ -1212,14 +1177,21 @@ static int snapshot_iterate_devices(struct dm_target *ti, /*----------------------------------------------------------------- * Origin methods *---------------------------------------------------------------*/ -static int __origin_write(struct list_head *snapshots, struct bio *bio) + +/* +* Returns: +* DM_MAPIO_REMAPPED: bio may be submitted to origin device +* DM_MAPIO_SUBMITTED: bio was queued on queue on one of exceptions +*/ + +static int __origin_write (struct list_head *snapshots, +sector_t sector,struct bio *bio) { - int r = DM_MAPIO_REMAPPED, first = 0; +int r =DM_MAPIO_REMAPPED ;struct dm_snapshot *snap;struct dm_snap_exception *e; -struct dm_snap_pending_exception *pe, *next_pe, *primary_pe =NULL ; +struct dm_snap_pending_exception *pe, *pe_to_start =NULL ;chunk_t chunk; -LIST_HEAD (pe_queue);/* Do all the snapshots on this origin */ list_for_each_entry (snap, snapshots, list) {drivers/md/dm-snap.c +2
-5@@ -1231,22 +1203,19 @@ static int __origin_write(struct list_head *snapshots, struct bio *bio) goto next_snapshot;/* Nothing to do if writing beyond end of snapshot */ -if (bio->bi_sector >=dm_table_get_size (snap->store->ti->table)) +if (sector >=dm_table_get_size (snap->store->ti->table)) goto next_snapshot;/* * Remember, different snapshots can have * different chunk sizes. */ - chunk =sector_to_chunk (snap->store, bio->bi_sector); + chunk =sector_to_chunk (snap->store, sector);/* * Check exception table to see if block * is already remapped in this snapshot * and trigger an exception if not. -* -* ref_count is initialised to 1 so pending_complete() -* won't destroy the primary_pe while we're inside this loop. */ e =lookup_exception (&snap->complete, chunk);if (e)drivers/md/dm-snap.c +14
-26@@ -1276,59 +1245,39 @@ static int __origin_write(struct list_head *snapshots, struct bio *bio) } } -if (!primary_pe) { -/* -* Either every pe here has same -* primary_pe or none has one yet. -*/ -if (pe->primary_pe) - primary_pe = pe->primary_pe; -else { - primary_pe = pe; - first =1 ; - } - -bio_list_add (&primary_pe->origin_bios, bio); + r =DM_MAPIO_SUBMITTED ; - r =DM_MAPIO_SUBMITTED ; - } +if (bio) { +bio_list_add (&pe->origin_bios, bio); + bio =NULL ; -if (!pe->primary_pe) { - pe->primary_pe = primary_pe; -get_pending_exception (primary_pe); +if (!pe->started) { + pe->started =1 ; + pe_to_start = pe; + } }if (!pe->started) { pe->started =1 ; -list_add_tail (&pe->list, &pe_queue); +start_copy (pe); } next_snapshot:up_write (&snap->lock); } -if (!primary_pe) -return r; -/* -* If this is the first time we're processing this chunk and -* ref_count is now 1 it means all the pending exceptions -* got completed while we were in the loop above, so it falls to -* us here to remove the primary_pe and submit any origin_bios. +* pe_to_start is a small performance improvement: +* To avoid calling __origin_write N times for N snapshots, we start +* the snapshot where we queued the bio as the last one. +* +* If we start it as the last one, it finishes most likely as the last
drivers/md/dm-snap.c +1
-0+* one and exceptions in other snapshots will be already finished when
drivers/md/dm-snap.c +1
-0+* the bio will be retried. */drivers/md/dm-snap.c +2
-12-if (first &&atomic_dec_and_test (&primary_pe->ref_count)) { -flush_bios (bio_list_get (&primary_pe->origin_bios)); -free_pending_exception (primary_pe); -/* If we got here, pe_queue is necessarily empty. */ -return r; - } - -/* -* Now that we have a complete pe list we can start the copying. -*/ -list_for_each_entry_safe (pe, next_pe, &pe_queue, list) -start_copy (pe); +if (pe_to_start) +start_copy (pe_to_start);return r; }drivers/md/dm-snap.c +1
-1@@ -1344,7 +1293,7 @@ static int do_origin(struct dm_dev *origin, struct bio *bio) down_read(&_origins_lock); o =__lookup_origin (origin->bdev);if (o) - r =__origin_write (&o->snapshots, bio); + r =__origin_write (&o->snapshots, bio->bi_sector, bio);up_read (&_origins_lock);return r;Signature · 6 lines
1.6.2.5 -- dm-devel mailing list [email protected] https://www.redhat.com/mailman/listinfo/dm-devel
PATCH 2/4 dm-snapshot-refactor-associations
In reply to Mike SnitzerRefactor associations between dm_snapshot and dm_exception_store
Commit 71fab00a6bef7fb53119271a8abdbaf40970d28a ("dm snapshot: remove dm_snap header use") reflects the direction Jon Brassow refactored the dm-exception-store.c code most recently.
Unfortunately that refactoring prevented the handover of snapshot exceptions from being possible. Exception handover's purpose is to move the exception store from one target to the other. During exception handover (via snapshot-merge) the user calls contructor on the new target, then suspends the old target, than resumes the new target and then destroys the old target.
So the exception store MUST NOT have pointers to things that are target-specific. So struct dm_exception_store shouldn't reference these
two: 'struct dm_target *ti' and 'struct dm_dev *cow'
Because both change during table reload.
Changes include:
- pulls the dm_get_device/dm_put_device for the cow device out of dm-exception-store.c and in to dm-snap.c
- readds 'struct dm_snapshot' to 'struct dm_exception_store'
- 'struct dm_snapshot' now has the 'cow' and 'ti' members that 'struct dm_exception_store' did.
- adds dm_snapshot as an arg to the dm_exception_store_create() ABI
- exports dm_snap_get_cow() from dm-snap.c
--- drivers/md/dm-exception-store.c | 31 ++++++---------- drivers/md/dm-exception-store.h | 8 +++-- drivers/md/dm-snap-persistent.c | 11 +++--- drivers/md/dm-snap-transient.c | 6 ++-- drivers/md/dm-snap.c | 72 ++++++++++++++++++++++++++------------- 5 files changed, 74 insertions(+), 54 deletions(-)
drivers/md/dm-exception-store.c +12 -19
@@ -172,7 +172,9 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, }/* Validate the chunk size against the device block size */ -if (chunk_size % (bdev_logical_block_size (store->cow->bdev) >>9 )) { +if (chunk_size % + (bdev_logical_block_size (dm_snap_get_cow (store->snap)-> + bdev) >>9 )) { *error ="Chunk size is not a multiple of device blocksize" ;return -EINVAL ; }
@@ -190,6 +192,7 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, }int dm_exception_store_create (struct dm_target *ti,int argc,char **argv, +struct dm_snapshot *snap,unsigned *args_used,struct dm_exception_store **store) {
@@ -198,7 +201,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv,struct dm_exception_store *tmp_store;char persistent; -if (argc <3 ) { +if (argc <2 ) { ti->error ="Insufficient exception store arguments" ;return -EINVAL ; }
@@ -209,7 +212,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv,return -ENOMEM ; } - persistent =toupper (*argv[1 ]); + persistent =toupper (*argv[0 ]);if (persistent =='P' ) type =get_type ("P" );else if (persistent =='N' )
@@ -226,32 +229,23 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, } tmp_store->type = type; - tmp_store->ti = ti; + tmp_store->snap = snap; - r =dm_get_device (ti, argv[0 ],0 ,0 , -FMODE_READ |FMODE_WRITE , &tmp_store->cow); -if (r) { - ti->error ="Cannot get COW device" ; - goto bad_cow; - } - - r =set_chunk_size (tmp_store, argv[2 ], &ti->error); + r =set_chunk_size (tmp_store, argv[1 ], &ti->error);if (r) - goto bad_cow; + goto bad; r = type->ctr (tmp_store,0 ,NULL );if (r) { ti->error ="Exception store type constructor failed" ; - goto bad_ctr; + goto bad; } - *args_used =3 ; + *args_used =2 ; *store = tmp_store;return 0 ; -bad_ctr: -dm_put_device (ti, tmp_store->cow); -bad_cow: +bad:put_type (type); bad_type:kfree (tmp_store);
@@ -262,7 +256,6 @@ EXPORT_SYMBOL(dm_exception_store_create);void dm_exception_store_destroy (struct dm_exception_store *store) { store->type->dtr (store); -dm_put_device (store->ti, store->cow);put_type (store->type);kfree (store); }
drivers/md/dm-exception-store.h +5 -3
@@ -94,11 +94,12 @@ struct dm_exception_store_type {struct list_head list; }; +struct dm_snapshot ; +struct dm_dev *dm_snap_get_cow (struct dm_snapshot *); +struct dm_exception_store {struct dm_exception_store_type *type; -struct dm_target *ti; - -struct dm_dev *cow; +struct dm_snapshot *snap;/* Size of data blocks saved - must be a power of 2 */ unsigned chunk_size;
@@ -173,6 +174,7 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, char **error);int dm_exception_store_create (struct dm_target *ti,int argc,char **argv, +struct dm_snapshot *snap,unsigned *args_used,struct dm_exception_store **store);void dm_exception_store_destroy (struct dm_exception_store *store);
drivers/md/dm-snap-persistent.c +6 -5
@@ -214,7 +214,7 @@ static int chunk_io(struct pstore *ps, void *area, chunk_t chunk, int rw, int metadata) {struct dm_io_region where = { - .bdev = ps->store->cow->bdev, + .bdev =dm_snap_get_cow (ps->store->snap)->bdev, .sector = ps->store->chunk_size * chunk, .count = ps->store->chunk_size, };
@@ -294,7 +294,8 @@ static int read_header(struct pstore *ps, int *new_snapshot)*/ if (!ps->store->chunk_size) { ps->store->chunk_size =max (DM_CHUNK_SIZE_DEFAULT_SECTORS , -bdev_logical_block_size (ps->store->cow->bdev) >>9 ); +bdev_logical_block_size (dm_snap_get_cow (ps->store->snap)-> + bdev) >>9 ); ps->store->chunk_mask = ps->store->chunk_size -1 ; ps->store->chunk_shift =ffs (ps->store->chunk_size) -1 ; chunk_size_supplied =0 ;
@@ -493,7 +494,7 @@ static void persistent_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator =get_info (store)->next_free * store->chunk_size; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); }static void persistent_dtr (struct dm_exception_store *store)
@@ -585,7 +586,7 @@ static int persistent_prepare_exception(struct dm_exception_store *store,struct pstore *ps =get_info (store);uint32_t stride;chunk_t next_free; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);/* Is there enough room ? */ if (size < ((ps->next_free +1 ) * store->chunk_size))
@@ -722,7 +723,7 @@ static unsigned persistent_status(struct dm_exception_store *store,case STATUSTYPE_INFO :break ;case STATUSTYPE_TABLE : -DMEMIT (" %s P %llu" , store->cow->name, +DMEMIT (" %s P %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }
drivers/md/dm-snap-transient.c +3 -3
@@ -39,7 +39,7 @@ static int transient_prepare_exception(struct dm_exception_store *store, struct dm_snap_exception *e) {struct transient_c *tc = store->context; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);if (size < (tc->next_free + store->chunk_size))return -1 ;
@@ -63,7 +63,7 @@ static void transient_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator = ((struct transient_c *) store->context)->next_free; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); } static int transient_ctr(struct dm_exception_store *store,
@@ -91,7 +91,7 @@ static unsigned transient_status(struct dm_exception_store *store,case STATUSTYPE_INFO :break ;case STATUSTYPE_TABLE : -DMEMIT (" %s N %llu" , store->cow->name, +DMEMIT (" %s N %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }
drivers/md/dm-snap.c +48 -24
165 lines not on this page · raw message
Signature · 1 line
1.6.2.5
Re: [PATCH 2/4] dm-snapshot-refactor-associations
If this is really something that we have to do, then fine. However, it appears that you are doing this to pull out 'ti' and 'cow'... things that are separate by structure from the underlying exception store... which is ultimately what you want to hand over. It seems to me that there is probably a better/cleaner way to do this, while simultaneously leaving 'ti' and 'cow' in their current place.
brassow
Quoted 442 lines · Mike Snitzer
Refactor associations between
dm_snapshotanddm_exception_storeCommit
71fab00a6bef7fb53119271a8abdbaf40970d28a("dm snapshot: removedm_snapheader use") reflects the direction Jon Brassow refactored thedm-exception-store.ccode most recently.Unfortunately that refactoring prevented the handover of snapshot exceptions from being possible. Exception handover's purpose is to move the exception store from one target to the other. During exception handover (via snapshot-merge) the user calls contructor on the new target, then suspends the old target, than resumes the new target and then destroys the old target.
So the exception store MUST NOT have pointers to things that are target-specific. So struct
dm_exception_storeshouldn't reference these
two: 'structdm_target*ti' and 'structdm_dev*cow'Because both change during table reload.
Changes include:
- pulls the dm_get_device/dm_put_device for the cow device out ofdm-exception-store.cand in todm-snap.c
- readds 'structdm_snapshot' to 'structdm_exception_store'
- 'structdm_snapshot' now has the 'cow' and 'ti' members that 'structdm_exception_store' did.
- addsdm_snapshotas an arg to thedm_exception_store_create()ABI
- exportsdm_snap_get_cow()fromdm-snap.cSigned-off-by Mike Snitzer <[email protected]>Cc Jonathan Brassow <[email protected]>Cc Mikulas Patocka <[email protected]>---
drivers/md/dm-exception-store.c | 31 ++++++---------- drivers/md/dm-exception-store.h | 8 +++-- drivers/md/dm-snap-persistent.c | 11 +++--- drivers/md/dm-snap-transient.c | 6 ++-- drivers/md/dm-snap.c | 72 +++++++++++++++++++++++++ +------------- 5 files changed, 74 insertions(+), 54 deletions(-)drivers/md/dm-exception-store.c +3
-1@@ -172,7 +172,9 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, }/* Validate the chunk size against the device block size */ -if (chunk_size % (bdev_logical_block_size (store->cow->bdev) >>9 )) { +if (chunk_size % + (bdev_logical_block_size (dm_snap_get_cow (store->snap)-> + bdev) >>9 )) { *error ="Chunk size is not a multiple of device blocksize" ;return -EINVAL ;}drivers/md/dm-exception-store.c +1
-0@@ -190,6 +192,7 @@ int dm_exception_store_set_chunk_size(structdm_exception_store *store, } int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, +struct dm_snapshot *snap,unsigned *args_used,struct dm_exception_store **store){
drivers/md/dm-exception-store.c +1
-1@@ -198,7 +201,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, struct dm_exception_store *tmp_store;char persistent; -if (argc <3 ) { +if (argc <2 ) { ti->error ="Insufficient exception store arguments" ;return -EINVAL ;}drivers/md/dm-exception-store.c +1
-1@@ -209,7 +212,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, return -ENOMEM ; } - persistent =toupper (*argv[1 ]); + persistent =toupper (*argv[0 ]);if (persistent =='P' ) type =get_type ("P" );else if (persistent == 'N')drivers/md/dm-exception-store.c +6
-15@@ -226,32 +229,23 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, } tmp_store->type = type; - tmp_store->ti = ti; + tmp_store->snap = snap; - r =dm_get_device (ti, argv[0 ],0 ,0 , -FMODE_READ |FMODE_WRITE , &tmp_store->cow); -if (r) { - ti->error ="Cannot get COW device" ; - goto bad_cow; - } - - r =set_chunk_size (tmp_store, argv[2 ], &ti->error); + r =set_chunk_size (tmp_store, argv[1 ], &ti->error);if (r) - goto bad_cow; + goto bad; r = type->ctr (tmp_store,0 ,NULL );if (r) { ti->error ="Exception store type constructor failed" ; - goto bad_ctr; + goto bad; } - *args_used =3 ; + *args_used =2 ; *store = tmp_store;return 0 ; -bad_ctr: -dm_put_device (ti, tmp_store->cow); -bad_cow: +bad:put_type (type);
bad_type:kfree(tmp_store);drivers/md/dm-exception-store.c +0
-1@@ -262,7 +256,6 @@ EXPORT_SYMBOL(dm_exception_store_create);void dm_exception_store_destroy (struct dm_exception_store *store) { store->type->dtr (store); -dm_put_device (store->ti, store->cow);put_type (store->type);kfree (store); }drivers/md/dm-exception-store.h +5
-3@@ -94,11 +94,12 @@ struct dm_exception_store_type {struct list_head list; }; +struct dm_snapshot ; +struct dm_dev *dm_snap_get_cow (struct dm_snapshot *); +struct dm_exception_store {struct dm_exception_store_type *type; -struct dm_target *ti; - -struct dm_dev *cow; +struct dm_snapshot *snap;/* Size of data blocks saved - must be a power of 2 */ unsigned chunk_size;@@ -173,6 +174,7 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, char **error);int dm_exception_store_create (struct dm_target *ti,int argc,char **argv, +struct dm_snapshot *snap,unsigned *args_used,struct dm_exception_store **store);void
dm_exception_store_destroy(struct dm_exception_store *store);drivers/md/dm-snap-persistent.c +1
-1@@ -214,7 +214,7 @@ static int chunk_io(struct pstore *ps, void *area, chunk_t chunk, int rw, int metadata) {struct dm_io_region where = { - .bdev = ps->store->cow->bdev, + .bdev =dm_snap_get_cow (ps->store->snap)->bdev, .sector = ps->store->chunk_size * chunk, .count = ps->store->chunk_size,};drivers/md/dm-snap-persistent.c +2
-1@@ -294,7 +294,8 @@ static int read_header(struct pstore *ps, int*new_snapshot) */ if (!ps->store->chunk_size) { ps->store->chunk_size =max (DM_CHUNK_SIZE_DEFAULT_SECTORS , -bdev_logical_block_size (ps->store->cow->bdev) >>9 ); +bdev_logical_block_size (dm_snap_get_cow (ps->store->snap)-> + bdev) >>9 ); ps->store->chunk_mask = ps->store->chunk_size -1 ; ps->store->chunk_shift =ffs (ps->store->chunk_size) -1 ;chunk_size_supplied = 0;drivers/md/dm-snap-persistent.c +1
-1@@ -493,7 +494,7 @@ static void persistent_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator =get_info (store)->next_free * store->chunk_size; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); }static void
persistent_dtr(struct dm_exception_store *store)drivers/md/dm-snap-persistent.c +1
-1@@ -585,7 +586,7 @@ static int persistent_prepare_exception(structdm_exception_store *store, struct pstore *ps = get_info(store);uint32_t stride;chunk_t next_free; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);/* Is there enough room ? */ if (size < ((ps->next_free + 1) * store->chunk_size))drivers/md/dm-snap-persistent.c +1
-1@@ -722,7 +723,7 @@ static unsigned persistent_status(structdm_exception_store *store, case STATUSTYPE_INFO: break;case STATUSTYPE_TABLE : -DMEMIT (" %s P %llu" , store->cow->name, +DMEMIT (" %s P %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }drivers/md/dm-snap-transient.c +1
-1@@ -39,7 +39,7 @@ static int transient_prepare_exception(structdm_exception_store *store, struct dm_snap_exception *e) { struct transient_c *tc = store->context; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);if (size < (tc->next_free + store->chunk_size))return -1;drivers/md/dm-snap-transient.c +1
-1@@ -63,7 +63,7 @@ static void transient_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator = ((struct transient_c *) store->context)->next_free; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); }static int transient_ctr(struct
dm_exception_store*store,drivers/md/dm-snap-transient.c +1
-1@@ -91,7 +91,7 @@ static unsigned transient_status(structdm_exception_store *store, case STATUSTYPE_INFO: break;case STATUSTYPE_TABLE : -DMEMIT (" %s N %llu" , store->cow->name, +DMEMIT (" %s N %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }drivers/md/dm-snap.c +34
-15@@ -59,6 +59,9 @@ struct dm_snapshot {struct rw_semaphore lock;struct dm_dev *origin; +struct dm_dev *cow; + +struct dm_target *ti;/* List of snapshots per Origin */ struct list_head list;@@ -97,6 +100,12 @@ struct dm_snapshot {struct hlist_head tracked_chunk_hash[DM_TRACKED_CHUNK_HASH_SIZE ]; }; +struct dm_dev *dm_snap_get_cow (struct dm_snapshot *s) +{ +return s->cow; +} +EXPORT_SYMBOL (dm_snap_get_cow); +static struct workqueue_struct *ksnapd;static void flush_queued_bios (struct work_struct *work);@@ -538,7 +547,7 @@ static int init_hash_tables(struct dm_snapshot *s)* Calculate based on the size of the original volume or * the COW volume... */ - cow_dev_size =get_dev_size (s->store->cow->bdev); + cow_dev_size =get_dev_size (s->cow->bdev); origin_dev_size =get_dev_size (s->origin->bdev); max_buckets =calc_max_buckets ();@@ -574,45 +583,55 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv) struct dm_snapshot *s;int i;int r = -EINVAL ; -char *origin_path; -struct dm_exception_store *store; +char *origin_path, *cow_path;unsigned args_used;if (argc !=4 ) { ti->error ="requires exactly 4 arguments" ; r = -EINVAL ; - goto bad_args; + goto bad; } origin_path = argv[0 ]; argv++; argc--; - r =dm_exception_store_create (ti, argc, argv, &args_used, &store); + s =kmalloc (sizeof (*s),GFP_KERNEL ); +if (!s) { + ti->error ="Cannot allocate snapshot context private " +"structure" ; + r = -ENOMEM ; + goto bad; + } + + cow_path = argv[0 ]; + argv++; + argc--; + + r =dm_get_device (ti, cow_path,0 ,0 , +FMODE_READ |FMODE_WRITE , &s->cow); +if (r) { + ti->error ="Cannot get COW device" ; + goto bad_cow; + } + + r =dm_exception_store_create (ti, argc, argv, s, &args_used, &s- >store);if (r) { ti->error ="Couldn't create exception store" ; r = -EINVAL ; - goto bad_args; + goto bad_store; } argv += args_used; argc -= args_used; - s =kmalloc (sizeof (*s),GFP_KERNEL ); -if (!s) { - ti->error ="Cannot allocate snapshot context private " -"structure" ; - r = -ENOMEM ; - goto bad_snap; - } - r =dm_get_device (ti, origin_path,0 , ti->len,FMODE_READ , &s- >origin);if (r) { ti->error ="Cannot get origin device" ; goto bad_origin; } - s->store = store; + s->ti = ti;s->valid = 1; s->active = 0; atomic_set(&s->pending_exceptions_count, 0);drivers/md/dm-snap.c +0
-0@@ -701,12 +720,15 @@ bad_hash_tables:dm_put_device (ti, s->origin);
bad_origin:drivers/md/dm-snap.c +7
-4-kfree (s); +dm_exception_store_destroy (s->store); -bad_snap: -dm_exception_store_destroy (store); +bad_store: +dm_put_device (ti, s->cow); -bad_args: +bad_cow: +kfree (s); + +bad:return r; }drivers/md/dm-snap.c +3
-1@@ -755,6 +777,8 @@ static void snapshot_dtr(struct dm_target *ti)dm_exception_store_destroy (s->store); +dm_put_device (ti, s->cow); +kfree (s); }@@ -839,7 +863,7 @@ static void __invalidate_snapshot(struct dm_snapshot *s, int err) s->valid = 0; -dm_table_event (s->store->ti->table); +dm_table_event (s->ti->table); }static void
pending_complete(struct dm_snap_pending_exception *pe, int success)drivers/md/dm-snap.c +1
-1@@ -945,7 +969,7 @@ static void start_copy(struct dm_snap_pending_exception *pe) src.sector = chunk_to_sector(s->store, pe->e.old_chunk); src.count =min ((sector_t )s->store->chunk_size, dev_size - src.sector); - dest.bdev = s->store->cow->bdev; + dest.bdev = s->cow->bdev; dest.sector =chunk_to_sector (s->store, pe->e.new_chunk);dest.count = src.count;drivers/md/dm-snap.c +3
-3@@ -1003,7 +1027,7 @@ __find_pending_exception(struct dm_snapshot *s,static void remap_exception (struct dm_snapshot *s,struct dm_snap_exception *e,struct bio *bio,chunk_t chunk) { - bio->bi_bdev = s->store->cow->bdev; + bio->bi_bdev = s->cow->bdev; bio->bi_sector =chunk_to_sector (s->store,dm_chunk_number (e->new_chunk) + (chunk - e->old_chunk)) +@@ -1021,7 +1045,7 @@ static int snapshot_map(struct dm_target *ti,struct bio *bio, struct dm_snap_pending_exception *pe = NULL;if (unlikely (bio_empty_barrier (bio))) { - bio->bi_bdev = s->store->cow->bdev; + bio->bi_bdev = s->cow->bdev;return DM_MAPIO_REMAPPED ; }@@ -1203,7 +1227,7 @@ static int __origin_write(struct list_head *snapshots, goto next_snapshot;/* Nothing to do if writing beyond end of snapshot */ -if (sector >=dm_table_get_size (snap->store->ti->table)) +if (sector >=dm_table_get_size (snap->ti->table)) goto next_snapshot;/*Signature · 1 line
1.6.2.5
Re: [PATCH 2/4] dm-snapshot-refactor-associations
Quoted 6 lines · Jonathan Brassow
If this is really something that we have to do, then fine. However, it appears that you are doing this to pull out 'ti' and 'cow'... things that are separate by structure from the underlying exception store... which is ultimately what you want to hand over. It seems to me that there is probably a better/cleaner way to do this, while simultaneously leaving 'ti' and 'cow' in their current place.
Yes, both 'ti' and 'cow' are seperate structures within the exception store. Yes, we want to handover the exception store itself (but keeping 'ti' and 'cow' fixed).
So you're saying have the handover be:
1) swap the 'complete' exception_table
2) swap the 'cow' and 'ti' in the 2 exception stores
3) swap the exception stores
Something like the following?:
static void handover_exceptions(struct dm_snapshot *old,
struct dm_snapshot *new)
{
union {
struct exception_table table_swap;
struct dm_target *ti_swap;
struct dm_dev *cow_swap;
struct dm_exception_store *store_swap;
} u;
u.table_swap = new->complete;
new->complete = old->complete;
old->complete = u.table_swap;
u.ti_swap = new->store->ti;
new->store->ti = old->store->ti;
old->store->ti = u.ti_swap;
u.cow_swap = new->store->cow;
new->store->cow = old->store->cow;
old->store->cow = u.cow_swap;
u.store_swap = new->store;
new->store = old->store;
old->store = u.store_swap;
new->store->snap = new;
old->store->snap = old;
old->active = 0;
new->handover = 0;
}Mike
Quoted 456 lines · Mike Snitzer
Quoted 454 lines
Refactor associations between
dm_snapshotanddm_exception_storeCommit
71fab00a6bef7fb53119271a8abdbaf40970d28a("dm snapshot: removedm_snapheader use") reflects the direction Jon Brassow refactored thedm-exception-store.ccode most recently.Unfortunately that refactoring prevented the handover of snapshot exceptions from being possible. Exception handover's purpose is to move
the exception store from one target to the other. During exception handover (via snapshot-merge) the user calls contructor on the new target, then suspends the old target, than resumes the new target and then destroys the old target.So the exception store MUST NOT have pointers to things that are target-specific. So struct
dm_exception_storeshouldn't reference these
two: 'structdm_target*ti' and 'structdm_dev*cow'Because both change during table reload.
Changes include:
- pulls the dm_get_device/dm_put_device for the cow device out ofdm-exception-store.cand in todm-snap.c
- readds 'structdm_snapshot' to 'structdm_exception_store'
- 'structdm_snapshot' now has the 'cow' and 'ti' members that 'structdm_exception_store' did.
- addsdm_snapshotas an arg to thedm_exception_store_create()ABI
- exportsdm_snap_get_cow()fromdm-snap.cSigned-off-by Mike Snitzer <[email protected]>Cc Jonathan Brassow <[email protected]>Cc Mikulas Patocka <[email protected]>---
drivers/md/dm-exception-store.c | 31 ++++++---------- drivers/md/dm-exception-store.h | 8 +++-- drivers/md/dm-snap-persistent.c | 11 +++--- drivers/md/dm-snap-transient.c | 6 ++-- drivers/md/dm-snap.c | 72 +++++++++++++++++++++++++ +------------- 5 files changed, 74 insertions(+), 54 deletions(-)drivers/md/dm- renamed from drivers/md/dm-exception-store.c +0
-0
exception-store.c
index 4cbf319..37596d9 100644drivers/md/dm-exception-store.c +3
-1@@ -172,7 +172,9 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, }/* Validate the chunk size against the device block size */ -if (chunk_size % (bdev_logical_block_size (store->cow->bdev) >>9 )) { +if (chunk_size % + (bdev_logical_block_size (dm_snap_get_cow (store->snap)-> + bdev) >>9 )) { *error ="Chunk size is not a multiple of device blocksize" ;return -EINVAL ;}drivers/md/dm-exception-store.c +0
-0@@ -190,6 +192,7 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, }int dm_exception_store_create(struct
dm_target*ti, int argc, char **argv,drivers/md/dm-exception-store.c +1
-0+ struct dm_snapshot *snap,unsigned
*args_used, structdm_exception_store**store)
{drivers/md/dm-exception-store.c +1
-1@@ -198,7 +201,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, struct dm_exception_store *tmp_store;char persistent; -if (argc <3 ) { +if (argc <2 ) { ti->error ="Insufficient exception store arguments" ;return -EINVAL ;}drivers/md/dm-exception-store.c +1
-1@@ -209,7 +212,7 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, return -ENOMEM ; } - persistent =toupper (*argv[1 ]); + persistent =toupper (*argv[0 ]);if (persistent =='P' ) type =get_type ("P" );else if (persistent == 'N')drivers/md/dm-exception-store.c +6
-15@@ -226,32 +229,23 @@ int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, } tmp_store->type = type; - tmp_store->ti = ti; + tmp_store->snap = snap; - r =dm_get_device (ti, argv[0 ],0 ,0 , -FMODE_READ |FMODE_WRITE , &tmp_store->cow); -if (r) { - ti->error ="Cannot get COW device" ; - goto bad_cow; - } - - r =set_chunk_size (tmp_store, argv[2 ], &ti->error); + r =set_chunk_size (tmp_store, argv[1 ], &ti->error);if (r) - goto bad_cow; + goto bad; r = type->ctr (tmp_store,0 ,NULL );if (r) { ti->error ="Exception store type constructor failed" ; - goto bad_ctr; + goto bad; } - *args_used =3 ; + *args_used =2 ; *store = tmp_store;return 0 ; -bad_ctr: -dm_put_device (ti, tmp_store->cow); -bad_cow: +bad:put_type (type);
bad_type:kfree(tmp_store);drivers/md/dm-exception-store.c +0
-1@@ -262,7 +256,6 @@ EXPORT_SYMBOL(dm_exception_store_create);void dm_exception_store_destroy (struct dm_exception_store *store) { store->type->dtr (store); -dm_put_device (store->ti, store->cow);put_type (store->type);kfree (store); }drivers/md/dm- renamed from drivers/md/dm-exception-store.h +0
-0
exception-store.h
index 5f9315b..4e8086f 100644drivers/md/dm-exception-store.h +4
-3@@ -94,11 +94,12 @@ struct dm_exception_store_type {struct list_head list; }; +struct dm_snapshot ; +struct dm_dev *dm_snap_get_cow (struct dm_snapshot *); +struct dm_exception_store {struct dm_exception_store_type *type; -struct dm_target *ti; - -struct dm_dev *cow; +struct dm_snapshot *snap;/* Size of data blocks saved - must be a power of 2 */ unsigned chunk_size;@@ -173,6 +174,7 @@ int dm_exception_store_set_chunk_size(struct dm_exception_store *store, char **error);int dm_exception_store_create(struct
dm_target*ti, int argc, char **argv,drivers/md/dm-exception-store.h +1
-0+ struct dm_snapshot *snap,unsigned *args_used, struct dm_exception_store **store);void
dm_exception_store_destroy(struct dm_exception_store *store);drivers/md/dm-snap- renamed from drivers/md/dm-snap-persistent.c +0
-0
persistent.c
index 7e855fb..746602b 100644drivers/md/dm-snap-persistent.c +1
-1@@ -214,7 +214,7 @@ static int chunk_io(struct pstore *ps, void *area, chunk_t chunk, int rw, int metadata) { struct dm_io_region where = { - .bdev = ps->store->cow->bdev, + .bdev = dm_snap_get_cow(ps->store->snap)->bdev, .sector = ps->store->chunk_size * chunk, .count = ps->store->chunk_size,};drivers/md/dm-snap-persistent.c +2
-1@@ -294,7 +294,8 @@ static int read_header(struct pstore *ps, int*new_snapshot) */ if (!ps->store->chunk_size) { ps->store->chunk_size =max (DM_CHUNK_SIZE_DEFAULT_SECTORS , -bdev_logical_block_size (ps->store->cow->bdev) >>9 ); +bdev_logical_block_size (dm_snap_get_cow (ps->store->snap)-> + bdev) >>9 ); ps->store->chunk_mask = ps->store->chunk_size -1 ; ps->store->chunk_shift =ffs (ps->store->chunk_size) -1 ;chunk_size_supplied = 0;drivers/md/dm-snap-persistent.c +1
-1@@ -493,7 +494,7 @@ static void persistent_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator =get_info (store)->next_free * store->chunk_size; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); }static void
persistent_dtr(struct dm_exception_store *store)drivers/md/dm-snap-persistent.c +1
-1@@ -585,7 +586,7 @@ static int persistent_prepare_exception(structdm_exception_store *store, struct pstore *ps = get_info(store);uint32_t stride;chunk_t next_free; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);/* Is there enough room ? */ if (size < ((ps->next_free + 1) * store->chunk_size))drivers/md/dm-snap-persistent.c +1
-1@@ -722,7 +723,7 @@ static unsigned persistent_status(structdm_exception_store *store, case STATUSTYPE_INFO: break;case STATUSTYPE_TABLE : -DMEMIT (" %s P %llu" , store->cow->name, +DMEMIT (" %s P %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }drivers/md/dm-snap- renamed from drivers/md/dm-snap-transient.c +0
-0
transient.c
index cde5aa5..3d9fd91 100644drivers/md/dm-snap-transient.c +1
-1@@ -39,7 +39,7 @@ static int transient_prepare_exception(structdm_exception_store *store, struct dm_snap_exception *e) { struct transient_c *tc = store->context; -sector_t size =get_dev_size (store->cow->bdev); +sector_t size =get_dev_size (dm_snap_get_cow (store->snap)->bdev);if (size < (tc->next_free + store->chunk_size))return -1;drivers/md/dm-snap-transient.c +1
-1@@ -63,7 +63,7 @@ static void transient_fraction_full(struct dm_exception_store *store, sector_t *numerator, sector_t *denominator) { *numerator = ((struct transient_c *) store->context)->next_free; - *denominator =get_dev_size (store->cow->bdev); + *denominator =get_dev_size (dm_snap_get_cow (store->snap)->bdev); }static int transient_ctr(struct
dm_exception_store*store,drivers/md/dm-snap-transient.c +1
-1@@ -91,7 +91,7 @@ static unsigned transient_status(structdm_exception_store *store, case STATUSTYPE_INFO: break;case STATUSTYPE_TABLE : -DMEMIT (" %s N %llu" , store->cow->name, +DMEMIT (" %s N %llu" ,dm_snap_get_cow (store->snap)->name, (unsigned long long )store->chunk_size); }drivers/md/dm-snap.c +34
-15@@ -59,6 +59,9 @@ struct dm_snapshot {struct rw_semaphore lock;struct dm_dev *origin; +struct dm_dev *cow; + +struct dm_target *ti;/* List of snapshots per Origin */ struct list_head list;@@ -97,6 +100,12 @@ struct dm_snapshot {struct hlist_head tracked_chunk_hash[DM_TRACKED_CHUNK_HASH_SIZE ]; }; +struct dm_dev *dm_snap_get_cow (struct dm_snapshot *s) +{ +return s->cow; +} +EXPORT_SYMBOL (dm_snap_get_cow); +static struct workqueue_struct *ksnapd;static void flush_queued_bios (struct work_struct *work);@@ -538,7 +547,7 @@ static int init_hash_tables(struct dm_snapshot *s)* Calculate based on the size of the original volume or * the COW volume... */ - cow_dev_size =get_dev_size (s->store->cow->bdev); + cow_dev_size =get_dev_size (s->cow->bdev); origin_dev_size =get_dev_size (s->origin->bdev); max_buckets =calc_max_buckets ();@@ -574,45 +583,55 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv) struct dm_snapshot *s;int i;int r = -EINVAL ; -char *origin_path; -struct dm_exception_store *store; +char *origin_path, *cow_path;unsigned args_used;if (argc !=4 ) { ti->error ="requires exactly 4 arguments" ; r = -EINVAL ; - goto bad_args; + goto bad; } origin_path = argv[0 ]; argv++; argc--; - r =dm_exception_store_create (ti, argc, argv, &args_used, &store); + s =kmalloc (sizeof (*s),GFP_KERNEL ); +if (!s) { + ti->error ="Cannot allocate snapshot context private " +"structure" ; + r = -ENOMEM ; + goto bad; + } + + cow_path = argv[0 ]; + argv++; + argc--; + + r =dm_get_device (ti, cow_path,0 ,0 , +FMODE_READ |FMODE_WRITE , &s->cow); +if (r) { + ti->error ="Cannot get COW device" ; + goto bad_cow; + } + + r =dm_exception_store_create (ti, argc, argv, s, &args_used, &s- >store);if (r) { ti->error ="Couldn't create exception store" ; r = -EINVAL ; - goto bad_args; + goto bad_store; } argv += args_used; argc -= args_used; - s =kmalloc (sizeof (*s),GFP_KERNEL ); -if (!s) { - ti->error ="Cannot allocate snapshot context private " -"structure" ; - r = -ENOMEM ; - goto bad_snap; - } - r =dm_get_device (ti, origin_path,0 , ti->len,FMODE_READ , &s- >origin);if (r) { ti->error ="Cannot get origin device" ; goto bad_origin; } - s->store = store; + s->ti = ti;s->valid = 1; s->active = 0; atomic_set(&s->pending_exceptions_count, 0);drivers/md/dm-snap.c +0
-0@@ -701,12 +720,15 @@ bad_hash_tables:dm_put_device (ti, s->origin);
bad_origin:drivers/md/dm-snap.c +7
-4-kfree (s); +dm_exception_store_destroy (s->store); -bad_snap: -dm_exception_store_destroy (store); +bad_store: +dm_put_device (ti, s->cow); -bad_args: +bad_cow: +kfree (s); + +bad:return r; }drivers/md/dm-snap.c +3
-1@@ -755,6 +777,8 @@ static void snapshot_dtr(struct dm_target *ti)dm_exception_store_destroy (s->store); +dm_put_device (ti, s->cow); +kfree (s); }@@ -839,7 +863,7 @@ static void __invalidate_snapshot(struct dm_snapshot *s, int err) s->valid = 0; -dm_table_event (s->store->ti->table); +dm_table_event (s->ti->table); }static void
pending_complete(struct dm_snap_pending_exception *pe, int success)drivers/md/dm-snap.c +1
-1@@ -945,7 +969,7 @@ static void start_copy(struct dm_snap_pending_exception *pe) src.sector = chunk_to_sector(s->store, pe->e.old_chunk); src.count =min ((sector_t )s->store->chunk_size, dev_size - src.sector); - dest.bdev = s->store->cow->bdev; + dest.bdev = s->cow->bdev; dest.sector =chunk_to_sector (s->store, pe->e.new_chunk);dest.count = src.count;drivers/md/dm-snap.c +0
-0@@ -1003,7 +1027,7 @@ __find_pending_exception(struct dm_snapshot *s,static void remap_exception(struct
dm_snapshot*s, structdm_snap_exception*e,
struct bio *bio,chunk_tchunk)
{drivers/md/dm-snap.c +1
-1- bio->bi_bdev = s->store->cow->bdev; + bio->bi_bdev = s->cow->bdev;bio->bi_sector = chunk_to_sector(s->store, dm_chunk_number(e->new_chunk) + (chunk - e->old_chunk)) +drivers/md/dm-snap.c +2
-2@@ -1021,7 +1045,7 @@ static int snapshot_map(struct dm_target *ti,struct bio *bio, struct dm_snap_pending_exception *pe = NULL;if (unlikely (bio_empty_barrier (bio))) { - bio->bi_bdev = s->store->cow->bdev; + bio->bi_bdev = s->cow->bdev;return DM_MAPIO_REMAPPED ; }@@ -1203,7 +1227,7 @@ static int __origin_write(struct list_head *snapshots, goto next_snapshot;/* Nothing to do if writing beyond end of snapshot */ -if (sector >=dm_table_get_size (snap->store->ti->table)) +if (sector >=dm_table_get_size (snap->ti->table)) goto next_snapshot;/*Signature · 1 line
1.6.2.5
Re: [PATCH 2/4] dm-snapshot-refactor-associations
Quoted 43 lines · Mike Snitzer
Quoted 6 lines · Jonathan Brassow
If this is really something that we have to do, then fine. However, it appears that you are doing this to pull out 'ti' and 'cow'... things that are separate by structure from the underlying exception store... which is ultimately what you want to hand over. It seems to me that there is probably a better/cleaner way to do this, while simultaneously leaving 'ti' and 'cow' in their current place.
Yes, both 'ti' and 'cow' are seperate structures within the exception store. Yes, we want to handover the exception store itself (but keeping 'ti' and 'cow' fixed).
So you're saying have the handover be:
1) swap the 'complete'exception_table
2) swap the 'cow' and 'ti' in the 2 exception stores
3) swap the exception storesSomething like the following?:
static void handover_exceptions(struct
dm_snapshot*old,
structdm_snapshot*new){ union { struct exception_table table_swap; struct dm_target *ti_swap; struct dm_dev *cow_swap; struct dm_exception_store *store_swap; } u; u.table_swap = new->complete; new->complete = old->complete; old->complete = u.table_swap; u.ti_swap = new->store->ti; new->store->ti = old->store->ti; old->store->ti = u.ti_swap; u.cow_swap = new->store->cow; new->store->cow = old->store->cow; old->store->cow = u.cow_swap;
Quoted 7 lines
u.store_swap = new->store;
new->store = old->store;
old->store = u.store_swap;
old->active = 0;
new->handover = 0;
}Jon,
I discussed this with Mikulas and he agreed that the above would work. But he raised the fact that reverting dm-snapshot-refactor-associations leaves the dm_snapshot and dm_exception_store structures muddled with regard to where per-target members are located. I'm inclined to agree with him.
The dm-snapshot-refactor-associations patch offers cleanup so that:
1) dm_exception_store only contains exception store-specific members
2) dm_snapshot is the structure that contains per-target members
So while this dm-snapshot-refactor-associations patch could be viewed as "avoidable churn" it actually takes the data structures in a more controlled direction.
I would rather dm-snapshot-refactor-associations be applied.
Mike
Jonathan Brassow
Reviewed-byRe: [PATCH 2/4] dm-snapshot-refactor-associations
Quoted 12 lines · Mike Snitzer
Jon,
I discussed this with Mikulas and he agreed that the above would work. But he raised the fact that reverting dm-snapshot-refactor-associations leaves the
dm_snapshotanddm_exception_storestructures muddled with regard to where per-target members are located. I'm inclined to agree with him.The dm-snapshot-refactor-associations patch offers cleanup so that:
1)dm_exception_storeonly contains exception store-specific members
2)dm_snapshotis the structure that contains per-target members
Quoted 5 lines
So while this dm-snapshot-refactor-associations patch could be viewed as "avoidable churn" it actually takes the data structures in a more controlled direction.
I would rather dm-snapshot-refactor-associations be applied.
Ok, Mike. Thanks for looking into it.
brassow
PATCH 3/4 dm-snapshot-exception-handover
In reply to Mike SnitzerFrom: Mikulas Patocka <[email protected]>
Handover of the exception store. This is needed for merging (to allow reload of the table) and it also enables origin or snapshot resize.
The supported call sequences are:
new_snapshot->ctrold_snapshot->suspendold_snapshot->dtrnew_snapshot->resume
and
new_snapshot->ctrold_snapshot->suspendnew_snapshot->resumeold_snapshot->dtr
There may not be more than two instances of a given snapshot. LVM always creates at most two; if there are more, the user misuses dmsetup.
--- drivers/md/dm-snap.c | 85 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 files changed, 85 insertions(+), 0 deletions(-)
drivers/md/dm-snap.c +85 -0
@@ -72,6 +72,9 @@ struct dm_snapshot {/* Origin writes don't trigger exceptions until this is set */ int active; +/* Exception store will be handed over from another snapshot */ +int handover; +mempool_t *pending_pool;atomic_t pending_exceptions_count;
@@ -505,6 +508,33 @@ static int dm_add_exception(void *context, chunk_t old, chunk_t new)return 0 ; } +/* _origins_lock must be held */ +static struct dm_snapshot *find_duplicate (struct dm_snapshot *snap) +{ +struct dm_snapshot *dup; +struct dm_snapshot *l; +struct origin *o; + + o =__lookup_origin (snap->origin->bdev); +if (!o) +return NULL ; + + dup =NULL ; +list_for_each_entry (l, &o->snapshots, list) +if (l != snap &&bdev_equal (l->cow->bdev, + snap->cow->bdev)) { +if (!dup) { + dup = l; + }else { +DMERR ("Multiple active duplicates, " +"user misuses dmsetup." ); +return NULL ; + } + } + +return dup; +} +#define min_not_zero (l, r) (((l) == 0) ? (r) : (((r) == 0) ? (l) : min(l, r)))/*
@@ -635,6 +665,7 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv) s->valid =1 ; s->active =0 ;atomic_set (&s->pending_exceptions_count,0 ); + s->handover =0 ;init_rwsem (&s->lock);spin_lock_init (&s->pe_lock);
@@ -670,6 +701,11 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv)spin_lock_init (&s->tracked_chunk_lock); +down_read (&_origins_lock); +if (find_duplicate (s)) + s->handover =1 ; +up_read (&_origins_lock); +/* Metadata must only be loaded into one table at once */ r = s->store->type->read_metadata (s->store, dm_add_exception, (void *)s);
@@ -741,15 +777,49 @@ static void __free_exceptions(struct dm_snapshot *s)exit_exception_table (&s->complete, exception_cache); } +static void handover_exceptions (struct dm_snapshot *old, +struct dm_snapshot *new) +{ +union { +struct exception_table table_swap; +struct dm_exception_store *store_swap; + } u; + + u.table_swap = new->complete; + new->complete = old->complete; + old->complete = u.table_swap; + u.store_swap = new->store; + new->store = old->store; + old->store = u.store_swap; + + new->store->snap = new; + old->store->snap = old; + + old->active =0 ; + new->handover =0 ; +} +static void snapshot_dtr (struct dm_target *ti) {#ifdef CONFIG_DM_DEBUG int i;#endif struct dm_snapshot *s = ti->private; +struct dm_snapshot *dup;flush_workqueue (ksnapd); +down_write (&_origins_lock); +down_write (&s->lock); + dup =find_duplicate (s); +if (dup && dup->handover) { +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (s, dup); +up_write (&dup->lock); + } +up_write (&s->lock); +up_write (&_origins_lock); +/* Prevent further origin writes from using this snapshot. */ /* After this returns there can be no new kcopyd jobs. */ unregister_snapshot (s);
@@ -1144,9 +1214,24 @@ static void snapshot_resume(struct dm_target *ti) {struct dm_snapshot *s = ti->private; +down_write (&_origins_lock);down_write (&s->lock); +if (s->handover) { +struct dm_snapshot *dup; + dup =find_duplicate (s); +if (!dup) { +DMERR ("duplicate not found" ); + s->valid =0 ; + goto ret; + } +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (dup, s); +up_write (&dup->lock); + } s->active =1 ; + ret:up_write (&s->lock); +up_write (&_origins_lock); } static int snapshot_status(struct dm_target *ti, status_type_t type,
Signature · 1 line
1.6.2.5
Re: [PATCH 3/4] dm-snapshot-exception-handover
Quoted 24 lines · Mike Snitzer
From: Mikulas Patocka <[email protected]>
Handover of the exception store. This is needed for merging (to allow reload of the table) and it also enables origin or snapshot resize.
The supported call sequences are:
new_snapshot->ctrold_snapshot->suspendold_snapshot->dtrnew_snapshot->resumeand
new_snapshot->ctrold_snapshot->suspendnew_snapshot->resumeold_snapshot->dtrThere may not be more than two instances of a given snapshot. LVM always creates at most two; if there are more, the user misuses dmsetup.
Signed-off-by Mikulas Patocka <[email protected]>Signed-off-by Mike Snitzer <[email protected]>
...
Review
Quoted 3 lines
(quoted diff) +3
-0+/* _origins_lock must be held */ +static struct dm_snapshot *find_duplicate(struct dm_snapshot *snap) +{
...
I just noticed that find_duplicate should be renamed to __find_duplicate to use the convention of a '__' prefix on all dm-snap.c functions that require the _origins_lock.
Here is an updated patch (doesn't change any snapshot-merge patches that follow):
Handover of the exception store. This is needed for merging (to allow reload of the table) and it also enables origin or snapshot resize.
The supported call sequences are:
new_snapshot->ctrold_snapshot->suspendold_snapshot->dtrnew_snapshot->resume
and
new_snapshot->ctrold_snapshot->suspendnew_snapshot->resumeold_snapshot->dtr
There may not be more than two instances of a given snapshot. LVM always creates at most two; if there are more, the user misuses dmsetup.
--- drivers/md/dm-snap.c | 85 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 85 insertions(+)
drivers/md/dm-snap.c +85 -0
@@ -72,6 +72,9 @@ struct dm_snapshot {/* Origin writes don't trigger exceptions until this is set */ int active; +/* Exception store will be handed over from another snapshot */ +int handover; +mempool_t *pending_pool;atomic_t pending_exceptions_count;
@@ -505,6 +508,33 @@ static int dm_add_exception(void *contexreturn 0 ; } +/* _origins_lock must be held */ +static struct dm_snapshot *__find_duplicate (struct dm_snapshot *snap) +{ +struct dm_snapshot *dup; +struct dm_snapshot *l; +struct origin *o; + + o =__lookup_origin (snap->origin->bdev); +if (!o) +return NULL ; + + dup =NULL ; +list_for_each_entry (l, &o->snapshots, list) +if (l != snap &&bdev_equal (l->cow->bdev, + snap->cow->bdev)) { +if (!dup) { + dup = l; + }else { +DMERR ("Multiple active duplicates, " +"user misuses dmsetup." ); +return NULL ; + } + } + +return dup; +} +#define min_not_zero (l, r) (((l) == 0) ? (r) : (((r) == 0) ? (l) : min(l, r)))/*
@@ -635,6 +665,7 @@ static int snapshot_ctr(struct dm_target s->valid =1 ; s->active =0 ;atomic_set (&s->pending_exceptions_count,0 ); + s->handover =0 ;init_rwsem (&s->lock);spin_lock_init (&s->pe_lock);
@@ -670,6 +701,11 @@ static int snapshot_ctr(struct dm_targetspin_lock_init (&s->tracked_chunk_lock); +down_read (&_origins_lock); +if (__find_duplicate (s)) + s->handover =1 ; +up_read (&_origins_lock); +/* Metadata must only be loaded into one table at once */ r = s->store->type->read_metadata (s->store, dm_add_exception, (void *)s);
@@ -741,15 +777,49 @@ static void __free_exceptions(struct dm_exit_exception_table (&s->complete, exception_cache); } +static void handover_exceptions (struct dm_snapshot *old, +struct dm_snapshot *new) +{ +union { +struct exception_table table_swap; +struct dm_exception_store *store_swap; + } u; + + u.table_swap = new->complete; + new->complete = old->complete; + old->complete = u.table_swap; + u.store_swap = new->store; + new->store = old->store; + old->store = u.store_swap; + + new->store->snap = new; + old->store->snap = old; + + old->active =0 ; + new->handover =0 ; +} +static void snapshot_dtr (struct dm_target *ti) {#ifdef CONFIG_DM_DEBUG int i;#endif struct dm_snapshot *s = ti->private; +struct dm_snapshot *dup;flush_workqueue (ksnapd); +down_write (&_origins_lock); +down_write (&s->lock); + dup =__find_duplicate (s); +if (dup && dup->handover) { +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (s, dup); +up_write (&dup->lock); + } +up_write (&s->lock); +up_write (&_origins_lock); +/* Prevent further origin writes from using this snapshot. */ /* After this returns there can be no new kcopyd jobs. */ unregister_snapshot (s);
@@ -1144,9 +1214,24 @@ static void snapshot_resume(struct dm_ta {struct dm_snapshot *s = ti->private; +down_write (&_origins_lock);down_write (&s->lock); +if (s->handover) { +struct dm_snapshot *dup; + dup =__find_duplicate (s); +if (!dup) { +DMERR ("duplicate not found" ); + s->valid =0 ; + goto ret; + } +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (dup, s); +up_write (&dup->lock); + } s->active =1 ; + ret:up_write (&s->lock); +up_write (&_origins_lock); } static int snapshot_status(struct dm_target *ti, status_type_t type,
Jonathan Brassow
Reviewed-byRe: Re: [PATCH 3/4] dm-snapshot-exception-handover
If you were going to take the time to clean-up patch 2 of 4 "refactor-associations", then obviously, 'handover_exceptions' would have to change in this patch as well.
brassow
Quoted 217 lines · Mike Snitzer
Quoted 24 lines · Mike Snitzer
From: Mikulas Patocka <[email protected]>
Handover of the exception store. This is needed for merging (to allow reload of the table) and it also enables origin or snapshot resize.
The supported call sequences are:
new_snapshot->ctrold_snapshot->suspendold_snapshot->dtrnew_snapshot->resumeand
new_snapshot->ctrold_snapshot->suspendnew_snapshot->resumeold_snapshot->dtrThere may not be more than two instances of a given snapshot. LVM always creates at most two; if there are more, the user misuses dmsetup.
Signed-off-by Mikulas Patocka <[email protected]>Signed-off-by Mike Snitzer <[email protected]>...
drivers/md/dm-snap.c static int dm_add_exception(void *contex · line 513
Quoted 3 lines
drivers/md/dm-snap.c +3
-0+/* _origins_lock must be held */ +static struct dm_snapshot *find_duplicate (struct dm_snapshot *snap) +{...
I just noticed that
find_duplicateshould be renamed to__find_duplicateto use the convention of a '__' prefix on alldm-snap.cfunctions that require the_origins_lock.Here is an updated patch (doesn't change any snapshot-merge patches that follow):
Handover of the exception store. This is needed for merging (to allow reload of the table) and it also enables origin or snapshot resize.
The supported call sequences are:
new_snapshot->ctrold_snapshot->suspendold_snapshot->dtrnew_snapshot->resumeand
new_snapshot->ctrold_snapshot->suspendnew_snapshot->resumeold_snapshot->dtrThere may not be more than two instances of a given snapshot. LVM always creates at most two; if there are more, the user misuses dmsetup.
Signed-off-by Mikulas Patocka <[email protected]>Signed-off-by Mike Snitzer <[email protected]>---
drivers/md/dm-snap.c| 85 +++++++++++++++++++++++++++++++++++++++++
++++++++++1 file changed, 85 insertions(+)Index:
linux-2.6/drivers/md/dm-snap.c
===================================================================drivers/md/dm-snap.c +85
-1@@ -72,6 +72,9 @@ struct dm_snapshot {/* Origin writes don't trigger exceptions until this is set */ int active; +/* Exception store will be handed over from another snapshot */ +int handover; +mempool_t *pending_pool;atomic_t pending_exceptions_count;@@ -505,6 +508,33 @@ static int dm_add_exception(void *contexreturn 0 ; } +/* _origins_lock must be held */ +static struct dm_snapshot *__find_duplicate (struct dm_snapshot *snap) +{ +struct dm_snapshot *dup; +struct dm_snapshot *l; +struct origin *o; + + o =__lookup_origin (snap->origin->bdev); +if (!o) +return NULL ; + + dup =NULL ; +list_for_each_entry (l, &o->snapshots, list) +if (l != snap &&bdev_equal (l->cow->bdev, + snap->cow->bdev)) { +if (!dup) { + dup = l; + }else { +DMERR ("Multiple active duplicates, " +"user misuses dmsetup." ); +return NULL ; + } + } + +return dup; +} +#define min_not_zero (l, r) (((l) == 0) ? (r) : (((r) == 0) ? (l) : min(l, r)))/* @@ -635,6 +665,7 @@ static int snapshot_ctr(struct dm_target s->valid =1 ; s->active =0 ;atomic_set (&s->pending_exceptions_count,0 ); + s->handover =0 ;init_rwsem (&s->lock);spin_lock_init (&s->pe_lock);@@ -670,6 +701,11 @@ static int snapshot_ctr(struct dm_targetspin_lock_init (&s->tracked_chunk_lock); +down_read (&_origins_lock); +if (__find_duplicate (s)) + s->handover =1 ; +up_read (&_origins_lock); +/* Metadata must only be loaded into one table at once */ r = s->store->type->read_metadata (s->store, dm_add_exception, (void *)s);@@ -741,15 +777,49 @@ static void __free_exceptions(struct dm_exit_exception_table (&s->complete, exception_cache); } +static void handover_exceptions (struct dm_snapshot *old, +struct dm_snapshot *new) +{ +union { +struct exception_table table_swap; +struct dm_exception_store *store_swap; + } u; + + u.table_swap = new->complete; + new->complete = old->complete; + old->complete = u.table_swap; + u.store_swap = new->store; + new->store = old->store; + old->store = u.store_swap; + + new->store->snap = new; + old->store->snap = old; + + old->active =0 ; + new->handover =0 ; +} +static void snapshot_dtr (struct dm_target *ti) {#ifdef CONFIG_DM_DEBUG int i;#endif struct dm_snapshot *s = ti->private; +struct dm_snapshot *dup;flush_workqueue (ksnapd); +down_write (&_origins_lock); +down_write (&s->lock); + dup =__find_duplicate (s); +if (dup && dup->handover) { +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (s, dup); +up_write (&dup->lock); + } +up_write (&s->lock); +up_write (&_origins_lock); +/* Prevent further origin writes from using this snapshot. */ /* After this returns there can be no new kcopyd jobs. */ unregister_snapshot (s);@@ -1144,9 +1214,24 @@ static void snapshot_resume(struct dm_ta {struct dm_snapshot *s = ti->private; +down_write (&_origins_lock);down_write (&s->lock); +if (s->handover) { +struct dm_snapshot *dup; + dup =__find_duplicate (s); +if (!dup) { +DMERR ("duplicate not found" ); + s->valid =0 ; + goto ret; + } +down_write_nested (&dup->lock,SINGLE_DEPTH_NESTING ); +handover_exceptions (dup, s); +up_write (&dup->lock); + } s->active =1 ; + ret:up_write (&s->lock); +up_write (&_origins_lock); } static int snapshot_status(struct dm_target *ti, status_type_t type, --dm-devel mailing list
[email protected]
https://www.redhat.com/mailman/listinfo/dm-devel
PATCH 4/4 dm-exception-store-dont-read-metadata-if-going-to-handover
In reply to Mike SnitzerFrom: Mikulas Patocka <[email protected]>
Don't read metadata if we are going to do handover.
This saves memory (without the patch, the exception store would consume twice more memory while doing handover).
If the handover doesn't happen (due to user abusing dmsetup), the snapshot is marked as invalid.
--- drivers/md/dm-exception-store.h | 6 +++++- drivers/md/dm-snap-persistent.c | 5 +++-- drivers/md/dm-snap-transient.c | 2 +- drivers/md/dm-snap.c | 2 +- 4 files changed, 10 insertions(+), 5 deletions(-)
drivers/md/dm-exception-store.h +5 -1
@@ -54,11 +54,15 @@ struct dm_exception_store_type {* The target shouldn't read the COW device until this is * called. As exceptions are read from the COW, they are * reported back via the callback. +* +* will_handover means that there is another snapshot active; +* chunk size must be setup but no exceptions need to be read +* because they will be handed over from the active snapshot. */ int (*read_metadata) (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context); +void *callback_context,int will_handover);/* * Find somewhere to store the next exception.
drivers/md/dm-snap-persistent.c +3 -2
@@ -518,7 +518,7 @@ static void persistent_dtr(struct dm_exception_store *store)static int persistent_read_metadata (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context) +void *callback_context,int will_handover) {int r,uninitialized_var (new_snapshot );struct pstore *ps =get_info (store);
@@ -575,7 +575,8 @@ static int persistent_read_metadata(struct dm_exception_store *store,/* * Read the metadata. */ - r =read_exceptions (ps, callback, callback_context); +if (!will_handover) + r =read_exceptions (ps, callback, callback_context);return r; }
drivers/md/dm-snap-transient.c +1 -1
@@ -30,7 +30,7 @@ static void transient_dtr(struct dm_exception_store *store)static int transient_read_metadata (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context) +void *callback_context,int will_handover) {return 0 ; }
drivers/md/dm-snap.c +1 -1
@@ -708,7 +708,7 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv)/* Metadata must only be loaded into one table at once */ r = s->store->type->read_metadata (s->store, dm_add_exception, - (void *)s); + (void *)s, s->handover);if (r <0 ) { ti->error ="Failed to read snapshot metadata" ; goto bad_load_and_register;
Signature · 1 line
1.6.2.5
Re: [PATCH 4/4] dm-exception-store-dont-read-metadata-if-going-to-handover
I don't think the extra parameter is necessary... Couldn't you use the functionality of your future "re-read metadata" patch (or my old "allow metadata re-read" patch) to achieve the same thing here? (It is possible that idea won't work, because when re-reading the metadata, I like to read the COW header to ensure someone else didn't invalidate the exception store.)
brassow
Quoted 99 lines · Mike Snitzer
From: Mikulas Patocka <[email protected]>
Don't read metadata if we are going to do handover.
This saves memory (without the patch, the exception store would consume twice more memory while doing handover).If the handover doesn't happen (due to user abusing dmsetup), the snapshot is marked as invalid.
Signed-off-by Mikulas Patocka <[email protected]>Reviewed-by Mike Snitzer <[email protected]>---
drivers/md/dm-exception-store.h | 6 +++++- drivers/md/dm-snap-persistent.c | 5 +++-- drivers/md/dm-snap-transient.c | 2 +- drivers/md/dm-snap.c | 2 +- 4 files changed, 10 insertions(+), 5 deletions(-)drivers/md/dm-exception-store.h +5
-1@@ -54,11 +54,15 @@ struct dm_exception_store_type {* The target shouldn't read the COW device until this is * called. As exceptions are read from the COW, they are * reported back via the callback. +* +* will_handover means that there is another snapshot active; +* chunk size must be setup but no exceptions need to be read +* because they will be handed over from the active snapshot. */ int (*read_metadata) (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context); +void *callback_context,int will_handover);/* * Find somewhere to store the next exception. drivers/md/dm-snap-persistent.c +1
-1@@ -518,7 +518,7 @@ static void persistent_dtr(struct dm_exception_store *store)static int persistent_read_metadata (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context) +void *callback_context,int will_handover) {int r,uninitialized_var (new_snapshot );struct pstore *ps = get_info(store);drivers/md/dm-snap-persistent.c +2
-1@@ -575,7 +575,8 @@ static int persistent_read_metadata(struct dm_exception_store *store,/* * Read the metadata. */ - r =read_exceptions (ps, callback, callback_context); + if (!will_handover) + r = read_exceptions(ps, callback, callback_context);return r;}
drivers/md/dm-snap-transient.c +1
-1@@ -30,7 +30,7 @@ static void transient_dtr(struct dm_exception_store *store)static int transient_read_metadata (struct dm_exception_store *store,int (*callback)(void *callback_context,chunk_t old,chunk_t new), -void *callback_context) +void *callback_context,int will_handover) {return 0 ;}
drivers/md/dm-snap.c +1
-1@@ -708,7 +708,7 @@ static int snapshot_ctr(struct dm_target *ti, unsigned int argc, char **argv)/* Metadata must only be loaded into one table at once */ r = s->store->type->read_metadata (s->store, dm_add_exception, - (void *)s); + (void *)s, s->handover);if (r <0 ) { ti->error ="Failed to read snapshot metadata" ;goto bad_load_and_register;Signature · 6 lines
1.6.2.5 -- dm-devel mailing list [email protected] https://www.redhat.com/mailman/listinfo/dm-devel