exofs/osd tree for 2.6.31
Subsystems (3)
Linus
Please pull the following exofs/OSD changes from the git repository at:
git://git.open-osd.org/linux-open-osd.git for-linus
These are a few fixes/cleanups and mainly a new block-device driver from Jeff Garzik, that can export an OSD object to block-based users like filesystems.
Boaz Harrosh (5):
exofs: Fix bio leak in error handling path (sync read)
exofs: Remove IBM copyrights
exofs: Avoid using file_fsync()
MAINTAINERS: Add osd maintained files (F:)
osdblk: Adjust queue limits to lower device's limits
Jeff Garzik (1):
osdblk: a Linux block device for OSD objects
MAINTAINERS | 5 +- drivers/block/Kconfig | 16 ++ drivers/block/Makefile | 1 + drivers/block/osdblk.c | 670 ++++++++++++++++++++++++++++++++++++++++++++++++ fs/exofs/common.h | 4 +- fs/exofs/dir.c | 4 +- fs/exofs/exofs.h | 7 +- fs/exofs/file.c | 21 +- fs/exofs/inode.c | 7 +- fs/exofs/namei.c | 4 +- fs/exofs/osd.c | 4 +- fs/exofs/super.c | 6 +- fs/exofs/symlink.c | 4 +- 13 files changed, 719 insertions(+), 34 deletions(-) create mode 100644 drivers/block/osdblk.c
[These patches can be viewed on the web here:
http://git.open-osd.org/gitweb.cgi?p=linux-open-osd.git;a=shortlog;h=refs/heads/for-linus
]
Thanks
Boaz
Quoted 36 lines · Boaz Harrosh
Linus
Please pull the following exofs/OSD changes from the git repository at:
git://git.open-osd.org/linux-open-osd.gitfor-linusThese are a few fixes/cleanups and mainly a new block-device driver from Jeff Garzik, that can export an OSD object to block-based users like filesystems.
Boaz Harrosh (5):
exofs: Fix bio leak in error handling path (sync read)
exofs: Remove IBM copyrights
exofs: Avoid usingfile_fsync()
MAINTAINERS: Add osd maintained files (F:)
osdblk: Adjust queue limits to lower device's limitsJeff Garzik (1):
osdblk: a Linux block device for OSD objectsMAINTAINERS | 5 +- drivers/block/Kconfig | 16 ++ drivers/block/Makefile | 1 + drivers/block/osdblk.c | 670 ++++++++++++++++++++++++++++++++++++++++++++++++ fs/exofs/common.h | 4 +- fs/exofs/dir.c | 4 +- fs/exofs/exofs.h | 7 +- fs/exofs/file.c | 21 +- fs/exofs/inode.c | 7 +- fs/exofs/namei.c | 4 +- fs/exofs/osd.c | 4 +- fs/exofs/super.c | 6 +- fs/exofs/symlink.c | 4 +- 13 files changed, 719 insertions(+), 34 deletions(-) create mode 100644 drivers/block/osdblk.c
Quoted 6 lines
[These patches can be viewed on the web here:
http://git.open-osd.org/gitweb.cgi?p=linux-open-osd.git;a=shortlog;h=refs/heads/for-linus
]Thanks
Boaz
Hi Linus, Jeff
while testing osdblk I have found some bugs and squashed below patch into the original osdblk driver.
Linus please see that you have bc47df0 it might take a few minutes to update
Boaz
---
Subject: [SQUASHME] osdblk: Assorted bug fixes
I have squashed the below fixes to the original osdblk driver. It should run much better now
---
drivers/block/osdblk.c +43 -12
@@ -71,6 +71,19 @@#define DRV_NAME "osdblk"#define PFX DRV_NAME ": " +/* #define _OSDBLK_DEBUG */ +#ifdef _OSDBLK_DEBUG +#define OSDBLK_DEBUG(fmt, a...) \ + printk(KERN_NOTICE "osdblk @%s:%d: " fmt, __func__, __LINE__, ##a) +#else +#define OSDBLK_DEBUG(fmt, a...) \ + do { if (0) printk(fmt, ##a); } while (0) +#endif + +MODULE_AUTHOR ("Jeff Garzik <[email protected]>" ); +MODULE_DESCRIPTION ("block device inside an OSD object osdblk.ko" ); +MODULE_LICENSE ("GPL" ); +struct osdblk_device ;enum {
@@ -109,7 +122,7 @@ struct osdblk_device { };static struct class *class_osdblk;/* /sys/class/osdblk */ -static struct mutex ctl_mutex;/* Serialize open/close/setup/teardown */ +static DEFINE_MUTEX (ctl_mutex);/* Serialize open/close/setup/teardown */ static LIST_HEAD (osdblkdev_list);static struct block_device_operations osdblk_bd_ops = {
@@ -223,8 +236,10 @@ static void osdblk_osd_complete(struct osd_request *or, void *private)struct osd_sense_info osi;int ret =osd_req_decode_sense (or, &osi); -if (ret) +if (ret) { ret = -EIO ; +OSDBLK_DEBUG ("osdblk_osd_complete with err=%d\n" , ret); + }/* complete OSD request */ osd_end_request (or);
@@ -250,13 +265,15 @@ static struct bio *bio_chain_clone(struct bio *old_chain, gfp_t gfpmask)struct bio *tmp, *new_chain =NULL , *tail =NULL ;while (old_chain) { - tmp =bio_kmalloc (gfpmask, old_chain->bi_vcnt); + tmp =bio_kmalloc (gfpmask, old_chain->bi_max_vecs);if (!tmp) goto err_out;__bio_clone (tmp, old_chain); + tmp->bi_bdev =NULL ; gfpmask &= ~__GFP_WAIT; tmp->bi_next =NULL ; +if (!new_chain) new_chain = tail = tmp;else {
@@ -270,6 +287,7 @@ static struct bio *bio_chain_clone(struct bio *old_chain, gfp_t gfpmask)return new_chain; err_out: +OSDBLK_DEBUG ("bio_chain_clone with err\n" );bio_chain_put (new_chain);return NULL ; }
@@ -277,13 +295,14 @@ err_out:static void osdblk_rq_fn (struct request_queue *q) {struct osdblk_device *osdev = q->queuedata; -struct request *rq; -struct osdblk_request *orq; -struct osd_request *or; -struct bio *bio; -int do_write, do_flush;while (1 ) { +struct request *rq; +struct osdblk_request *orq; +struct osd_request *or; +struct bio *bio; +bool do_write, do_flush; +/* peek at request from block layer */ rq =blk_fetch_request (q);if (!rq)
@@ -317,6 +336,7 @@ static void osdblk_rq_fn(struct request_queue *q) or =osd_start_request (osdev->osd,GFP_ATOMIC );if (!or) {bio_chain_put (bio); +OSDBLK_DEBUG ("osd_start_request with err\n" );break ; }
@@ -336,12 +356,19 @@ static void osdblk_rq_fn(struct request_queue *q)osd_req_read (or, &osdev->obj,blk_rq_pos (rq) *512ULL , bio,blk_rq_bytes (rq)); +OSDBLK_DEBUG ("%s 0x%x bytes at 0x%llx\n" , + do_flush ?"flush" : do_write ? +"write" :"read" ,blk_rq_bytes (rq), +blk_rq_pos (rq) *512ULL ); +/* begin OSD command execution */ if (osd_async_op (or, osdblk_osd_complete, orq, osdev->obj_cred)) {osd_end_request (or);blk_requeue_request (q, rq);bio_chain_put (bio); +OSDBLK_DEBUG ("osd_execute_request_async with err\n" ); +break ; }/* remove the special 'flush' marker, now that the command
@@ -390,7 +417,7 @@ static int osdblk_init_disk(struct osdblk_device *osdev)if (!disk)return -ENOMEM ; -sprintf (disk->disk_name,DRV_NAME "/%d" , osdev->id); +sprintf (disk->disk_name,DRV_NAME "%d" , osdev->id); disk->major = osdev->major; disk->first_minor =0 ; disk->fops = &osdblk_bd_ops;
@@ -428,9 +455,12 @@ static int osdblk_init_disk(struct osdblk_device *osdev) osdev->q = q;/* finally, announce the disk to the world */ -set_capacity (disk, obj_size); +set_capacity (disk, obj_size /512ULL );add_disk (disk); +printk (KERN_INFO "%s: Added of size 0x%llx\n" , + disk->disk_name, (unsigned long long )obj_size); +return 0 ; }
@@ -544,7 +574,7 @@ static ssize_t class_osdblk_add(struct class *c, const char *buf, size_t count)if (rc) goto err_out_blkdev; -return 0 ; +return count; err_out_blkdev:unregister_blkdev (osdev->major, osdev->name);
@@ -557,6 +587,7 @@ err_out_slot:kfree (osdev); err_out_mod: +OSDBLK_DEBUG ("Error adding device %s\n" , buf);module_put (THIS_MODULE );return rc; }
@@ -604,7 +635,7 @@ static ssize_t class_osdblk_remove(struct class *c, const char *buf,/* release module ref */ module_put (THIS_MODULE ); -return 0 ; +return count; }static struct class_attribute class_osdblk_attrs[] = {
drivers/scsi/osd/osd_initiator.c +1 -1
@@ -441,7 +441,7 @@ void osd_end_request(struct osd_request *or) {struct request *rq = or->request;/* IMPORTANT: make sure this agrees with osd_execute_request_async */ -bool is_async = (or->request->end_io_data == or); +bool is_async = (rq->end_io_data == or);_osd_free_seg (or, &or->set_attr);_osd_free_seg (or, &or->enc_get_attr);
Sorry for nagging.
Is this going to be merged in 2.6.31 or wait for 2.6.32? Anything we can do to help it not fall between the cracks next time?
Benny
Quoted 246 lines · Boaz Harrosh
Quoted 36 lines · Boaz Harrosh
Linus
Please pull the following exofs/OSD changes from the git repository at:
git://git.open-osd.org/linux-open-osd.gitfor-linusThese are a few fixes/cleanups and mainly a new block-device driver from Jeff Garzik, that can export an OSD object to block-based users like filesystems.
Boaz Harrosh (5):
exofs: Fix bio leak in error handling path (sync read)
exofs: Remove IBM copyrights
exofs: Avoid usingfile_fsync()
MAINTAINERS: Add osd maintained files (F:)
osdblk: Adjust queue limits to lower device's limitsJeff Garzik (1):
osdblk: a Linux block device for OSD objectsMAINTAINERS | 5 +- drivers/block/Kconfig | 16 ++ drivers/block/Makefile | 1 + drivers/block/osdblk.c | 670 ++++++++++++++++++++++++++++++++++++++++++++++++ fs/exofs/common.h | 4 +- fs/exofs/dir.c | 4 +- fs/exofs/exofs.h | 7 +- fs/exofs/file.c | 21 +- fs/exofs/inode.c | 7 +- fs/exofs/namei.c | 4 +- fs/exofs/osd.c | 4 +- fs/exofs/super.c | 6 +- fs/exofs/symlink.c | 4 +- 13 files changed, 719 insertions(+), 34 deletions(-) create mode 100644 drivers/block/osdblk.cQuoted 6 lines
[These patches can be viewed on the web here:
http://git.open-osd.org/gitweb.cgi?p=linux-open-osd.git;a=shortlog;h=refs/heads/for-linus
]Thanks
BoazHi Linus, Jeff
while testing osdblk I have found some bugs and squashed below patch into the original osdblk driver.
Linus please see that you have bc47df0 it might take a few minutes to update
Boaz
---
Subject: [SQUASHME] osdblk: Assorted bug fixesI have squashed the below fixes to the original osdblk driver. It should run much better now
Signed-off-by Boaz Harrosh <[email protected]>---
drivers/block/osdblk.c +43
-12@@ -71,6 +71,19 @@#define DRV_NAME "osdblk"#define PFX DRV_NAME ": " +/* #define _OSDBLK_DEBUG */ +#ifdef _OSDBLK_DEBUG +#define OSDBLK_DEBUG(fmt, a...) \ + printk(KERN_NOTICE "osdblk @%s:%d: " fmt, __func__, __LINE__, ##a) +#else +#define OSDBLK_DEBUG(fmt, a...) \ + do { if (0) printk(fmt, ##a); } while (0) +#endif + +MODULE_AUTHOR ("Jeff Garzik <[email protected]>" ); +MODULE_DESCRIPTION ("block device inside an OSD object osdblk.ko" ); +MODULE_LICENSE ("GPL" ); +struct osdblk_device ;enum {@@ -109,7 +122,7 @@ struct osdblk_device { };static struct class *class_osdblk;/* /sys/class/osdblk */ -static struct mutex ctl_mutex;/* Serialize open/close/setup/teardown */ +static DEFINE_MUTEX (ctl_mutex);/* Serialize open/close/setup/teardown */ static LIST_HEAD (osdblkdev_list);static struct block_device_operations osdblk_bd_ops = {@@ -223,8 +236,10 @@ static void osdblk_osd_complete(struct osd_request *or, void *private)struct osd_sense_info osi;int ret =osd_req_decode_sense (or, &osi); -if (ret) +if (ret) { ret = -EIO ; +OSDBLK_DEBUG ("osdblk_osd_complete with err=%d\n" , ret); + }/* complete OSD request */ osd_end_request (or);@@ -250,13 +265,15 @@ static struct bio *bio_chain_clone(struct bio *old_chain, gfp_t gfpmask)struct bio *tmp, *new_chain =NULL , *tail =NULL ;while (old_chain) { - tmp =bio_kmalloc (gfpmask, old_chain->bi_vcnt); + tmp =bio_kmalloc (gfpmask, old_chain->bi_max_vecs);if (!tmp) goto err_out;__bio_clone (tmp, old_chain); + tmp->bi_bdev =NULL ; gfpmask &= ~__GFP_WAIT; tmp->bi_next =NULL ; +if (!new_chain) new_chain = tail = tmp;else {@@ -270,6 +287,7 @@ static struct bio *bio_chain_clone(struct bio *old_chain, gfp_t gfpmask)return new_chain; err_out: +OSDBLK_DEBUG ("bio_chain_clone with err\n" );bio_chain_put (new_chain);return NULL ; }@@ -277,13 +295,14 @@ err_out:static void osdblk_rq_fn (struct request_queue *q) {struct osdblk_device *osdev = q->queuedata; -struct request *rq; -struct osdblk_request *orq; -struct osd_request *or; -struct bio *bio; -int do_write, do_flush;while (1 ) { +struct request *rq; +struct osdblk_request *orq; +struct osd_request *or; +struct bio *bio; +bool do_write, do_flush; +/* peek at request from block layer */ rq =blk_fetch_request (q);if (!rq)@@ -317,6 +336,7 @@ static void osdblk_rq_fn(struct request_queue *q) or =osd_start_request (osdev->osd,GFP_ATOMIC );if (!or) {bio_chain_put (bio); +OSDBLK_DEBUG ("osd_start_request with err\n" );break ; }@@ -336,12 +356,19 @@ static void osdblk_rq_fn(struct request_queue *q)osd_req_read (or, &osdev->obj,blk_rq_pos (rq) *512ULL , bio,blk_rq_bytes (rq)); +OSDBLK_DEBUG ("%s 0x%x bytes at 0x%llx\n" , + do_flush ?"flush" : do_write ? +"write" :"read" ,blk_rq_bytes (rq), +blk_rq_pos (rq) *512ULL ); +/* begin OSD command execution */ if (osd_async_op (or, osdblk_osd_complete, orq, osdev->obj_cred)) {osd_end_request (or);blk_requeue_request (q, rq);bio_chain_put (bio); +OSDBLK_DEBUG ("osd_execute_request_async with err\n" ); +break ; }/* remove the special 'flush' marker, now that the command @@ -390,7 +417,7 @@ static int osdblk_init_disk(struct osdblk_device *osdev)if (!disk)return -ENOMEM ; -sprintf (disk->disk_name,DRV_NAME "/%d" , osdev->id); +sprintf (disk->disk_name,DRV_NAME "%d" , osdev->id); disk->major = osdev->major; disk->first_minor =0 ; disk->fops = &osdblk_bd_ops;@@ -428,9 +455,12 @@ static int osdblk_init_disk(struct osdblk_device *osdev) osdev->q = q;/* finally, announce the disk to the world */ -set_capacity (disk, obj_size); +set_capacity (disk, obj_size /512ULL );add_disk (disk); +printk (KERN_INFO "%s: Added of size 0x%llx\n" , + disk->disk_name, (unsigned long long )obj_size); +return 0 ; }@@ -544,7 +574,7 @@ static ssize_t class_osdblk_add(struct class *c, const char *buf, size_t count)if (rc) goto err_out_blkdev; -return 0 ; +return count; err_out_blkdev:unregister_blkdev (osdev->major, osdev->name);@@ -557,6 +587,7 @@ err_out_slot:kfree (osdev); err_out_mod: +OSDBLK_DEBUG ("Error adding device %s\n" , buf);module_put (THIS_MODULE );return rc; }@@ -604,7 +635,7 @@ static ssize_t class_osdblk_remove(struct class *c, const char *buf,/* release module ref */ module_put (THIS_MODULE ); -return 0 ; +return count; }static struct class_attribute class_osdblk_attrs[] = {drivers/scsi/osd/osd_initiator.c +1
-1@@ -441,7 +441,7 @@ void osd_end_request(struct osd_request *or) {struct request *rq = or->request;/* IMPORTANT: make sure this agrees with osd_execute_request_async */ -bool is_async = (or->request->end_io_data == or); +bool is_async = (rq->end_io_data == or);_osd_free_seg (or, &or->set_attr);_osd_free_seg (or, &or->enc_get_attr);_______________________________________________
osd-dev mailing list
[email protected]
http://mailman.open-osd.org/mailman/listinfo/osd-dev
Quoted 3 lines · Benny Halevy
Sorry for nagging.
Is this going to be merged in 2.6.31 or wait for 2.6.32? Anything we can do to help it not fall between the cracks next time?
I guess Boaz just needs to resubmit the push to Linus?
His reply was probably not as clear as a regenerated pull request.
Jeff