aio event fd support to blktap2

diff -r 2636e5619708 -r 9da64803841f tools/blktap2/drivers/tapdisk-ipc.c
@@ -30,12 +30,86 @@
 #include <stdlib.h>
 #include <unistd.h>
 #include <string.h>
+#include <fcntl.h>
 
 #include "tapdisk.h"
 #include "tapdisk-ipc.h"
 #include "tapdisk-vbd.h"
 #include "tapdisk-server.h"
 
+static void
+tapdisk_ipc_read_event(event_id_t id, char mode, void *private)
+{
+	td_ipc_t *ipc = private;
+	tapdisk_ipc_read(ipc);
+}
+
+static void
+__tapdisk_ipc_init(td_ipc_t *ipc)
+{
+	ipc->rfd = -1;
+	ipc->wfd = -1;
+	ipc->rfd_event = -1;
+}
+
+int
+tapdisk_ipc_open(td_ipc_t *ipc, const char *read, const char *write)
+{
+	int err;
+
+	memset(ipc, 0, sizeof(td_ipc_t));
+	__tapdisk_ipc_init(ipc);
+
+	if (read) {
+		ipc->rfd = open(read, O_RDWR | O_NONBLOCK);
+		if (ipc->rfd < 0) {
+			err = -errno;
+			EPRINTF("FD open failed %s: %d\n", read, err);
+			goto fail;
+		}
+
+		ipc->rfd_event = 
+			tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
+						      ipc->rfd, 0,
+						      tapdisk_ipc_read_event,
+						      ipc);
+		if (ipc->rfd_event < 0) {
+			err = ipc->rfd_event;
+			goto fail;
+		}
+	}
+
+	if (write) {
+		ipc->wfd = open(write, O_RDWR | O_NONBLOCK);
+		if (ipc->wfd < 0) {
+			err = -errno;
+			EPRINTF("FD open failed %s, %d\n", write, err);
+			goto fail;
+		}
+	}
+
+	return 0;
+
+fail:
+	tapdisk_ipc_close(ipc);
+	return err;
+}
+
+void
+tapdisk_ipc_close(td_ipc_t *ipc)
+{
+	if (ipc->rfd > 0)
+		close(ipc->rfd);
+
+	if (ipc->wfd > 0)
+		close(ipc->wfd);
+
+	if (ipc->rfd_event >= 0)
+		tapdisk_server_unregister_event(ipc->rfd_event);
+
+	__tapdisk_ipc_init(ipc);
+}
+
 static int
 tapdisk_ipc_write_message(int fd, tapdisk_message_t *message, int timeout)
 {

diff -r 2636e5619708 -r 9da64803841f tools/blktap2/drivers/tapdisk-ipc.h
@@ -29,13 +29,17 @@
 #define _TAPDISK_IPC_H_
 
 #include "tapdisk-message.h"
+#include "scheduler.h"
 
 typedef struct td_ipc_handle {
 	int                         rfd;
 	int                         wfd;
+	event_id_t		    rfd_event;
 	td_uuid_t                   uuid;
 } td_ipc_t;
 
+int tapdisk_ipc_open(td_ipc_t *ipc, const char *read, const char *write);
+void tapdisk_ipc_close(td_ipc_t *ipc);
 int tapdisk_ipc_read(td_ipc_t *ipc);
 int tapdisk_ipc_write(td_ipc_t *ipc, int type);
 int tapdisk_ipc_write_error(td_ipc_t *ipc, const char *message);

120 lines not on this page · raw message

diff -r 2636e5619708 -r 9da64803841f tools/blktap2/drivers/tapdisk-server.h
@@ -57,7 +57,6 @@
 	td_ipc_t                     ipc;
 	struct list_head             vbds;
 	scheduler_t                  scheduler;
-	event_id_t                   control_event;
 	struct tqueue                aio_queue;
 	event_id_t                   aio_queue_event_id;
 } tapdisk_server_t;

diff -r 9da64803841f -r 2439e9413187 tools/blktap2/drivers/io-optimize.c
@@ -51,9 +51,16 @@
 opio_free(struct opioctx *ctx)
 {
 	free(ctx->opios);
+	ctx->opios = NULL;
+
 	free(ctx->free_opios);
+	ctx->free_opios = NULL;
+
 	free(ctx->iocb_queue);
+	ctx->iocb_queue = NULL;
+
 	free(ctx->event_queue);
+	ctx->event_queue = NULL;
 }
 
 int

diff -r 9da64803841f -r 2439e9413187 tools/blktap2/drivers/qcow2raw.c
@@ -101,12 +101,6 @@
     return;
 }
 
-void
-queue_event(event_id_t id, char mode, void *private)
-{
-  tapdisk_complete_tiocbs(&server.aio_queue);
-}
-
 static void debug_output(uint64_t progress, uint64_t size)
 {
         //Output progress every PROGRESS_QUANT 

120 lines not on this page · raw message

diff -r 9da64803841f -r 2439e9413187 tools/blktap2/drivers/tapdisk-queue.h
@@ -32,6 +32,7 @@
 #include <libaio.h>
 
 #include "io-optimize.h"
+#include "scheduler.h"
 
 struct tiocb;
 struct tfilter;

@@ -57,9 +58,9 @@
 	int                   sync;
 
 	int                   poll_fd;
+	event_id_t	      event;
 	io_context_t          aio_ctx;
 	struct opioctx        opioctx;
-	int                   dummy_pipe[2];
 
 	int                   queued;
 	struct iocb         **iocbs;

@@ -104,7 +105,6 @@
 void tapdisk_queue_tiocb(struct tqueue *, struct tiocb *);
 int tapdisk_submit_tiocbs(struct tqueue *);
 int tapdisk_submit_all_tiocbs(struct tqueue *);
-int tapdisk_complete_tiocbs(struct tqueue *);
 int tapdisk_cancel_tiocbs(struct tqueue *);
 int tapdisk_cancel_all_tiocbs(struct tqueue *);
 void tapdisk_prep_tiocb(struct tiocb *, int, int, char *, size_t,

69 lines not on this page · raw message

diff -r 9da64803841f -r 2439e9413187 tools/blktap2/drivers/tapdisk-server.h
@@ -58,7 +58,6 @@
 	struct list_head             vbds;
 	scheduler_t                  scheduler;
 	struct tqueue                aio_queue;
-	event_id_t                   aio_queue_event_id;
 } tapdisk_server_t;
 
 #endif

diff -r 2439e9413187 -r b816b4a752d8 tools/blktap2/drivers/tapdisk-queue.c
@@ -141,7 +141,7 @@
 	 * use a private linked list to keep track
 	 * of the tiocbs we're cancelling. 
 	 */
-	tiocb  = (struct tiocb *)queue->iocbs[0]->data;
+	tiocb  = queue->iocbs[0]->data;
 	queued = queue->queued;
 	queue->queued = 0;
 

@@ -165,8 +165,40 @@
 	return cancel_tiocbs(queue, err);
 }
 
+/*
+ * rwio
+ */
+
+struct rwio {
+	struct io_event *aio_events;
+};
+
+static void
+tapdisk_rwio_destroy(struct tqueue *queue)
+{
+	struct rwio *rwio = queue->tio_data;
+
+	if (rwio->aio_events) {
+		free(rwio->aio_events);
+		rwio->aio_events = NULL;
+	}
+}
+
+static int
+tapdisk_rwio_setup(struct tqueue *queue, int size)
+{
+	struct rwio *rwio = queue->tio_data;
+	int err;
+
+	rwio->aio_events = calloc(size, sizeof(struct io_event));
+	if (!rwio->aio_events)
+		return -errno;
+
+	return 0;
+}
+
 static inline ssize_t
-iocb_rw(struct iocb *iocb)
+tapdisk_rwio_rw(const struct iocb *iocb)
 {
 	int fd        = iocb->aio_fildes;
 	char *buf     = iocb->u.c.buf;

@@ -177,7 +209,7 @@
 
 	if (lseek(fd, off, SEEK_SET) == (off_t)-1)
 		return -errno;
-	
+
 	if (atomicio(func, fd, buf, size) != size)
 		return -errno;
 

@@ -185,8 +217,9 @@
 }
 
 static int
-io_synchronous_rw(struct tqueue *queue)
+tapdisk_rwio_submit(struct tqueue *queue)
 {
+	struct rwio *rwio = queue->tio_data;
 	int i, merged, split;
 	struct iocb *iocb;
 	struct tiocb *tiocb;

@@ -201,18 +234,18 @@
 	queue->queued = 0;
 
 	for (i = 0; i < merged; i++) {
-		ep      = queue->aio_events + i;
+		ep      = rwio->aio_events + i;
 		iocb    = queue->iocbs[i];
 		ep->obj = iocb;
-		ep->res = iocb_rw(iocb);
+		ep->res = tapdisk_rwio_rw(iocb);
 	}
 
-	split = io_split(&queue->opioctx, queue->aio_events, merged);
-	tapdisk_filter_events(queue->filter, queue->aio_events, split);
+	split = io_split(&queue->opioctx, rwio->aio_events, merged);
+	tapdisk_filter_events(queue->filter, rwio->aio_events, split);
 
-	for (i = split, ep = queue->aio_events; i-- > 0; ep++) {
+	for (i = split, ep = rwio->aio_events; i-- > 0; ep++) {
 		iocb  = ep->obj;
-		tiocb = (struct tiocb *)iocb->data;
+		tiocb = iocb->data;
 		complete_tiocb(queue, tiocb, ep->res);
 	}
 

@@ -221,65 +254,258 @@
 	return split;
 }
 
-static void tapdisk_tiocb_event(event_id_t id, char mode, void *private);
+static const struct tio td_tio_rwio = {
+	.name        = "rwio",
+	.data_size   = 0,
+	.tio_setup   = NULL,
+	.tio_destroy = NULL,
+	.tio_submit  = tapdisk_rwio_submit
+};
+
+/*
+ * libaio
+ */
+
+struct lio {
+	io_context_t     aio_ctx;
+	struct io_event *aio_events;
+
+	int              poll_fd;
+	int              event_id;
+};
+
+static void
+tapdisk_lio_destroy(struct tqueue *queue)
+{
+	struct lio *lio = queue->tio_data;
+
+	if (!lio)
+		return;
+
+	if (lio->event_id >= 0) {
+		tapdisk_server_unregister_event(lio->event_id);
+		lio->event_id = -1;
+	}
+
+	if (lio->aio_ctx) {
+		io_destroy(lio->aio_ctx);
+		lio->aio_ctx = NULL;
+	}
+
+	if (lio->aio_events) {
+		free(lio->aio_events);
+		lio->aio_events = NULL;
+	}
+}
+
+static void
+tapdisk_lio_event(event_id_t id, char mode, void *private)
+{
+	struct tqueue *queue = private;
+	struct lio *lio;
+	int i, ret, split;
+	struct iocb *iocb;
+	struct tiocb *tiocb;
+	struct io_event *ep;
+
+	lio   = queue->tio_data;
+	ret   = io_getevents(lio->aio_ctx, 0,
+			     queue->size, lio->aio_events, NULL);
+	split = io_split(&queue->opioctx, lio->aio_events, ret);
+	tapdisk_filter_events(queue->filter, lio->aio_events, split);
+
+	DBG("events: %d, tiocbs: %d\n", ret, split);
+
+	queue->iocbs_pending  -= ret;
+	queue->tiocbs_pending -= split;
+
+	for (i = split, ep = lio->aio_events; i-- > 0; ep++) {
+		iocb  = ep->obj;
+		tiocb = iocb->data;
+		complete_tiocb(queue, tiocb, ep->res);
+	}
+
+	queue_deferred_tiocbs(queue);
+}
+
+static int
+tapdisk_lio_setup(struct tqueue *queue, int qlen)
+{
+	struct lio *lio = queue->tio_data;
+	size_t sz;
+	int err;
+
+	lio->event_id = -1;
+	lio->aio_ctx  = REQUEST_ASYNC_FD;
+
+	lio->poll_fd = io_setup(qlen, &lio->aio_ctx);
+	err = lio->poll_fd;
+	if (err < 0) {
+		lio->aio_ctx = NULL;
+
+		if (err == -EAGAIN)
+			goto fail_rsv;
+
+		goto fail_fd;
+	}
+
+	lio->event_id =
+		tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
+					      lio->poll_fd, 0,
+					      tapdisk_lio_event,
+					      queue);
+	err = lio->event_id;
+	if (err < 0)
+		goto fail;
+
+	lio->aio_events = calloc(qlen, sizeof(struct io_event));
+	if (!lio->aio_events) {
+		err = -errno;
+		goto fail;
+	}
+
+	return 0;
+
+fail:
+	tapdisk_lio_destroy(queue);
+	return err;
+
+fail_rsv:
+	DPRINTF("Couldn't setup AIO context. If you are trying to "
+		"concurrently use a large number of blktap-based disks, you may "
+		"need to increase the system-wide aio request limit. "
+		"(e.g. 'echo 1048576 > /proc/sys/fs/aio-max-nr')\n");
+	goto fail;
+
+fail_fd:
+	DPRINTF("Couldn't get fd for AIO poll support. This is probably "
+		"because your kernel does not have  the aio-poll patch "
+		"applied.\n");
+	goto fail;
+}
+
+static int
+tapdisk_lio_submit(struct tqueue *queue)
+{
+	struct lio *lio = queue->tio_data;
+	int merged, submitted, err = 0;
+
+	if (!queue->queued)
+		return 0;
+
+	tapdisk_filter_iocbs(queue->filter, queue->iocbs, queue->queued);
+	merged    = io_merge(&queue->opioctx, queue->iocbs, queue->queued);
+	submitted = io_submit(lio->aio_ctx, merged, queue->iocbs);
+
+	DBG("queued: %d, merged: %d, submitted: %d\n",
+	    queue->queued, merged, submitted);
+
+	if (submitted < 0) {
+		err = submitted;
+		submitted = 0;
+	} else if (submitted < merged)
+		err = -EIO;
+
+	queue->iocbs_pending  += submitted;
+	queue->tiocbs_pending += queue->queued;
+	queue->queued          = 0;
+
+	if (err)
+		queue->tiocbs_pending -= 
+			fail_tiocbs(queue, submitted, merged, err);
+
+	return submitted;
+}
+
+static const struct tio td_tio_lio = {
+	.name        = "lio",
+	.data_size   = sizeof(struct lio),
+	.tio_setup   = tapdisk_lio_setup,
+	.tio_destroy = tapdisk_lio_destroy,
+	.tio_submit  = tapdisk_lio_submit,
+};
+
+static void
+tapdisk_queue_free_io(struct tqueue *queue)
+{
+	if (queue->tio) {
+		if (queue->tio->tio_destroy)
+			queue->tio->tio_destroy(queue);
+		queue->tio = NULL;
+	}
+
+	if (queue->tio_data) {
+		free(queue->tio_data);
+		queue->tio_data = NULL;
+	}
+}
+
+static int
+tapdisk_queue_init_io(struct tqueue *queue, int drv)
+{
+	const struct tio *tio;
+	int err;
+
+	switch (drv) {
+	case TIO_DRV_LIO:
+		tio = &td_tio_lio;
+		break;
+	case TIO_DRV_RWIO:
+		tio = &td_tio_rwio;
+		break;
+	default:
+		err = -EINVAL;
+		goto fail;
+	}
+
+	queue->tio_data = calloc(1, tio->data_size);
+	if (!queue->tio_data) {
+		PERROR("malloc(%zu)", tio->data_size);
+		err = -errno;
+		goto fail;
+	}
+
+	queue->tio = tio;
+
+	if (tio->tio_setup) {
+		err = tio->tio_setup(queue, queue->size);
+		if (err)
+			goto fail;
+	}
+
+	DPRINTF("I/O queue driver: %s\n", tio->name);
+
+	return 0;
+
+fail:
+	tapdisk_queue_free_io(queue);
+	return err;
+}
 
 int
 tapdisk_init_queue(struct tqueue *queue, int size,
-		   int sync, struct tfilter *filter)
+		   int drv, struct tfilter *filter)
 {
 	int i, err;
 
 	memset(queue, 0, sizeof(struct tqueue));
 
 	queue->size   = size;
-	queue->sync   = sync;
 	queue->filter = filter;
 
-	queue->event   = -1;
-	queue->aio_ctx = NULL;
-
 	if (!size)
 		return 0;
 
-	if (!sync) {
-		queue->aio_ctx = REQUEST_ASYNC_FD;
-		queue->poll_fd = io_setup(size, &queue->aio_ctx);
-		err = queue->poll_fd;
-		if (err < 0) {
-			if (err == -EAGAIN)
-				DPRINTF("Couldn't setup AIO context.  If you "
-					"are trying to concurrently use a "
-					"large number of blktap-based disks, "
-					"you may need to increase the "
-					"system-wide aio request limit. "
-					"(e.g. 'echo 1048576 > /proc/sys/fs/"
-					"aio-max-nr')\n");
-			else
-				DPRINTF("Couldn't get fd for AIO poll "
-					"support.  This is probably because "
-					"your kernel does not have the "
-					"aio-poll patch applied.\n");
-			queue->aio_ctx = NULL;
-			goto fail;
-		}
+	err = tapdisk_queue_init_io(queue, drv);
+	if (err)
+		goto fail;
 
-		queue->event =
-			tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
-						      queue->poll_fd, 0,
-						      tapdisk_tiocb_event,
-						      queue);
-		err = queue->event;
-		if (err < 0)
-			goto fail;
-
+	queue->iocbs = calloc(size, sizeof(struct iocb *));
+	if (!queue->iocbs) {
+		err = -errno;
+		goto fail;
 	}
 
-	err               = -ENOMEM;
-	queue->iocbs      = calloc(size, sizeof(struct iocb *));
-	queue->aio_events = calloc(size, sizeof(struct io_event));
-	if (!queue->iocbs || !queue->aio_events)
-		goto fail;
-
 	err = opio_init(&queue->opioctx, size);
 	if (err)
 		goto fail;

@@ -294,22 +520,11 @@
 void
 tapdisk_free_queue(struct tqueue *queue)
 {
-	if (queue->event >= 0) {
-		tapdisk_server_unregister_event(queue->event);
-		queue->event = -1;
-	}
-
-	if (queue->aio_ctx) {
-		io_destroy(queue->aio_ctx);
-		queue->aio_ctx = NULL;
-	}
+	tapdisk_queue_free_io(queue);
 
 	free(queue->iocbs);
 	queue->iocbs = NULL;
 
-	free(queue->aio_events);
-	queue->aio_events = NULL;
-
 	opio_free(&queue->opioctx);
 }
 

@@ -319,9 +534,9 @@
 	struct tiocb *tiocb = queue->deferred.head;
 
 	WARN("TAPDISK QUEUE:\n");
-	WARN("size: %d, sync: %d, queued: %d, iocbs_pending: %d, "
+	WARN("size: %d, tio: %s, queued: %d, iocbs_pending: %d, "
 	     "tiocbs_pending: %d, tiocbs_deferred: %d, deferrals: %"PRIx64"\n",
-	     queue->size, queue->sync, queue->queued, queue->iocbs_pending,
+	     queue->size, queue->tio->name, queue->queued, queue->iocbs_pending,
 	     queue->tiocbs_pending, queue->tiocbs_deferred, queue->deferrals);
 
 	if (tiocb) {

@@ -362,42 +577,14 @@
 		defer_tiocb(queue, tiocb);
 }
 
+
 /*
  * fail_tiocbs may queue more tiocbs
  */
 int
 tapdisk_submit_tiocbs(struct tqueue *queue)
 {
-	int merged, submitted, err = 0;
-
-	if (!queue->queued)
-		return 0;
-
-	if (queue->sync)
-		return io_synchronous_rw(queue);
-
-	tapdisk_filter_iocbs(queue->filter, queue->iocbs, queue->queued);
-	merged    = io_merge(&queue->opioctx, queue->iocbs, queue->queued);
-	submitted = io_submit(queue->aio_ctx, merged, queue->iocbs);
-
-	DBG("queued: %d, merged: %d, submitted: %d\n",
-	    queue->queued, merged, submitted);
-
-	if (submitted < 0) {
-		err = submitted;
-		submitted = 0;
-	} else if (submitted < merged)
-		err = -EIO;
-
-	queue->iocbs_pending  += submitted;
-	queue->tiocbs_pending += queue->queued;
-	queue->queued          = 0;
-
-	if (err)
-		queue->tiocbs_pending -= 
-			fail_tiocbs(queue, submitted, merged, err);
-
-	return submitted;
+	return queue->tio->tio_submit(queue);
 }
 
 int

@@ -412,40 +599,6 @@
 	return submitted;
 }
 
-static void
-tapdisk_complete_tiocbs(struct tqueue *queue)
-{
-	int i, ret, split;
-	struct iocb *iocb;
-	struct tiocb *tiocb;
-	struct io_event *ep;
-
-	ret   = io_getevents(queue->aio_ctx, 0,
-			     queue->size, queue->aio_events, NULL);
-	split = io_split(&queue->opioctx, queue->aio_events, ret);
-	tapdisk_filter_events(queue->filter, queue->aio_events, split);
-
-	DBG("events: %d, tiocbs: %d\n", ret, split);
-
-	queue->iocbs_pending  -= ret;
-	queue->tiocbs_pending -= split;
-
-	for (i = split, ep = queue->aio_events; i-- > 0; ep++) {
-		iocb  = ep->obj;
-		tiocb = (struct tiocb *)iocb->data;
-		complete_tiocb(queue, tiocb, ep->res);
-	}
-
-	queue_deferred_tiocbs(queue);
-}
-
-static void
-tapdisk_tiocb_event(event_id_t id, char mode, void *private)
-{
-	struct tqueue *queue = private;
-	tapdisk_complete_tiocbs(queue);
-}
-
 /*
  * cancel_tiocbs may queue more tiocbs
  */

diff -r 2439e9413187 -r b816b4a752d8 tools/blktap2/drivers/tapdisk-queue.h
@@ -55,16 +55,14 @@
 
 struct tqueue {
 	int                   size;
-	int                   sync;
 
-	int                   poll_fd;
-	event_id_t	      event;
-	io_context_t          aio_ctx;
+	const struct tio     *tio;
+	void                 *tio_data;
+
 	struct opioctx        opioctx;
 
 	int                   queued;
 	struct iocb         **iocbs;
-	struct io_event      *aio_events;
 
 	/* number of iocbs pending in the aio layer */
 	int                   iocbs_pending;

@@ -86,6 +84,20 @@
 	uint64_t              deferrals;
 };
 
+struct tio {
+	const char           *name;
+	size_t                data_size;
+
+	int  (*tio_setup)    (struct tqueue *queue, int qlen);
+	void (*tio_destroy)  (struct tqueue *queue);
+	int  (*tio_submit)   (struct tqueue *queue);
+};
+
+enum {
+	TIO_DRV_LIO     = 1,
+	TIO_DRV_RWIO    = 2,
+};
+
 /*
  * Interface for request producer (i.e., tapdisk)
  * NB: the following functions may cause additional tiocbs to be queued:

@@ -99,7 +111,7 @@
 #define tapdisk_queue_empty(q) ((q)->queued == 0)
 #define tapdisk_queue_full(q)  \
 	(((q)->tiocbs_pending + (q)->queued) >= (q)->size)
-int tapdisk_init_queue(struct tqueue *, int size, int sync, struct tfilter *);
+int tapdisk_init_queue(struct tqueue *, int size, int drv, struct tfilter *);
 void tapdisk_free_queue(struct tqueue *);
 void tapdisk_debug_queue(struct tqueue *);
 void tapdisk_queue_tiocb(struct tqueue *, struct tiocb *);

diff -r 2439e9413187 -r b816b4a752d8 tools/blktap2/drivers/tapdisk-server.c
@@ -236,7 +236,8 @@
 static int
 tapdisk_server_init_aio(void)
 {
-	return tapdisk_init_queue(&server.aio_queue, TAPDISK_TIOCBS, 0, NULL);
+	return tapdisk_init_queue(&server.aio_queue, TAPDISK_TIOCBS,
+				  TIO_DRV_LIO, NULL);
 }
 
 static void

diff -r 2439e9413187 -r b816b4a752d8 tools/blktap2/drivers/tapdisk-vbd.c
@@ -1260,6 +1260,8 @@
 	int n;
 	td_ring_t *ring;
 
+	tapdisk_vbd_check_state(vbd);
+
 	ring = &vbd->ring;
 	if (!ring->sring)
 		return 0;

diff -r 2439e9413187 -r b816b4a752d8 tools/blktap2/include/blktaplib.h
@@ -43,6 +43,7 @@
 #endif
 
 #define EPRINTF(_f, _a...) syslog(LOG_ERR, "tap-err:%s: " _f, __func__, ##_a)
+#define PERROR(_f, _a...)  EPRINTF(_f ": %s", ##_a, strerror(errno))
 
 #define BLK_RING_SIZE __RING_SIZE((blkif_sring_t *)0, XC_PAGE_SIZE)

diff -r b816b4a752d8 -r b7d6bbba856b tools/blktap2/drivers/block-aio.c
@@ -28,7 +28,6 @@
 
 
 #include <errno.h>
-#include <libaio.h>
 #include <fcntl.h>
 #include <stdio.h>
 #include <stdlib.h>

92 lines not on this page · raw message

239 lines not on this page · raw message

diff -r b816b4a752d8 -r b7d6bbba856b tools/blktap2/drivers/tapdisk-utils.c
@@ -33,6 +33,10 @@
 #include <sys/mman.h>
 #include <sys/ioctl.h>
 #include <sys/resource.h>
+#include <sys/utsname.h>
+#ifdef __linux__
+#include <linux/version.h>
+#endif
 
 #include "blk.h"
 #include "tapdisk.h"

@@ -183,3 +187,31 @@
 
 	return 0;
 }
+
+#ifdef __linux__
+
+int tapdisk_linux_version(void)
+{
+	struct utsname uts;
+	unsigned int version, patchlevel, sublevel;
+	int n, err;
+
+	err = uname(&uts);
+	if (err)
+		return -errno;
+
+	n = sscanf(uts.release, "%u.%u.%u", &version, &patchlevel, &sublevel);
+	if (n != 3)
+		return -ENOSYS;
+
+	return KERNEL_VERSION(version, patchlevel, sublevel);
+}
+
+#else
+
+int tapdisk_linux_version(void)
+{
+	return -ENOSYS;
+}
+
+#endif

diff -r b816b4a752d8 -r b7d6bbba856b tools/blktap2/drivers/tapdisk-utils.h
@@ -38,5 +38,6 @@
 int tapdisk_namedup(char **, const char *);
 int tapdisk_parse_disk_type(const char *, char **, int *);
 int tapdisk_get_image_size(int, uint64_t *, uint32_t *);
+int tapdisk_linux_version(void);
 
 #endif

diff -r aa1ad4c5c931 -r aa0d1795f1ec tools/blktap2/drivers/tapdisk-ipc.c
@@ -30,12 +30,86 @@
 #include <stdlib.h>
 #include <unistd.h>
 #include <string.h>
+#include <fcntl.h>
 
 #include "tapdisk.h"
 #include "tapdisk-ipc.h"
 #include "tapdisk-vbd.h"
 #include "tapdisk-server.h"
 
+static void
+tapdisk_ipc_read_event(event_id_t id, char mode, void *private)
+{
+	td_ipc_t *ipc = private;
+	tapdisk_ipc_read(ipc);
+}
+
+static void
+__tapdisk_ipc_init(td_ipc_t *ipc)
+{
+	ipc->rfd = -1;
+	ipc->wfd = -1;
+	ipc->rfd_event = -1;
+}
+
+int
+tapdisk_ipc_open(td_ipc_t *ipc, const char *read, const char *write)
+{
+	int err;
+
+	memset(ipc, 0, sizeof(td_ipc_t));
+	__tapdisk_ipc_init(ipc);
+
+	if (read) {
+		ipc->rfd = open(read, O_RDWR | O_NONBLOCK);
+		if (ipc->rfd < 0) {
+			err = -errno;
+			EPRINTF("FD open failed %s: %d\n", read, err);
+			goto fail;
+		}
+
+		ipc->rfd_event = 
+			tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
+						      ipc->rfd, 0,
+						      tapdisk_ipc_read_event,
+						      ipc);
+		if (ipc->rfd_event < 0) {
+			err = ipc->rfd_event;
+			goto fail;
+		}
+	}
+
+	if (write) {
+		ipc->wfd = open(write, O_RDWR | O_NONBLOCK);
+		if (ipc->wfd < 0) {
+			err = -errno;
+			EPRINTF("FD open failed %s, %d\n", write, err);
+			goto fail;
+		}
+	}
+
+	return 0;
+
+fail:
+	tapdisk_ipc_close(ipc);
+	return err;
+}
+
+void
+tapdisk_ipc_close(td_ipc_t *ipc)
+{
+	if (ipc->rfd > 0)
+		close(ipc->rfd);
+
+	if (ipc->wfd > 0)
+		close(ipc->wfd);
+
+	if (ipc->rfd_event >= 0)
+		tapdisk_server_unregister_event(ipc->rfd_event);
+
+	__tapdisk_ipc_init(ipc);
+}
+
 static int
 tapdisk_ipc_write_message(int fd, tapdisk_message_t *message, int timeout)
 {

diff -r aa1ad4c5c931 -r aa0d1795f1ec tools/blktap2/drivers/tapdisk-ipc.h
@@ -29,13 +29,17 @@
 #define _TAPDISK_IPC_H_
 
 #include "tapdisk-message.h"
+#include "scheduler.h"
 
 typedef struct td_ipc_handle {
 	int                         rfd;
 	int                         wfd;
+	event_id_t		    rfd_event;
 	td_uuid_t                   uuid;
 } td_ipc_t;
 
+int tapdisk_ipc_open(td_ipc_t *ipc, const char *read, const char *write);
+void tapdisk_ipc_close(td_ipc_t *ipc);
 int tapdisk_ipc_read(td_ipc_t *ipc);
 int tapdisk_ipc_write(td_ipc_t *ipc, int type);
 int tapdisk_ipc_write_error(td_ipc_t *ipc, const char *message);

120 lines not on this page · raw message

diff -r aa1ad4c5c931 -r aa0d1795f1ec tools/blktap2/drivers/tapdisk-server.h
@@ -57,7 +57,6 @@
 	td_ipc_t                     ipc;
 	struct list_head             vbds;
 	scheduler_t                  scheduler;
-	event_id_t                   control_event;
 	struct tqueue                aio_queue;
 	event_id_t                   aio_queue_event_id;
 } tapdisk_server_t;

diff -r aa0d1795f1ec -r 9746b010e2bf tools/blktap2/drivers/io-optimize.c
@@ -51,9 +51,16 @@
 opio_free(struct opioctx *ctx)
 {
 	free(ctx->opios);
+	ctx->opios = NULL;
+
 	free(ctx->free_opios);
+	ctx->free_opios = NULL;
+
 	free(ctx->iocb_queue);
+	ctx->iocb_queue = NULL;
+
 	free(ctx->event_queue);
+	ctx->event_queue = NULL;
 }
 
 int

diff -r aa0d1795f1ec -r 9746b010e2bf tools/blktap2/drivers/qcow2raw.c
@@ -101,12 +101,6 @@
     return;
 }
 
-void
-queue_event(event_id_t id, char mode, void *private)
-{
-  tapdisk_complete_tiocbs(&server.aio_queue);
-}
-
 static void debug_output(uint64_t progress, uint64_t size)
 {
         //Output progress every PROGRESS_QUANT 

120 lines not on this page · raw message

diff -r aa0d1795f1ec -r 9746b010e2bf tools/blktap2/drivers/tapdisk-queue.h
@@ -32,6 +32,7 @@
 #include <libaio.h>
 
 #include "io-optimize.h"
+#include "scheduler.h"
 
 struct tiocb;
 struct tfilter;

@@ -57,9 +58,9 @@
 	int                   sync;
 
 	int                   poll_fd;
+	event_id_t	      event;
 	io_context_t          aio_ctx;
 	struct opioctx        opioctx;
-	int                   dummy_pipe[2];
 
 	int                   queued;
 	struct iocb         **iocbs;

@@ -104,7 +105,6 @@
 void tapdisk_queue_tiocb(struct tqueue *, struct tiocb *);
 int tapdisk_submit_tiocbs(struct tqueue *);
 int tapdisk_submit_all_tiocbs(struct tqueue *);
-int tapdisk_complete_tiocbs(struct tqueue *);
 int tapdisk_cancel_tiocbs(struct tqueue *);
 int tapdisk_cancel_all_tiocbs(struct tqueue *);
 void tapdisk_prep_tiocb(struct tiocb *, int, int, char *, size_t,

69 lines not on this page · raw message

diff -r aa0d1795f1ec -r 9746b010e2bf tools/blktap2/drivers/tapdisk-server.h
@@ -58,7 +58,6 @@
 	struct list_head             vbds;
 	scheduler_t                  scheduler;
 	struct tqueue                aio_queue;
-	event_id_t                   aio_queue_event_id;
 } tapdisk_server_t;
 
 #endif

diff -r 9746b010e2bf -r 2b8c81d25096 tools/blktap2/drivers/tapdisk-queue.c
@@ -141,7 +141,7 @@
 	 * use a private linked list to keep track
 	 * of the tiocbs we're cancelling. 
 	 */
-	tiocb  = (struct tiocb *)queue->iocbs[0]->data;
+	tiocb  = queue->iocbs[0]->data;
 	queued = queue->queued;
 	queue->queued = 0;
 

@@ -165,8 +165,40 @@
 	return cancel_tiocbs(queue, err);
 }
 
+/*
+ * rwio
+ */
+
+struct rwio {
+	struct io_event *aio_events;
+};
+
+static void
+tapdisk_rwio_destroy(struct tqueue *queue)
+{
+	struct rwio *rwio = queue->tio_data;
+
+	if (rwio->aio_events) {
+		free(rwio->aio_events);
+		rwio->aio_events = NULL;
+	}
+}
+
+static int
+tapdisk_rwio_setup(struct tqueue *queue, int size)
+{
+	struct rwio *rwio = queue->tio_data;
+	int err;
+
+	rwio->aio_events = calloc(size, sizeof(struct io_event));
+	if (!rwio->aio_events)
+		return -errno;
+
+	return 0;
+}
+
 static inline ssize_t
-iocb_rw(struct iocb *iocb)
+tapdisk_rwio_rw(const struct iocb *iocb)
 {
 	int fd        = iocb->aio_fildes;
 	char *buf     = iocb->u.c.buf;

@@ -177,7 +209,7 @@
 
 	if (lseek(fd, off, SEEK_SET) == (off_t)-1)
 		return -errno;
-	
+
 	if (atomicio(func, fd, buf, size) != size)
 		return -errno;
 

@@ -185,8 +217,9 @@
 }
 
 static int
-io_synchronous_rw(struct tqueue *queue)
+tapdisk_rwio_submit(struct tqueue *queue)
 {
+	struct rwio *rwio = queue->tio_data;
 	int i, merged, split;
 	struct iocb *iocb;
 	struct tiocb *tiocb;

@@ -201,18 +234,18 @@
 	queue->queued = 0;
 
 	for (i = 0; i < merged; i++) {
-		ep      = queue->aio_events + i;
+		ep      = rwio->aio_events + i;
 		iocb    = queue->iocbs[i];
 		ep->obj = iocb;
-		ep->res = iocb_rw(iocb);
+		ep->res = tapdisk_rwio_rw(iocb);
 	}
 
-	split = io_split(&queue->opioctx, queue->aio_events, merged);
-	tapdisk_filter_events(queue->filter, queue->aio_events, split);
+	split = io_split(&queue->opioctx, rwio->aio_events, merged);
+	tapdisk_filter_events(queue->filter, rwio->aio_events, split);
 
-	for (i = split, ep = queue->aio_events; i-- > 0; ep++) {
+	for (i = split, ep = rwio->aio_events; i-- > 0; ep++) {
 		iocb  = ep->obj;
-		tiocb = (struct tiocb *)iocb->data;
+		tiocb = iocb->data;
 		complete_tiocb(queue, tiocb, ep->res);
 	}
 

@@ -221,65 +254,258 @@
 	return split;
 }
 
-static void tapdisk_tiocb_event(event_id_t id, char mode, void *private);
+static const struct tio td_tio_rwio = {
+	.name        = "rwio",
+	.data_size   = 0,
+	.tio_setup   = NULL,
+	.tio_destroy = NULL,
+	.tio_submit  = tapdisk_rwio_submit
+};
+
+/*
+ * libaio
+ */
+
+struct lio {
+	io_context_t     aio_ctx;
+	struct io_event *aio_events;
+
+	int              poll_fd;
+	int              event_id;
+};
+
+static void
+tapdisk_lio_destroy(struct tqueue *queue)
+{
+	struct lio *lio = queue->tio_data;
+
+	if (!lio)
+		return;
+
+	if (lio->event_id >= 0) {
+		tapdisk_server_unregister_event(lio->event_id);
+		lio->event_id = -1;
+	}
+
+	if (lio->aio_ctx) {
+		io_destroy(lio->aio_ctx);
+		lio->aio_ctx = NULL;
+	}
+
+	if (lio->aio_events) {
+		free(lio->aio_events);
+		lio->aio_events = NULL;
+	}
+}
+
+static void
+tapdisk_lio_event(event_id_t id, char mode, void *private)
+{
+	struct tqueue *queue = private;
+	struct lio *lio;
+	int i, ret, split;
+	struct iocb *iocb;
+	struct tiocb *tiocb;
+	struct io_event *ep;
+
+	lio   = queue->tio_data;
+	ret   = io_getevents(lio->aio_ctx, 0,
+			     queue->size, lio->aio_events, NULL);
+	split = io_split(&queue->opioctx, lio->aio_events, ret);
+	tapdisk_filter_events(queue->filter, lio->aio_events, split);
+
+	DBG("events: %d, tiocbs: %d\n", ret, split);
+
+	queue->iocbs_pending  -= ret;
+	queue->tiocbs_pending -= split;
+
+	for (i = split, ep = lio->aio_events; i-- > 0; ep++) {
+		iocb  = ep->obj;
+		tiocb = iocb->data;
+		complete_tiocb(queue, tiocb, ep->res);
+	}
+
+	queue_deferred_tiocbs(queue);
+}
+
+static int
+tapdisk_lio_setup(struct tqueue *queue, int qlen)
+{
+	struct lio *lio = queue->tio_data;
+	size_t sz;
+	int err;
+
+	lio->event_id = -1;
+	lio->aio_ctx  = REQUEST_ASYNC_FD;
+
+	lio->poll_fd = io_setup(qlen, &lio->aio_ctx);
+	err = lio->poll_fd;
+	if (err < 0) {
+		lio->aio_ctx = NULL;
+
+		if (err == -EAGAIN)
+			goto fail_rsv;
+
+		goto fail_fd;
+	}
+
+	lio->event_id =
+		tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
+					      lio->poll_fd, 0,
+					      tapdisk_lio_event,
+					      queue);
+	err = lio->event_id;
+	if (err < 0)
+		goto fail;
+
+	lio->aio_events = calloc(qlen, sizeof(struct io_event));
+	if (!lio->aio_events) {
+		err = -errno;
+		goto fail;
+	}
+
+	return 0;
+
+fail:
+	tapdisk_lio_destroy(queue);
+	return err;
+
+fail_rsv:
+	DPRINTF("Couldn't setup AIO context. If you are trying to "
+		"concurrently use a large number of blktap-based disks, you may "
+		"need to increase the system-wide aio request limit. "
+		"(e.g. 'echo 1048576 > /proc/sys/fs/aio-max-nr')\n");
+	goto fail;
+
+fail_fd:
+	DPRINTF("Couldn't get fd for AIO poll support. This is probably "
+		"because your kernel does not have  the aio-poll patch "
+		"applied.\n");
+	goto fail;
+}
+
+static int
+tapdisk_lio_submit(struct tqueue *queue)
+{
+	struct lio *lio = queue->tio_data;
+	int merged, submitted, err = 0;
+
+	if (!queue->queued)
+		return 0;
+
+	tapdisk_filter_iocbs(queue->filter, queue->iocbs, queue->queued);
+	merged    = io_merge(&queue->opioctx, queue->iocbs, queue->queued);
+	submitted = io_submit(lio->aio_ctx, merged, queue->iocbs);
+
+	DBG("queued: %d, merged: %d, submitted: %d\n",
+	    queue->queued, merged, submitted);
+
+	if (submitted < 0) {
+		err = submitted;
+		submitted = 0;
+	} else if (submitted < merged)
+		err = -EIO;
+
+	queue->iocbs_pending  += submitted;
+	queue->tiocbs_pending += queue->queued;
+	queue->queued          = 0;
+
+	if (err)
+		queue->tiocbs_pending -= 
+			fail_tiocbs(queue, submitted, merged, err);
+
+	return submitted;
+}
+
+static const struct tio td_tio_lio = {
+	.name        = "lio",
+	.data_size   = sizeof(struct lio),
+	.tio_setup   = tapdisk_lio_setup,
+	.tio_destroy = tapdisk_lio_destroy,
+	.tio_submit  = tapdisk_lio_submit,
+};
+
+static void
+tapdisk_queue_free_io(struct tqueue *queue)
+{
+	if (queue->tio) {
+		if (queue->tio->tio_destroy)
+			queue->tio->tio_destroy(queue);
+		queue->tio = NULL;
+	}
+
+	if (queue->tio_data) {
+		free(queue->tio_data);
+		queue->tio_data = NULL;
+	}
+}
+
+static int
+tapdisk_queue_init_io(struct tqueue *queue, int drv)
+{
+	const struct tio *tio;
+	int err;
+
+	switch (drv) {
+	case TIO_DRV_LIO:
+		tio = &td_tio_lio;
+		break;
+	case TIO_DRV_RWIO:
+		tio = &td_tio_rwio;
+		break;
+	default:
+		err = -EINVAL;
+		goto fail;
+	}
+
+	queue->tio_data = calloc(1, tio->data_size);
+	if (!queue->tio_data) {
+		PERROR("malloc(%zu)", tio->data_size);
+		err = -errno;
+		goto fail;
+	}
+
+	queue->tio = tio;
+
+	if (tio->tio_setup) {
+		err = tio->tio_setup(queue, queue->size);
+		if (err)
+			goto fail;
+	}
+
+	DPRINTF("I/O queue driver: %s\n", tio->name);
+
+	return 0;
+
+fail:
+	tapdisk_queue_free_io(queue);
+	return err;
+}
 
 int
 tapdisk_init_queue(struct tqueue *queue, int size,
-		   int sync, struct tfilter *filter)
+		   int drv, struct tfilter *filter)
 {
 	int i, err;
 
 	memset(queue, 0, sizeof(struct tqueue));
 
 	queue->size   = size;
-	queue->sync   = sync;
 	queue->filter = filter;
 
-	queue->event   = -1;
-	queue->aio_ctx = NULL;
-
 	if (!size)
 		return 0;
 
-	if (!sync) {
-		queue->aio_ctx = REQUEST_ASYNC_FD;
-		queue->poll_fd = io_setup(size, &queue->aio_ctx);
-		err = queue->poll_fd;
-		if (err < 0) {
-			if (err == -EAGAIN)
-				DPRINTF("Couldn't setup AIO context.  If you "
-					"are trying to concurrently use a "
-					"large number of blktap-based disks, "
-					"you may need to increase the "
-					"system-wide aio request limit. "
-					"(e.g. 'echo 1048576 > /proc/sys/fs/"
-					"aio-max-nr')\n");
-			else
-				DPRINTF("Couldn't get fd for AIO poll "
-					"support.  This is probably because "
-					"your kernel does not have the "
-					"aio-poll patch applied.\n");
-			queue->aio_ctx = NULL;
-			goto fail;
-		}
+	err = tapdisk_queue_init_io(queue, drv);
+	if (err)
+		goto fail;
 
-		queue->event =
-			tapdisk_server_register_event(SCHEDULER_POLL_READ_FD,
-						      queue->poll_fd, 0,
-						      tapdisk_tiocb_event,
-						      queue);
-		err = queue->event;
-		if (err < 0)
-			goto fail;
-
+	queue->iocbs = calloc(size, sizeof(struct iocb *));
+	if (!queue->iocbs) {
+		err = -errno;
+		goto fail;
 	}
 
-	err               = -ENOMEM;
-	queue->iocbs      = calloc(size, sizeof(struct iocb *));
-	queue->aio_events = calloc(size, sizeof(struct io_event));
-	if (!queue->iocbs || !queue->aio_events)
-		goto fail;
-
 	err = opio_init(&queue->opioctx, size);
 	if (err)
 		goto fail;

@@ -294,22 +520,11 @@
 void
 tapdisk_free_queue(struct tqueue *queue)
 {
-	if (queue->event >= 0) {
-		tapdisk_server_unregister_event(queue->event);
-		queue->event = -1;
-	}
-
-	if (queue->aio_ctx) {
-		io_destroy(queue->aio_ctx);
-		queue->aio_ctx = NULL;
-	}
+	tapdisk_queue_free_io(queue);
 
 	free(queue->iocbs);
 	queue->iocbs = NULL;
 
-	free(queue->aio_events);
-	queue->aio_events = NULL;
-
 	opio_free(&queue->opioctx);
 }
 

@@ -319,9 +534,9 @@
 	struct tiocb *tiocb = queue->deferred.head;
 
 	WARN("TAPDISK QUEUE:\n");
-	WARN("size: %d, sync: %d, queued: %d, iocbs_pending: %d, "
+	WARN("size: %d, tio: %s, queued: %d, iocbs_pending: %d, "
 	     "tiocbs_pending: %d, tiocbs_deferred: %d, deferrals: %"PRIx64"\n",
-	     queue->size, queue->sync, queue->queued, queue->iocbs_pending,
+	     queue->size, queue->tio->name, queue->queued, queue->iocbs_pending,
 	     queue->tiocbs_pending, queue->tiocbs_deferred, queue->deferrals);
 
 	if (tiocb) {

@@ -362,42 +577,14 @@
 		defer_tiocb(queue, tiocb);
 }
 
+
 /*
  * fail_tiocbs may queue more tiocbs
  */
 int
 tapdisk_submit_tiocbs(struct tqueue *queue)
 {
-	int merged, submitted, err = 0;
-
-	if (!queue->queued)
-		return 0;
-
-	if (queue->sync)
-		return io_synchronous_rw(queue);
-
-	tapdisk_filter_iocbs(queue->filter, queue->iocbs, queue->queued);
-	merged    = io_merge(&queue->opioctx, queue->iocbs, queue->queued);
-	submitted = io_submit(queue->aio_ctx, merged, queue->iocbs);
-
-	DBG("queued: %d, merged: %d, submitted: %d\n",
-	    queue->queued, merged, submitted);
-
-	if (submitted < 0) {
-		err = submitted;
-		submitted = 0;
-	} else if (submitted < merged)
-		err = -EIO;
-
-	queue->iocbs_pending  += submitted;
-	queue->tiocbs_pending += queue->queued;
-	queue->queued          = 0;
-
-	if (err)
-		queue->tiocbs_pending -= 
-			fail_tiocbs(queue, submitted, merged, err);
-
-	return submitted;
+	return queue->tio->tio_submit(queue);
 }
 
 int

@@ -412,40 +599,6 @@
 	return submitted;
 }
 
-static void
-tapdisk_complete_tiocbs(struct tqueue *queue)
-{
-	int i, ret, split;
-	struct iocb *iocb;
-	struct tiocb *tiocb;
-	struct io_event *ep;
-
-	ret   = io_getevents(queue->aio_ctx, 0,
-			     queue->size, queue->aio_events, NULL);
-	split = io_split(&queue->opioctx, queue->aio_events, ret);
-	tapdisk_filter_events(queue->filter, queue->aio_events, split);
-
-	DBG("events: %d, tiocbs: %d\n", ret, split);
-
-	queue->iocbs_pending  -= ret;
-	queue->tiocbs_pending -= split;
-
-	for (i = split, ep = queue->aio_events; i-- > 0; ep++) {
-		iocb  = ep->obj;
-		tiocb = (struct tiocb *)iocb->data;
-		complete_tiocb(queue, tiocb, ep->res);
-	}
-
-	queue_deferred_tiocbs(queue);
-}
-
-static void
-tapdisk_tiocb_event(event_id_t id, char mode, void *private)
-{
-	struct tqueue *queue = private;
-	tapdisk_complete_tiocbs(queue);
-}
-
 /*
  * cancel_tiocbs may queue more tiocbs
  */

diff -r 9746b010e2bf -r 2b8c81d25096 tools/blktap2/drivers/tapdisk-queue.h
@@ -55,16 +55,14 @@
 
 struct tqueue {
 	int                   size;
-	int                   sync;
 
-	int                   poll_fd;
-	event_id_t	      event;
-	io_context_t          aio_ctx;
+	const struct tio     *tio;
+	void                 *tio_data;
+
 	struct opioctx        opioctx;
 
 	int                   queued;
 	struct iocb         **iocbs;
-	struct io_event      *aio_events;
 
 	/* number of iocbs pending in the aio layer */
 	int                   iocbs_pending;

@@ -86,6 +84,20 @@
 	uint64_t              deferrals;
 };
 
+struct tio {
+	const char           *name;
+	size_t                data_size;
+
+	int  (*tio_setup)    (struct tqueue *queue, int qlen);
+	void (*tio_destroy)  (struct tqueue *queue);
+	int  (*tio_submit)   (struct tqueue *queue);
+};
+
+enum {
+	TIO_DRV_LIO     = 1,
+	TIO_DRV_RWIO    = 2,
+};
+
 /*
  * Interface for request producer (i.e., tapdisk)
  * NB: the following functions may cause additional tiocbs to be queued:

@@ -99,7 +111,7 @@
 #define tapdisk_queue_empty(q) ((q)->queued == 0)
 #define tapdisk_queue_full(q)  \
 	(((q)->tiocbs_pending + (q)->queued) >= (q)->size)
-int tapdisk_init_queue(struct tqueue *, int size, int sync, struct tfilter *);
+int tapdisk_init_queue(struct tqueue *, int size, int drv, struct tfilter *);
 void tapdisk_free_queue(struct tqueue *);
 void tapdisk_debug_queue(struct tqueue *);
 void tapdisk_queue_tiocb(struct tqueue *, struct tiocb *);

diff -r 9746b010e2bf -r 2b8c81d25096 tools/blktap2/drivers/tapdisk-server.c
@@ -236,7 +236,8 @@
 static int
 tapdisk_server_init_aio(void)
 {
-	return tapdisk_init_queue(&server.aio_queue, TAPDISK_TIOCBS, 0, NULL);
+	return tapdisk_init_queue(&server.aio_queue, TAPDISK_TIOCBS,
+				  TIO_DRV_LIO, NULL);
 }
 
 static void

diff -r 9746b010e2bf -r 2b8c81d25096 tools/blktap2/drivers/tapdisk-vbd.c
@@ -1260,6 +1260,8 @@
 	int n;
 	td_ring_t *ring;
 
+	tapdisk_vbd_check_state(vbd);
+
 	ring = &vbd->ring;
 	if (!ring->sring)
 		return 0;

diff -r 9746b010e2bf -r 2b8c81d25096 tools/blktap2/include/blktaplib.h
@@ -43,6 +43,7 @@
 #endif
 
 #define EPRINTF(_f, _a...) syslog(LOG_ERR, "tap-err:%s: " _f, __func__, ##_a)
+#define PERROR(_f, _a...)  EPRINTF(_f ": %s", ##_a, strerror(errno))
 
 #define BLK_RING_SIZE __RING_SIZE((blkif_sring_t *)0, XC_PAGE_SIZE)
 

diff -r 2b8c81d25096 -r 1e60fec876f2 tools/blktap2/drivers/block-aio.c
@@ -28,7 +28,6 @@
 
 
 #include <errno.h>
-#include <libaio.h>
 #include <fcntl.h>
 #include <stdio.h>
 #include <stdlib.h>

92 lines not on this page · raw message

239 lines not on this page · raw message

diff -r 2b8c81d25096 -r 1e60fec876f2 tools/blktap2/drivers/tapdisk-utils.c
@@ -33,6 +33,10 @@
 #include <sys/mman.h>
 #include <sys/ioctl.h>
 #include <sys/resource.h>
+#include <sys/utsname.h>
+#ifdef __linux__
+#include <linux/version.h>
+#endif
 
 #include "blk.h"
 #include "tapdisk.h"

@@ -183,3 +187,31 @@
 
 	return 0;
 }
+
+#ifdef __linux__
+
+int tapdisk_linux_version(void)
+{
+	struct utsname uts;
+	unsigned int version, patchlevel, sublevel;
+	int n, err;
+
+	err = uname(&uts);
+	if (err)
+		return -errno;
+
+	n = sscanf(uts.release, "%u.%u.%u", &version, &patchlevel, &sublevel);
+	if (n != 3)
+		return -ENOSYS;
+
+	return KERNEL_VERSION(version, patchlevel, sublevel);
+}
+
+#else
+
+int tapdisk_linux_version(void)
+{
+	return -ENOSYS;
+}
+
+#endif

diff -r 2b8c81d25096 -r 1e60fec876f2 tools/blktap2/drivers/tapdisk-utils.h
@@ -38,5 +38,6 @@
 int tapdisk_namedup(char **, const char *);
 int tapdisk_parse_disk_type(const char *, char **, int *);
 int tapdisk_get_image_size(int, uint64_t *, uint32_t *);
+int tapdisk_linux_version(void);
 
 #endif

diff -r e387b1974af5 drivers/xen/blktap/device.c
@@ -323,7 +323,7 @@
 		      request->handles[i].user);
 
 		if (request->handles[i].kernel == INVALID_GRANT_HANDLE) {
-			blktap_umap_uaddr(&init_mm, kvaddr);
+			blktap_umap_uaddr(tap->ring.vma->vm_mm, kvaddr);
 			flush_tlb_kernel_page(kvaddr);
 			set_phys_to_machine(__pa(kvaddr) >> PAGE_SHIFT,
 					    INVALID_P2M_ENTRY);

@@ -561,7 +561,7 @@
 	pte = mk_pte(page, ring->vma->vm_page_prot);
 	blktap_map_uaddr(ring->vma->vm_mm, uvaddr, pte_mkwrite(pte));
 	flush_tlb_page(ring->vma, uvaddr);
-	blktap_map_uaddr(&init_mm, kvaddr, mk_pte(page, PAGE_KERNEL));
+	blktap_map_uaddr(ring->vma->vm_mm, kvaddr, mk_pte(page, PAGE_KERNEL));
 	flush_tlb_kernel_page(kvaddr);
 
 	set_phys_to_machine(__pa(kvaddr) >> PAGE_SHIFT, pte_mfn(pte));

diff -r e387b1974af5 mm/init-mm.c
@@ -4,7 +4,6 @@
 #include <linux/spinlock.h>
 #include <linux/list.h>
 #include <linux/cpumask.h>
-#include <linux/module.h>
 
 #include <asm/atomic.h>
 #include <asm/pgtable.h>

@@ -19,4 +18,3 @@
 	.mmlist		= LIST_HEAD_INIT(init_mm.mmlist),
 	.cpu_vm_mask	= CPU_MASK_ALL,
 };
-EXPORT_SYMBOL_GPL(init_mm);

diff -r c800f72f0a7d -r 7d95498e6a7b drivers/xen/blktap/control.c
@@ -23,6 +23,7 @@
 	init_rwsem(&tap->tap_sem);
 	init_waitqueue_head(&tap->wq);
 	atomic_set(&tap->refcnt, 0);
+	sg_init_table(tap->sg, BLKIF_MAX_SEGMENTS_PER_REQUEST);
 
 	tap->minor = minor;
 }