Browse Source
This commit introduces a vhost-user-scsi backend sample application. It
must be linked with libiscsi and libvhost-user.
To use it, compile with:
$ make vhost-user-scsi
And run as follows:
$ ./vhost-user-scsi -u vus.sock -i iscsi://uri_to_target/
$ qemu-system-x86_64 --enable-kvm -m 512 \
-object memory-backend-file,id=mem,size=512m,share=on,mem-path=guestmem \
-numa node,memdev=mem \
-chardev socket,id=vhost-user-scsi,path=vus.sock \
-device vhost-user-scsi-pci,chardev=vhost-user-scsi \
The application is currently limited at one LUN only and it processes
requests synchronously (therefore only achieving QD1). The purpose of
the code is to show how a backend can be implemented and to test the
vhost-user-scsi Qemu implementation.
If a different instance of this vhost-user-scsi application is executed
at a remote host, a VM can be live migrated to such a host.
Signed-off-by: Felipe Franciosi <felipe@nutanix.com>
Message-Id: <1488479153-21203-5-git-send-email-felipe@nutanix.com>
pull/53/head
Felipe Franciosi
9 years ago
committed by
Paolo Bonzini
Paolo Bonzini
5 changed files with 900 additions and 5 deletions
@ -0,0 +1 @@ |
|||
vhost-user-scsi-obj-y = vhost-user-scsi.o |
|||
@ -0,0 +1,886 @@ |
|||
/*
|
|||
* vhost-user-scsi sample application |
|||
* |
|||
* Copyright (c) 2016 Nutanix Inc. All rights reserved. |
|||
* |
|||
* Author: |
|||
* Felipe Franciosi <felipe@nutanix.com> |
|||
* |
|||
* This work is licensed under the terms of the GNU GPL, version 2 only. |
|||
* See the COPYING file in the top-level directory. |
|||
*/ |
|||
|
|||
#include "qemu/osdep.h" |
|||
#include "contrib/libvhost-user/libvhost-user.h" |
|||
#include "hw/virtio/virtio-scsi.h" |
|||
#include "iscsi/iscsi.h" |
|||
|
|||
#include <glib.h> |
|||
|
|||
/* Small compat shim from glib 2.32 */ |
|||
#ifndef G_SOURCE_CONTINUE |
|||
#define G_SOURCE_CONTINUE TRUE |
|||
#endif |
|||
#ifndef G_SOURCE_REMOVE |
|||
#define G_SOURCE_REMOVE FALSE |
|||
#endif |
|||
|
|||
/* #define VUS_DEBUG 1 */ |
|||
|
|||
/** Log helpers **/ |
|||
|
|||
#define PPRE \ |
|||
struct timespec ts; \ |
|||
char timebuf[64]; \ |
|||
struct tm tm; \ |
|||
(void)clock_gettime(CLOCK_REALTIME, &ts); \ |
|||
(void)strftime(timebuf, 64, "%Y%m%d %T", gmtime_r(&ts.tv_sec, &tm)) |
|||
|
|||
#define PEXT(lvl, msg, ...) do { \ |
|||
PPRE; \ |
|||
fprintf(stderr, "%s.%06ld " lvl ": %s:%s():%d: " msg "\n", \ |
|||
timebuf, ts.tv_nsec / 1000, \ |
|||
__FILE__, __func__, __LINE__, ## __VA_ARGS__); \ |
|||
} while (0) |
|||
|
|||
#define PNOR(lvl, msg, ...) do { \ |
|||
PPRE; \ |
|||
fprintf(stderr, "%s.%06ld " lvl ": " msg "\n", \ |
|||
timebuf, ts.tv_nsec / 1000, ## __VA_ARGS__); \ |
|||
} while (0) |
|||
|
|||
#ifdef VUS_DEBUG |
|||
#define PDBG(msg, ...) PEXT("DBG", msg, ## __VA_ARGS__) |
|||
#define PERR(msg, ...) PEXT("ERR", msg, ## __VA_ARGS__) |
|||
#define PLOG(msg, ...) PEXT("LOG", msg, ## __VA_ARGS__) |
|||
#else |
|||
#define PDBG(msg, ...) { } |
|||
#define PERR(msg, ...) PNOR("ERR", msg, ## __VA_ARGS__) |
|||
#define PLOG(msg, ...) PNOR("LOG", msg, ## __VA_ARGS__) |
|||
#endif |
|||
|
|||
/** vhost-user-scsi specific definitions **/ |
|||
|
|||
/* Only 1 LUN and device supported today */ |
|||
#define VUS_MAX_LUNS 1 |
|||
#define VUS_MAX_DEVS 1 |
|||
|
|||
#define VUS_ISCSI_INITIATOR "iqn.2016-11.com.nutanix:vhost-user-scsi" |
|||
|
|||
typedef struct iscsi_lun { |
|||
struct iscsi_context *iscsi_ctx; |
|||
int iscsi_lun; |
|||
} iscsi_lun_t; |
|||
|
|||
typedef struct vhost_scsi_dev { |
|||
VuDev vu_dev; |
|||
int server_sock; |
|||
GMainLoop *loop; |
|||
GTree *fdmap; /* fd -> gsource context id */ |
|||
iscsi_lun_t luns[VUS_MAX_LUNS]; |
|||
} vhost_scsi_dev_t; |
|||
|
|||
static vhost_scsi_dev_t *vhost_scsi_devs[VUS_MAX_DEVS]; |
|||
|
|||
/** glib event loop integration for libvhost-user and misc callbacks **/ |
|||
|
|||
QEMU_BUILD_BUG_ON((int)G_IO_IN != (int)VU_WATCH_IN); |
|||
QEMU_BUILD_BUG_ON((int)G_IO_OUT != (int)VU_WATCH_OUT); |
|||
QEMU_BUILD_BUG_ON((int)G_IO_PRI != (int)VU_WATCH_PRI); |
|||
QEMU_BUILD_BUG_ON((int)G_IO_ERR != (int)VU_WATCH_ERR); |
|||
QEMU_BUILD_BUG_ON((int)G_IO_HUP != (int)VU_WATCH_HUP); |
|||
|
|||
typedef struct vus_gsrc { |
|||
GSource parent; |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
GPollFD gfd; |
|||
vu_watch_cb vu_cb; |
|||
} vus_gsrc_t; |
|||
|
|||
static gint vus_fdmap_compare(gconstpointer a, gconstpointer b) |
|||
{ |
|||
return (b > a) - (b < a); |
|||
} |
|||
|
|||
static gboolean vus_gsrc_prepare(GSource *src, gint *timeout) |
|||
{ |
|||
assert(timeout); |
|||
|
|||
*timeout = -1; |
|||
return FALSE; |
|||
} |
|||
|
|||
static gboolean vus_gsrc_check(GSource *src) |
|||
{ |
|||
vus_gsrc_t *vus_src = (vus_gsrc_t *)src; |
|||
|
|||
assert(vus_src); |
|||
|
|||
return vus_src->gfd.revents & vus_src->gfd.events; |
|||
} |
|||
|
|||
static gboolean vus_gsrc_dispatch(GSource *src, GSourceFunc cb, gpointer data) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
vus_gsrc_t *vus_src = (vus_gsrc_t *)src; |
|||
|
|||
assert(vus_src); |
|||
assert(!(vus_src->vu_cb && cb)); |
|||
|
|||
vdev_scsi = vus_src->vdev_scsi; |
|||
|
|||
assert(vdev_scsi); |
|||
|
|||
if (cb) { |
|||
return cb(data); |
|||
} |
|||
if (vus_src->vu_cb) { |
|||
vus_src->vu_cb(&vdev_scsi->vu_dev, vus_src->gfd.revents, data); |
|||
} |
|||
return G_SOURCE_CONTINUE; |
|||
} |
|||
|
|||
static GSourceFuncs vus_gsrc_funcs = { |
|||
vus_gsrc_prepare, |
|||
vus_gsrc_check, |
|||
vus_gsrc_dispatch, |
|||
NULL |
|||
}; |
|||
|
|||
static int vus_gsrc_new(vhost_scsi_dev_t *vdev_scsi, int fd, GIOCondition cond, |
|||
vu_watch_cb vu_cb, GSourceFunc gsrc_cb, gpointer data) |
|||
{ |
|||
GSource *vus_gsrc; |
|||
vus_gsrc_t *vus_src; |
|||
guint id; |
|||
|
|||
assert(vdev_scsi); |
|||
assert(fd >= 0); |
|||
assert(vu_cb || gsrc_cb); |
|||
assert(!(vu_cb && gsrc_cb)); |
|||
|
|||
vus_gsrc = g_source_new(&vus_gsrc_funcs, sizeof(vus_gsrc_t)); |
|||
if (!vus_gsrc) { |
|||
PERR("Error creating GSource for new watch"); |
|||
return -1; |
|||
} |
|||
vus_src = (vus_gsrc_t *)vus_gsrc; |
|||
|
|||
vus_src->vdev_scsi = vdev_scsi; |
|||
vus_src->gfd.fd = fd; |
|||
vus_src->gfd.events = cond; |
|||
vus_src->vu_cb = vu_cb; |
|||
|
|||
g_source_add_poll(vus_gsrc, &vus_src->gfd); |
|||
g_source_set_callback(vus_gsrc, gsrc_cb, data, NULL); |
|||
id = g_source_attach(vus_gsrc, NULL); |
|||
assert(id); |
|||
g_source_unref(vus_gsrc); |
|||
|
|||
g_tree_insert(vdev_scsi->fdmap, (gpointer)(uintptr_t)fd, |
|||
(gpointer)(uintptr_t)id); |
|||
|
|||
return 0; |
|||
} |
|||
|
|||
/* from libiscsi's scsi-lowlevel.h **
|
|||
* |
|||
* nb. We can't directly include scsi-lowlevel.h due to a namespace conflict: |
|||
* QEMU's scsi.h also defines "SCSI_XFER_NONE". |
|||
*/ |
|||
|
|||
#define SCSI_CDB_MAX_SIZE 16 |
|||
|
|||
struct scsi_iovector { |
|||
struct scsi_iovec *iov; |
|||
int niov; |
|||
int nalloc; |
|||
size_t offset; |
|||
int consumed; |
|||
}; |
|||
|
|||
struct scsi_allocated_memory { |
|||
struct scsi_allocated_memory *next; |
|||
char buf[0]; |
|||
}; |
|||
|
|||
struct scsi_data { |
|||
int size; |
|||
unsigned char *data; |
|||
}; |
|||
|
|||
enum scsi_sense_key { |
|||
SCSI_SENSE_NO_SENSE = 0x00, |
|||
SCSI_SENSE_RECOVERED_ERROR = 0x01, |
|||
SCSI_SENSE_NOT_READY = 0x02, |
|||
SCSI_SENSE_MEDIUM_ERROR = 0x03, |
|||
SCSI_SENSE_HARDWARE_ERROR = 0x04, |
|||
SCSI_SENSE_ILLEGAL_REQUEST = 0x05, |
|||
SCSI_SENSE_UNIT_ATTENTION = 0x06, |
|||
SCSI_SENSE_DATA_PROTECTION = 0x07, |
|||
SCSI_SENSE_BLANK_CHECK = 0x08, |
|||
SCSI_SENSE_VENDOR_SPECIFIC = 0x09, |
|||
SCSI_SENSE_COPY_ABORTED = 0x0a, |
|||
SCSI_SENSE_COMMAND_ABORTED = 0x0b, |
|||
SCSI_SENSE_OBSOLETE_ERROR_CODE = 0x0c, |
|||
SCSI_SENSE_OVERFLOW_COMMAND = 0x0d, |
|||
SCSI_SENSE_MISCOMPARE = 0x0e |
|||
}; |
|||
|
|||
struct scsi_sense { |
|||
unsigned char error_type; |
|||
enum scsi_sense_key key; |
|||
int ascq; |
|||
unsigned sense_specific:1; |
|||
unsigned ill_param_in_cdb:1; |
|||
unsigned bit_pointer_valid:1; |
|||
unsigned char bit_pointer; |
|||
uint16_t field_pointer; |
|||
}; |
|||
|
|||
enum scsi_residual { |
|||
SCSI_RESIDUAL_NO_RESIDUAL = 0, |
|||
SCSI_RESIDUAL_UNDERFLOW, |
|||
SCSI_RESIDUAL_OVERFLOW |
|||
}; |
|||
|
|||
struct scsi_task { |
|||
int status; |
|||
int cdb_size; |
|||
int xfer_dir; |
|||
int expxferlen; |
|||
unsigned char cdb[SCSI_CDB_MAX_SIZE]; |
|||
enum scsi_residual residual_status; |
|||
size_t residual; |
|||
struct scsi_sense sense; |
|||
struct scsi_data datain; |
|||
struct scsi_allocated_memory *mem; |
|||
void *ptr; |
|||
|
|||
uint32_t itt; |
|||
uint32_t cmdsn; |
|||
uint32_t lun; |
|||
|
|||
struct scsi_iovector iovector_in; |
|||
struct scsi_iovector iovector_out; |
|||
}; |
|||
|
|||
/** libiscsi integration **/ |
|||
|
|||
static int iscsi_add_lun(iscsi_lun_t *lun, char *iscsi_uri) |
|||
{ |
|||
struct iscsi_url *iscsi_url; |
|||
struct iscsi_context *iscsi_ctx; |
|||
int ret = 0; |
|||
|
|||
assert(lun); |
|||
assert(iscsi_uri); |
|||
|
|||
iscsi_ctx = iscsi_create_context(VUS_ISCSI_INITIATOR); |
|||
if (!iscsi_ctx) { |
|||
PERR("Unable to create iSCSI context"); |
|||
return -1; |
|||
} |
|||
|
|||
iscsi_url = iscsi_parse_full_url(iscsi_ctx, iscsi_uri); |
|||
if (!iscsi_url) { |
|||
PERR("Unable to parse iSCSI URL: %s", iscsi_get_error(iscsi_ctx)); |
|||
goto fail; |
|||
} |
|||
|
|||
iscsi_set_session_type(iscsi_ctx, ISCSI_SESSION_NORMAL); |
|||
iscsi_set_header_digest(iscsi_ctx, ISCSI_HEADER_DIGEST_NONE_CRC32C); |
|||
if (iscsi_full_connect_sync(iscsi_ctx, iscsi_url->portal, iscsi_url->lun)) { |
|||
PERR("Unable to login to iSCSI portal: %s", iscsi_get_error(iscsi_ctx)); |
|||
goto fail; |
|||
} |
|||
|
|||
lun->iscsi_ctx = iscsi_ctx; |
|||
lun->iscsi_lun = iscsi_url->lun; |
|||
|
|||
PDBG("Context %p created for lun 0: %s", iscsi_ctx, iscsi_uri); |
|||
|
|||
out: |
|||
if (iscsi_url) { |
|||
iscsi_destroy_url(iscsi_url); |
|||
} |
|||
return ret; |
|||
|
|||
fail: |
|||
(void)iscsi_destroy_context(iscsi_ctx); |
|||
ret = -1; |
|||
goto out; |
|||
} |
|||
|
|||
static struct scsi_task *scsi_task_new(int cdb_len, uint8_t *cdb, int dir, |
|||
int xfer_len) { |
|||
struct scsi_task *task; |
|||
|
|||
assert(cdb_len > 0); |
|||
assert(cdb); |
|||
|
|||
task = calloc(1, sizeof(struct scsi_task)); |
|||
if (!task) { |
|||
PERR("Error allocating task: %s", strerror(errno)); |
|||
return NULL; |
|||
} |
|||
|
|||
memcpy(task->cdb, cdb, cdb_len); |
|||
task->cdb_size = cdb_len; |
|||
task->xfer_dir = dir; |
|||
task->expxferlen = xfer_len; |
|||
|
|||
return task; |
|||
} |
|||
|
|||
static int get_cdb_len(uint8_t *cdb) |
|||
{ |
|||
assert(cdb); |
|||
|
|||
switch (cdb[0] >> 5) { |
|||
case 0: return 6; |
|||
case 1: /* fall through */ |
|||
case 2: return 10; |
|||
case 4: return 16; |
|||
case 5: return 12; |
|||
} |
|||
PERR("Unable to determine cdb len (0x%02hhX)", cdb[0] >> 5); |
|||
return -1; |
|||
} |
|||
|
|||
static int handle_cmd_sync(struct iscsi_context *ctx, |
|||
VirtIOSCSICmdReq *req, |
|||
struct iovec *out, unsigned int out_len, |
|||
VirtIOSCSICmdResp *rsp, |
|||
struct iovec *in, unsigned int in_len) { |
|||
struct scsi_task *task; |
|||
uint32_t dir; |
|||
uint32_t len; |
|||
int cdb_len; |
|||
int i; |
|||
|
|||
assert(ctx); |
|||
assert(req); |
|||
assert(rsp); |
|||
|
|||
if (!(!req->lun[1] && req->lun[2] == 0x40 && !req->lun[3])) { |
|||
/* Ignore anything different than target=0, lun=0 */ |
|||
PDBG("Ignoring unconnected lun (0x%hhX, 0x%hhX)", |
|||
req->lun[1], req->lun[3]); |
|||
rsp->status = SCSI_STATUS_CHECK_CONDITION; |
|||
memset(rsp->sense, 0, sizeof(rsp->sense)); |
|||
rsp->sense_len = 18; |
|||
rsp->sense[0] = 0x70; |
|||
rsp->sense[2] = SCSI_SENSE_ILLEGAL_REQUEST; |
|||
rsp->sense[7] = 10; |
|||
rsp->sense[12] = 0x24; |
|||
|
|||
return 0; |
|||
} |
|||
|
|||
cdb_len = get_cdb_len(req->cdb); |
|||
if (cdb_len == -1) { |
|||
return -1; |
|||
} |
|||
|
|||
len = 0; |
|||
if (!out_len && !in_len) { |
|||
dir = SCSI_XFER_NONE; |
|||
} else if (out_len) { |
|||
dir = SCSI_XFER_TO_DEV; |
|||
for (i = 0; i < out_len; i++) { |
|||
len += out[i].iov_len; |
|||
} |
|||
} else { |
|||
dir = SCSI_XFER_FROM_DEV; |
|||
for (i = 0; i < in_len; i++) { |
|||
len += in[i].iov_len; |
|||
} |
|||
} |
|||
|
|||
task = scsi_task_new(cdb_len, req->cdb, dir, len); |
|||
if (!task) { |
|||
PERR("Unable to create iscsi task"); |
|||
return -1; |
|||
} |
|||
|
|||
if (dir == SCSI_XFER_TO_DEV) { |
|||
task->iovector_out.iov = (struct scsi_iovec *)out; |
|||
task->iovector_out.niov = out_len; |
|||
} else if (dir == SCSI_XFER_FROM_DEV) { |
|||
task->iovector_in.iov = (struct scsi_iovec *)in; |
|||
task->iovector_in.niov = in_len; |
|||
} |
|||
|
|||
PDBG("Sending iscsi cmd (cdb_len=%d, dir=%d, task=%p)", |
|||
cdb_len, dir, task); |
|||
if (!iscsi_scsi_command_sync(ctx, 0, task, NULL)) { |
|||
PERR("Error serving SCSI command"); |
|||
free(task); |
|||
return -1; |
|||
} |
|||
|
|||
memset(rsp, 0, sizeof(*rsp)); |
|||
|
|||
rsp->status = task->status; |
|||
rsp->resid = task->residual; |
|||
|
|||
if (task->status == SCSI_STATUS_CHECK_CONDITION) { |
|||
rsp->response = VIRTIO_SCSI_S_FAILURE; |
|||
rsp->sense_len = task->datain.size - 2; |
|||
memcpy(rsp->sense, &task->datain.data[2], rsp->sense_len); |
|||
} |
|||
|
|||
free(task); |
|||
|
|||
PDBG("Filled in rsp: status=%hhX, resid=%u, response=%hhX, sense_len=%u", |
|||
rsp->status, rsp->resid, rsp->response, rsp->sense_len); |
|||
|
|||
return 0; |
|||
} |
|||
|
|||
/** libvhost-user callbacks **/ |
|||
|
|||
static vhost_scsi_dev_t *vdev_scsi_find_by_vu(VuDev *vu_dev); |
|||
|
|||
static void vus_panic_cb(VuDev *vu_dev, const char *buf) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
|
|||
assert(vu_dev); |
|||
|
|||
vdev_scsi = vdev_scsi_find_by_vu(vu_dev); |
|||
|
|||
if (buf) { |
|||
PERR("vu_panic: %s", buf); |
|||
} |
|||
|
|||
if (vdev_scsi) { |
|||
assert(vdev_scsi->loop); |
|||
g_main_loop_quit(vdev_scsi->loop); |
|||
} |
|||
} |
|||
|
|||
static void vus_add_watch_cb(VuDev *vu_dev, int fd, int vu_evt, vu_watch_cb cb, |
|||
void *pvt) { |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
guint id; |
|||
|
|||
assert(vu_dev); |
|||
assert(fd >= 0); |
|||
assert(cb); |
|||
|
|||
vdev_scsi = vdev_scsi_find_by_vu(vu_dev); |
|||
if (!vdev_scsi) { |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
id = (guint)(uintptr_t)g_tree_lookup(vdev_scsi->fdmap, |
|||
(gpointer)(uintptr_t)fd); |
|||
if (id) { |
|||
GSource *vus_src = g_main_context_find_source_by_id(NULL, id); |
|||
assert(vus_src); |
|||
g_source_destroy(vus_src); |
|||
(void)g_tree_remove(vdev_scsi->fdmap, (gpointer)(uintptr_t)fd); |
|||
} |
|||
|
|||
if (vus_gsrc_new(vdev_scsi, fd, vu_evt, cb, NULL, pvt)) { |
|||
vus_panic_cb(vu_dev, NULL); |
|||
} |
|||
} |
|||
|
|||
static void vus_del_watch_cb(VuDev *vu_dev, int fd) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
guint id; |
|||
|
|||
assert(vu_dev); |
|||
assert(fd >= 0); |
|||
|
|||
vdev_scsi = vdev_scsi_find_by_vu(vu_dev); |
|||
if (!vdev_scsi) { |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
id = (guint)(uintptr_t)g_tree_lookup(vdev_scsi->fdmap, |
|||
(gpointer)(uintptr_t)fd); |
|||
if (id) { |
|||
GSource *vus_src = g_main_context_find_source_by_id(NULL, id); |
|||
assert(vus_src); |
|||
g_source_destroy(vus_src); |
|||
(void)g_tree_remove(vdev_scsi->fdmap, (gpointer)(uintptr_t)fd); |
|||
} |
|||
} |
|||
|
|||
static void vus_proc_ctl(VuDev *vu_dev, int idx) |
|||
{ |
|||
/* Control VQ not implemented */ |
|||
} |
|||
|
|||
static void vus_proc_evt(VuDev *vu_dev, int idx) |
|||
{ |
|||
/* Event VQ not implemented */ |
|||
} |
|||
|
|||
static void vus_proc_req(VuDev *vu_dev, int idx) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi; |
|||
VuVirtq *vq; |
|||
|
|||
assert(vu_dev); |
|||
|
|||
vdev_scsi = vdev_scsi_find_by_vu(vu_dev); |
|||
if (!vdev_scsi) { |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
if ((idx < 0) || (idx >= VHOST_MAX_NR_VIRTQUEUE)) { |
|||
PERR("VQ Index out of range: %d", idx); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
vq = vu_get_queue(vu_dev, idx); |
|||
if (!vq) { |
|||
PERR("Error fetching VQ (dev=%p, idx=%d)", vu_dev, idx); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
PDBG("Got kicked on vq[%d]@%p", idx, vq); |
|||
|
|||
while (1) { |
|||
VuVirtqElement *elem; |
|||
VirtIOSCSICmdReq *req; |
|||
VirtIOSCSICmdResp *rsp; |
|||
|
|||
elem = vu_queue_pop(vu_dev, vq, sizeof(VuVirtqElement)); |
|||
if (!elem) { |
|||
PDBG("No more elements pending on vq[%d]@%p", idx, vq); |
|||
break; |
|||
} |
|||
PDBG("Popped elem@%p", elem); |
|||
|
|||
assert(!((elem->out_num > 1) && (elem->in_num > 1))); |
|||
assert((elem->out_num > 0) && (elem->in_num > 0)); |
|||
|
|||
if (elem->out_sg[0].iov_len < sizeof(VirtIOSCSICmdReq)) { |
|||
PERR("Invalid virtio-scsi req header"); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
break; |
|||
} |
|||
req = (VirtIOSCSICmdReq *)elem->out_sg[0].iov_base; |
|||
|
|||
if (elem->in_sg[0].iov_len < sizeof(VirtIOSCSICmdResp)) { |
|||
PERR("Invalid virtio-scsi rsp header"); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
break; |
|||
} |
|||
rsp = (VirtIOSCSICmdResp *)elem->in_sg[0].iov_base; |
|||
|
|||
if (handle_cmd_sync(vdev_scsi->luns[0].iscsi_ctx, |
|||
req, &elem->out_sg[1], elem->out_num - 1, |
|||
rsp, &elem->in_sg[1], elem->in_num - 1) != 0) { |
|||
vus_panic_cb(vu_dev, NULL); |
|||
break; |
|||
} |
|||
|
|||
vu_queue_push(vu_dev, vq, elem, 0); |
|||
vu_queue_notify(vu_dev, vq); |
|||
|
|||
free(elem); |
|||
} |
|||
} |
|||
|
|||
static void vus_queue_set_started(VuDev *vu_dev, int idx, bool started) |
|||
{ |
|||
VuVirtq *vq; |
|||
|
|||
assert(vu_dev); |
|||
|
|||
if ((idx < 0) || (idx >= VHOST_MAX_NR_VIRTQUEUE)) { |
|||
PERR("VQ Index out of range: %d", idx); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return; |
|||
} |
|||
|
|||
vq = vu_get_queue(vu_dev, idx); |
|||
|
|||
switch (idx) { |
|||
case 0: |
|||
vu_set_queue_handler(vu_dev, vq, started ? vus_proc_ctl : NULL); |
|||
break; |
|||
case 1: |
|||
vu_set_queue_handler(vu_dev, vq, started ? vus_proc_evt : NULL); |
|||
break; |
|||
default: |
|||
vu_set_queue_handler(vu_dev, vq, started ? vus_proc_req : NULL); |
|||
} |
|||
} |
|||
|
|||
static const VuDevIface vus_iface = { |
|||
.queue_set_started = vus_queue_set_started, |
|||
}; |
|||
|
|||
static gboolean vus_vhost_cb(gpointer data) |
|||
{ |
|||
VuDev *vu_dev = (VuDev *)data; |
|||
|
|||
assert(vu_dev); |
|||
|
|||
if (!vu_dispatch(vu_dev) != 0) { |
|||
PERR("Error processing vhost message"); |
|||
vus_panic_cb(vu_dev, NULL); |
|||
return G_SOURCE_REMOVE; |
|||
} |
|||
|
|||
return G_SOURCE_CONTINUE; |
|||
} |
|||
|
|||
/** misc helpers **/ |
|||
|
|||
static int unix_sock_new(char *unix_fn) |
|||
{ |
|||
int sock; |
|||
struct sockaddr_un un; |
|||
size_t len; |
|||
|
|||
assert(unix_fn); |
|||
|
|||
sock = socket(AF_UNIX, SOCK_STREAM, 0); |
|||
if (sock <= 0) { |
|||
perror("socket"); |
|||
return -1; |
|||
} |
|||
|
|||
un.sun_family = AF_UNIX; |
|||
(void)snprintf(un.sun_path, sizeof(un.sun_path), "%s", unix_fn); |
|||
len = sizeof(un.sun_family) + strlen(un.sun_path); |
|||
|
|||
(void)unlink(unix_fn); |
|||
if (bind(sock, (struct sockaddr *)&un, len) < 0) { |
|||
perror("bind"); |
|||
goto fail; |
|||
} |
|||
|
|||
if (listen(sock, 1) < 0) { |
|||
perror("listen"); |
|||
goto fail; |
|||
} |
|||
|
|||
return sock; |
|||
|
|||
fail: |
|||
(void)close(sock); |
|||
|
|||
return -1; |
|||
} |
|||
|
|||
/** vhost-user-scsi **/ |
|||
|
|||
static vhost_scsi_dev_t *vdev_scsi_find_by_vu(VuDev *vu_dev) |
|||
{ |
|||
int i; |
|||
|
|||
assert(vu_dev); |
|||
|
|||
for (i = 0; i < VUS_MAX_DEVS; i++) { |
|||
if (&vhost_scsi_devs[i]->vu_dev == vu_dev) { |
|||
return vhost_scsi_devs[i]; |
|||
} |
|||
} |
|||
|
|||
PERR("Unknown VuDev %p", vu_dev); |
|||
return NULL; |
|||
} |
|||
|
|||
static void vdev_scsi_deinit(vhost_scsi_dev_t *vdev_scsi) |
|||
{ |
|||
if (!vdev_scsi) { |
|||
return; |
|||
} |
|||
|
|||
if (vdev_scsi->server_sock >= 0) { |
|||
struct sockaddr_storage ss; |
|||
socklen_t sslen = sizeof(ss); |
|||
|
|||
if (getsockname(vdev_scsi->server_sock, (struct sockaddr *)&ss, |
|||
&sslen) == 0) { |
|||
struct sockaddr_un *su = (struct sockaddr_un *)&ss; |
|||
(void)unlink(su->sun_path); |
|||
} |
|||
|
|||
(void)close(vdev_scsi->server_sock); |
|||
vdev_scsi->server_sock = -1; |
|||
} |
|||
|
|||
if (vdev_scsi->loop) { |
|||
g_main_loop_unref(vdev_scsi->loop); |
|||
vdev_scsi->loop = NULL; |
|||
} |
|||
} |
|||
|
|||
static vhost_scsi_dev_t *vdev_scsi_new(char *unix_fn) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi = NULL; |
|||
|
|||
assert(unix_fn); |
|||
|
|||
vdev_scsi = calloc(1, sizeof(vhost_scsi_dev_t)); |
|||
if (!vdev_scsi) { |
|||
PERR("calloc: %s", strerror(errno)); |
|||
return NULL; |
|||
} |
|||
|
|||
vdev_scsi->server_sock = unix_sock_new(unix_fn); |
|||
if (vdev_scsi->server_sock < 0) { |
|||
goto err; |
|||
} |
|||
|
|||
vdev_scsi->loop = g_main_loop_new(NULL, FALSE); |
|||
if (!vdev_scsi->loop) { |
|||
PERR("Error creating glib event loop"); |
|||
goto err; |
|||
} |
|||
|
|||
vdev_scsi->fdmap = g_tree_new(vus_fdmap_compare); |
|||
if (!vdev_scsi->fdmap) { |
|||
PERR("Error creating glib tree for fdmap"); |
|||
goto err; |
|||
} |
|||
|
|||
return vdev_scsi; |
|||
|
|||
err: |
|||
vdev_scsi_deinit(vdev_scsi); |
|||
free(vdev_scsi); |
|||
|
|||
return NULL; |
|||
} |
|||
|
|||
static int vdev_scsi_add_iscsi_lun(vhost_scsi_dev_t *vdev_scsi, |
|||
char *iscsi_uri, uint32_t lun) { |
|||
assert(vdev_scsi); |
|||
assert(iscsi_uri); |
|||
assert(lun < VUS_MAX_LUNS); |
|||
|
|||
if (vdev_scsi->luns[lun].iscsi_ctx) { |
|||
PERR("Lun %d already configured", lun); |
|||
return -1; |
|||
} |
|||
|
|||
if (iscsi_add_lun(&vdev_scsi->luns[lun], iscsi_uri) != 0) { |
|||
return -1; |
|||
} |
|||
|
|||
return 0; |
|||
} |
|||
|
|||
static int vdev_scsi_run(vhost_scsi_dev_t *vdev_scsi) |
|||
{ |
|||
int cli_sock; |
|||
int ret = 0; |
|||
|
|||
assert(vdev_scsi); |
|||
assert(vdev_scsi->server_sock >= 0); |
|||
assert(vdev_scsi->loop); |
|||
|
|||
cli_sock = accept(vdev_scsi->server_sock, (void *)0, (void *)0); |
|||
if (cli_sock < 0) { |
|||
perror("accept"); |
|||
return -1; |
|||
} |
|||
|
|||
vu_init(&vdev_scsi->vu_dev, |
|||
cli_sock, |
|||
vus_panic_cb, |
|||
vus_add_watch_cb, |
|||
vus_del_watch_cb, |
|||
&vus_iface); |
|||
|
|||
if (vus_gsrc_new(vdev_scsi, cli_sock, G_IO_IN, NULL, vus_vhost_cb, |
|||
&vdev_scsi->vu_dev)) { |
|||
goto fail; |
|||
} |
|||
|
|||
g_main_loop_run(vdev_scsi->loop); |
|||
|
|||
out: |
|||
vu_deinit(&vdev_scsi->vu_dev); |
|||
|
|||
return ret; |
|||
|
|||
fail: |
|||
ret = -1; |
|||
goto out; |
|||
} |
|||
|
|||
int main(int argc, char **argv) |
|||
{ |
|||
vhost_scsi_dev_t *vdev_scsi = NULL; |
|||
char *unix_fn = NULL; |
|||
char *iscsi_uri = NULL; |
|||
int opt, err = EXIT_SUCCESS; |
|||
|
|||
while ((opt = getopt(argc, argv, "u:i:")) != -1) { |
|||
switch (opt) { |
|||
case 'h': |
|||
goto help; |
|||
case 'u': |
|||
unix_fn = strdup(optarg); |
|||
break; |
|||
case 'i': |
|||
iscsi_uri = strdup(optarg); |
|||
break; |
|||
default: |
|||
goto help; |
|||
} |
|||
} |
|||
if (!unix_fn || !iscsi_uri) { |
|||
goto help; |
|||
} |
|||
|
|||
vdev_scsi = vdev_scsi_new(unix_fn); |
|||
if (!vdev_scsi) { |
|||
goto err; |
|||
} |
|||
vhost_scsi_devs[0] = vdev_scsi; |
|||
|
|||
if (vdev_scsi_add_iscsi_lun(vdev_scsi, iscsi_uri, 0) != 0) { |
|||
goto err; |
|||
} |
|||
|
|||
if (vdev_scsi_run(vdev_scsi) != 0) { |
|||
goto err; |
|||
} |
|||
|
|||
out: |
|||
if (vdev_scsi) { |
|||
vdev_scsi_deinit(vdev_scsi); |
|||
free(vdev_scsi); |
|||
} |
|||
if (unix_fn) { |
|||
free(unix_fn); |
|||
} |
|||
if (iscsi_uri) { |
|||
free(iscsi_uri); |
|||
} |
|||
|
|||
return err; |
|||
|
|||
err: |
|||
err = EXIT_FAILURE; |
|||
goto out; |
|||
|
|||
help: |
|||
fprintf(stderr, "Usage: %s [ -u unix_sock_path -i iscsi_uri ] | [ -h ]\n", |
|||
argv[0]); |
|||
fprintf(stderr, " -u path to unix socket\n"); |
|||
fprintf(stderr, " -i iscsi uri for lun 0\n"); |
|||
fprintf(stderr, " -h print help and quit\n"); |
|||
|
|||
goto err; |
|||
} |
|||
Loading…
Reference in new issue