this patch finally introduces multiread support to virtio-blk. While multiwrite support was there for a long time, read support was missing. The complete merge logic is moved into virtio-blk.c which has been the only user of request merging ever since. This is required to be able to merge chunks of requests and immediately invoke callbacks for those requests. Secondly, this is required to switch to direct invocation of coroutines which is planned at a later stage. The following benchmarks show the performance of running fio with 4 worker threads on a local ram disk. The numbers show the average of 10 test runs after 1 run as warmup phase. | 4k | 64k | 4k MB/s | rd seq | rd rand | rd seq | rd rand | wr seq | wr rand --------------+--------+---------+--------+---------+--------+-------- master | 1221 | 1187 | 4178 | 4114 | 1745 | 1213 multiread | 1829 | 1189 | 4639 | 4110 | 1894 | 1216 Signed-off-by: Peter Lieven <pl@kamp.de> Signed-off-by: Kevin Wolf <kwolf@redhat.com>
166 lines
4.3 KiB
C
166 lines
4.3 KiB
C
/*
|
|
* Virtio Block Device
|
|
*
|
|
* Copyright IBM, Corp. 2007
|
|
*
|
|
* Authors:
|
|
* Anthony Liguori <aliguori@us.ibm.com>
|
|
*
|
|
* This work is licensed under the terms of the GNU GPL, version 2. See
|
|
* the COPYING file in the top-level directory.
|
|
*
|
|
*/
|
|
|
|
#ifndef _QEMU_VIRTIO_BLK_H
|
|
#define _QEMU_VIRTIO_BLK_H
|
|
|
|
#include "hw/virtio/virtio.h"
|
|
#include "hw/block/block.h"
|
|
#include "sysemu/iothread.h"
|
|
#include "sysemu/block-backend.h"
|
|
|
|
#define TYPE_VIRTIO_BLK "virtio-blk-device"
|
|
#define VIRTIO_BLK(obj) \
|
|
OBJECT_CHECK(VirtIOBlock, (obj), TYPE_VIRTIO_BLK)
|
|
|
|
/* from Linux's linux/virtio_blk.h */
|
|
|
|
/* The ID for virtio_block */
|
|
#define VIRTIO_ID_BLOCK 2
|
|
|
|
/* Feature bits */
|
|
#define VIRTIO_BLK_F_BARRIER 0 /* Does host support barriers? */
|
|
#define VIRTIO_BLK_F_SIZE_MAX 1 /* Indicates maximum segment size */
|
|
#define VIRTIO_BLK_F_SEG_MAX 2 /* Indicates maximum # of segments */
|
|
#define VIRTIO_BLK_F_GEOMETRY 4 /* Indicates support of legacy geometry */
|
|
#define VIRTIO_BLK_F_RO 5 /* Disk is read-only */
|
|
#define VIRTIO_BLK_F_BLK_SIZE 6 /* Block size of disk is available*/
|
|
#define VIRTIO_BLK_F_SCSI 7 /* Supports scsi command passthru */
|
|
/* #define VIRTIO_BLK_F_IDENTIFY 8 ATA IDENTIFY supported, DEPRECATED */
|
|
#define VIRTIO_BLK_F_WCE 9 /* write cache enabled */
|
|
#define VIRTIO_BLK_F_TOPOLOGY 10 /* Topology information is available */
|
|
#define VIRTIO_BLK_F_CONFIG_WCE 11 /* write cache configurable */
|
|
|
|
#define VIRTIO_BLK_ID_BYTES 20 /* ID string length */
|
|
|
|
struct virtio_blk_config
|
|
{
|
|
uint64_t capacity;
|
|
uint32_t size_max;
|
|
uint32_t seg_max;
|
|
uint16_t cylinders;
|
|
uint8_t heads;
|
|
uint8_t sectors;
|
|
uint32_t blk_size;
|
|
uint8_t physical_block_exp;
|
|
uint8_t alignment_offset;
|
|
uint16_t min_io_size;
|
|
uint32_t opt_io_size;
|
|
uint8_t wce;
|
|
} QEMU_PACKED;
|
|
|
|
/* These two define direction. */
|
|
#define VIRTIO_BLK_T_IN 0
|
|
#define VIRTIO_BLK_T_OUT 1
|
|
|
|
/* This bit says it's a scsi command, not an actual read or write. */
|
|
#define VIRTIO_BLK_T_SCSI_CMD 2
|
|
|
|
/* Flush the volatile write cache */
|
|
#define VIRTIO_BLK_T_FLUSH 4
|
|
|
|
/* return the device ID string */
|
|
#define VIRTIO_BLK_T_GET_ID 8
|
|
|
|
/* Barrier before this op. */
|
|
#define VIRTIO_BLK_T_BARRIER 0x80000000
|
|
|
|
/* This is the first element of the read scatter-gather list. */
|
|
struct virtio_blk_outhdr
|
|
{
|
|
/* VIRTIO_BLK_T* */
|
|
uint32_t type;
|
|
/* io priority. */
|
|
uint32_t ioprio;
|
|
/* Sector (ie. 512 byte offset) */
|
|
uint64_t sector;
|
|
};
|
|
|
|
#define VIRTIO_BLK_S_OK 0
|
|
#define VIRTIO_BLK_S_IOERR 1
|
|
#define VIRTIO_BLK_S_UNSUPP 2
|
|
|
|
/* This is the last element of the write scatter-gather list */
|
|
struct virtio_blk_inhdr
|
|
{
|
|
unsigned char status;
|
|
};
|
|
|
|
/* SCSI pass-through header */
|
|
struct virtio_scsi_inhdr
|
|
{
|
|
uint32_t errors;
|
|
uint32_t data_len;
|
|
uint32_t sense_len;
|
|
uint32_t residual;
|
|
};
|
|
|
|
struct VirtIOBlkConf
|
|
{
|
|
BlockConf conf;
|
|
IOThread *iothread;
|
|
char *serial;
|
|
uint32_t scsi;
|
|
uint32_t config_wce;
|
|
uint32_t data_plane;
|
|
};
|
|
|
|
struct VirtIOBlockDataPlane;
|
|
|
|
struct VirtIOBlockReq;
|
|
typedef struct VirtIOBlock {
|
|
VirtIODevice parent_obj;
|
|
BlockBackend *blk;
|
|
VirtQueue *vq;
|
|
void *rq;
|
|
QEMUBH *bh;
|
|
VirtIOBlkConf conf;
|
|
unsigned short sector_mask;
|
|
bool original_wce;
|
|
VMChangeStateEntry *change;
|
|
/* Function to push to vq and notify guest */
|
|
void (*complete_request)(struct VirtIOBlockReq *req, unsigned char status);
|
|
Notifier migration_state_notifier;
|
|
struct VirtIOBlockDataPlane *dataplane;
|
|
} VirtIOBlock;
|
|
|
|
typedef struct VirtIOBlockReq {
|
|
int64_t sector_num;
|
|
VirtIOBlock *dev;
|
|
VirtQueueElement elem;
|
|
struct virtio_blk_inhdr *in;
|
|
struct virtio_blk_outhdr out;
|
|
QEMUIOVector qiov;
|
|
struct VirtIOBlockReq *next;
|
|
struct VirtIOBlockReq *mr_next;
|
|
BlockAcctCookie acct;
|
|
} VirtIOBlockReq;
|
|
|
|
#define VIRTIO_BLK_MAX_MERGE_REQS 32
|
|
|
|
typedef struct MultiReqBuffer {
|
|
VirtIOBlockReq *reqs[VIRTIO_BLK_MAX_MERGE_REQS];
|
|
unsigned int num_reqs;
|
|
bool is_write;
|
|
} MultiReqBuffer;
|
|
|
|
VirtIOBlockReq *virtio_blk_alloc_request(VirtIOBlock *s);
|
|
|
|
void virtio_blk_free_request(VirtIOBlockReq *req);
|
|
|
|
void virtio_blk_handle_request(VirtIOBlockReq *req, MultiReqBuffer *mrb);
|
|
|
|
void virtio_blk_submit_multireq(BlockBackend *blk, MultiReqBuffer *mrb);
|
|
|
|
#endif
|