root / hw / virtio-blk.c @ 26ca8c06
History | View | Annotate | Download (19.2 kB)
1 | 6e02c38d | aliguori | /*
|
---|---|---|---|
2 | 6e02c38d | aliguori | * Virtio Block Device
|
3 | 6e02c38d | aliguori | *
|
4 | 6e02c38d | aliguori | * Copyright IBM, Corp. 2007
|
5 | 6e02c38d | aliguori | *
|
6 | 6e02c38d | aliguori | * Authors:
|
7 | 6e02c38d | aliguori | * Anthony Liguori <aliguori@us.ibm.com>
|
8 | 6e02c38d | aliguori | *
|
9 | 6e02c38d | aliguori | * This work is licensed under the terms of the GNU GPL, version 2. See
|
10 | 6e02c38d | aliguori | * the COPYING file in the top-level directory.
|
11 | 6e02c38d | aliguori | *
|
12 | 6e02c38d | aliguori | */
|
13 | 6e02c38d | aliguori | |
14 | 5a61cb60 | Stefan Weil | #include "qemu-common.h" |
15 | 1de7afc9 | Paolo Bonzini | #include "qemu/error-report.h" |
16 | 6d519a5f | Stefan Hajnoczi | #include "trace.h" |
17 | 9db1c0f7 | Markus Armbruster | #include "hw/block-common.h" |
18 | 9c17d615 | Paolo Bonzini | #include "sysemu/blockdev.h" |
19 | 6e02c38d | aliguori | #include "virtio-blk.h" |
20 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
21 | 392808b4 | Stefan Hajnoczi | #include "hw/dataplane/virtio-blk.h" |
22 | 392808b4 | Stefan Hajnoczi | #endif
|
23 | 5bb23927 | Paolo Bonzini | #include "scsi-defs.h" |
24 | 1063b8b1 | Christoph Hellwig | #ifdef __linux__
|
25 | 1063b8b1 | Christoph Hellwig | # include <scsi/sg.h> |
26 | 1063b8b1 | Christoph Hellwig | #endif
|
27 | 6e02c38d | aliguori | |
28 | 6e02c38d | aliguori | typedef struct VirtIOBlock |
29 | 6e02c38d | aliguori | { |
30 | 6e02c38d | aliguori | VirtIODevice vdev; |
31 | 6e02c38d | aliguori | BlockDriverState *bs; |
32 | 6e02c38d | aliguori | VirtQueue *vq; |
33 | 869a5c6d | aliguori | void *rq;
|
34 | 213189ab | Markus Armbruster | QEMUBH *bh; |
35 | 9752c371 | Christoph Hellwig | BlockConf *conf; |
36 | 12c5674b | Paolo Bonzini | VirtIOBlkConf *blk; |
37 | 8cfacf07 | Christoph Hellwig | unsigned short sector_mask; |
38 | 9d0d3138 | Alex Williamson | DeviceState *qdev; |
39 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
40 | 392808b4 | Stefan Hajnoczi | VirtIOBlockDataPlane *dataplane; |
41 | 392808b4 | Stefan Hajnoczi | #endif
|
42 | 6e02c38d | aliguori | } VirtIOBlock; |
43 | 6e02c38d | aliguori | |
44 | 6e02c38d | aliguori | static VirtIOBlock *to_virtio_blk(VirtIODevice *vdev)
|
45 | 6e02c38d | aliguori | { |
46 | 6e02c38d | aliguori | return (VirtIOBlock *)vdev;
|
47 | 6e02c38d | aliguori | } |
48 | 6e02c38d | aliguori | |
49 | 6e02c38d | aliguori | typedef struct VirtIOBlockReq |
50 | 6e02c38d | aliguori | { |
51 | 6e02c38d | aliguori | VirtIOBlock *dev; |
52 | 6e02c38d | aliguori | VirtQueueElement elem; |
53 | 6e02c38d | aliguori | struct virtio_blk_inhdr *in;
|
54 | 6e02c38d | aliguori | struct virtio_blk_outhdr *out;
|
55 | 1063b8b1 | Christoph Hellwig | struct virtio_scsi_inhdr *scsi;
|
56 | d28a1b6e | aliguori | QEMUIOVector qiov; |
57 | 869a5c6d | aliguori | struct VirtIOBlockReq *next;
|
58 | a597e79c | Christoph Hellwig | BlockAcctCookie acct; |
59 | 6e02c38d | aliguori | } VirtIOBlockReq; |
60 | 6e02c38d | aliguori | |
61 | 869a5c6d | aliguori | static void virtio_blk_req_complete(VirtIOBlockReq *req, int status) |
62 | 869a5c6d | aliguori | { |
63 | 869a5c6d | aliguori | VirtIOBlock *s = req->dev; |
64 | 869a5c6d | aliguori | |
65 | 6d519a5f | Stefan Hajnoczi | trace_virtio_blk_req_complete(req, status); |
66 | 6d519a5f | Stefan Hajnoczi | |
67 | 92e3c2a3 | Aurelien Jarno | stb_p(&req->in->status, status); |
68 | d28a1b6e | aliguori | virtqueue_push(s->vq, &req->elem, req->qiov.size + sizeof(*req->in));
|
69 | 869a5c6d | aliguori | virtio_notify(&s->vdev, s->vq); |
70 | 869a5c6d | aliguori | } |
71 | 869a5c6d | aliguori | |
72 | f35d68f0 | Kevin Wolf | static int virtio_blk_handle_rw_error(VirtIOBlockReq *req, int error, |
73 | 1ceee0d5 | Paolo Bonzini | bool is_read)
|
74 | 869a5c6d | aliguori | { |
75 | 3e1caa5f | Paolo Bonzini | BlockErrorAction action = bdrv_get_error_action(req->dev->bs, is_read, error); |
76 | 869a5c6d | aliguori | VirtIOBlock *s = req->dev; |
77 | 869a5c6d | aliguori | |
78 | 3e1caa5f | Paolo Bonzini | if (action == BDRV_ACTION_STOP) {
|
79 | 869a5c6d | aliguori | req->next = s->rq; |
80 | 869a5c6d | aliguori | s->rq = req; |
81 | 3e1caa5f | Paolo Bonzini | } else if (action == BDRV_ACTION_REPORT) { |
82 | 869a5c6d | aliguori | virtio_blk_req_complete(req, VIRTIO_BLK_S_IOERR); |
83 | a597e79c | Christoph Hellwig | bdrv_acct_done(s->bs, &req->acct); |
84 | a597e79c | Christoph Hellwig | g_free(req); |
85 | 869a5c6d | aliguori | } |
86 | 869a5c6d | aliguori | |
87 | 3e1caa5f | Paolo Bonzini | bdrv_error_action(s->bs, action, is_read, error); |
88 | 3e1caa5f | Paolo Bonzini | return action != BDRV_ACTION_IGNORE;
|
89 | 869a5c6d | aliguori | } |
90 | 869a5c6d | aliguori | |
91 | 6e02c38d | aliguori | static void virtio_blk_rw_complete(void *opaque, int ret) |
92 | 6e02c38d | aliguori | { |
93 | 6e02c38d | aliguori | VirtIOBlockReq *req = opaque; |
94 | 6e02c38d | aliguori | |
95 | 6d519a5f | Stefan Hajnoczi | trace_virtio_blk_rw_complete(req, ret); |
96 | 6d519a5f | Stefan Hajnoczi | |
97 | f35d68f0 | Kevin Wolf | if (ret) {
|
98 | 1ceee0d5 | Paolo Bonzini | bool is_read = !(ldl_p(&req->out->type) & VIRTIO_BLK_T_OUT);
|
99 | f35d68f0 | Kevin Wolf | if (virtio_blk_handle_rw_error(req, -ret, is_read))
|
100 | 869a5c6d | aliguori | return;
|
101 | 6e02c38d | aliguori | } |
102 | 6e02c38d | aliguori | |
103 | f35d68f0 | Kevin Wolf | virtio_blk_req_complete(req, VIRTIO_BLK_S_OK); |
104 | a597e79c | Christoph Hellwig | bdrv_acct_done(req->dev->bs, &req->acct); |
105 | a597e79c | Christoph Hellwig | g_free(req); |
106 | 869a5c6d | aliguori | } |
107 | 6e02c38d | aliguori | |
108 | aa659be3 | Christoph Hellwig | static void virtio_blk_flush_complete(void *opaque, int ret) |
109 | aa659be3 | Christoph Hellwig | { |
110 | aa659be3 | Christoph Hellwig | VirtIOBlockReq *req = opaque; |
111 | aa659be3 | Christoph Hellwig | |
112 | 8c269b54 | Kevin Wolf | if (ret) {
|
113 | 8c269b54 | Kevin Wolf | if (virtio_blk_handle_rw_error(req, -ret, 0)) { |
114 | 8c269b54 | Kevin Wolf | return;
|
115 | 8c269b54 | Kevin Wolf | } |
116 | 8c269b54 | Kevin Wolf | } |
117 | 8c269b54 | Kevin Wolf | |
118 | 8c269b54 | Kevin Wolf | virtio_blk_req_complete(req, VIRTIO_BLK_S_OK); |
119 | a597e79c | Christoph Hellwig | bdrv_acct_done(req->dev->bs, &req->acct); |
120 | a597e79c | Christoph Hellwig | g_free(req); |
121 | aa659be3 | Christoph Hellwig | } |
122 | aa659be3 | Christoph Hellwig | |
123 | 869a5c6d | aliguori | static VirtIOBlockReq *virtio_blk_alloc_request(VirtIOBlock *s)
|
124 | 869a5c6d | aliguori | { |
125 | 7267c094 | Anthony Liguori | VirtIOBlockReq *req = g_malloc(sizeof(*req));
|
126 | 487414f1 | aliguori | req->dev = s; |
127 | de6c8042 | Stefan Hajnoczi | req->qiov.size = 0;
|
128 | de6c8042 | Stefan Hajnoczi | req->next = NULL;
|
129 | 869a5c6d | aliguori | return req;
|
130 | 6e02c38d | aliguori | } |
131 | 6e02c38d | aliguori | |
132 | 6e02c38d | aliguori | static VirtIOBlockReq *virtio_blk_get_request(VirtIOBlock *s)
|
133 | 6e02c38d | aliguori | { |
134 | 869a5c6d | aliguori | VirtIOBlockReq *req = virtio_blk_alloc_request(s); |
135 | 6e02c38d | aliguori | |
136 | 869a5c6d | aliguori | if (req != NULL) { |
137 | 869a5c6d | aliguori | if (!virtqueue_pop(s->vq, &req->elem)) {
|
138 | 7267c094 | Anthony Liguori | g_free(req); |
139 | 869a5c6d | aliguori | return NULL; |
140 | 869a5c6d | aliguori | } |
141 | 6e02c38d | aliguori | } |
142 | 6e02c38d | aliguori | |
143 | 6e02c38d | aliguori | return req;
|
144 | 6e02c38d | aliguori | } |
145 | 6e02c38d | aliguori | |
146 | 1063b8b1 | Christoph Hellwig | static void virtio_blk_handle_scsi(VirtIOBlockReq *req) |
147 | 1063b8b1 | Christoph Hellwig | { |
148 | 47ce9ef7 | Stefan Weil | #ifdef __linux__
|
149 | 4277906d | Christoph Hellwig | int ret;
|
150 | 1063b8b1 | Christoph Hellwig | int i;
|
151 | 47ce9ef7 | Stefan Weil | #endif
|
152 | 47ce9ef7 | Stefan Weil | int status = VIRTIO_BLK_S_OK;
|
153 | 1063b8b1 | Christoph Hellwig | |
154 | 1063b8b1 | Christoph Hellwig | /*
|
155 | 1063b8b1 | Christoph Hellwig | * We require at least one output segment each for the virtio_blk_outhdr
|
156 | 1063b8b1 | Christoph Hellwig | * and the SCSI command block.
|
157 | 1063b8b1 | Christoph Hellwig | *
|
158 | 1063b8b1 | Christoph Hellwig | * We also at least require the virtio_blk_inhdr, the virtio_scsi_inhdr
|
159 | 1063b8b1 | Christoph Hellwig | * and the sense buffer pointer in the input segments.
|
160 | 1063b8b1 | Christoph Hellwig | */
|
161 | 1063b8b1 | Christoph Hellwig | if (req->elem.out_num < 2 || req->elem.in_num < 3) { |
162 | 1063b8b1 | Christoph Hellwig | virtio_blk_req_complete(req, VIRTIO_BLK_S_IOERR); |
163 | a597e79c | Christoph Hellwig | g_free(req); |
164 | 1063b8b1 | Christoph Hellwig | return;
|
165 | 1063b8b1 | Christoph Hellwig | } |
166 | 1063b8b1 | Christoph Hellwig | |
167 | 1063b8b1 | Christoph Hellwig | /*
|
168 | f34e73cd | Paolo Bonzini | * The scsi inhdr is placed in the second-to-last input segment, just
|
169 | f34e73cd | Paolo Bonzini | * before the regular inhdr.
|
170 | 1063b8b1 | Christoph Hellwig | */
|
171 | f34e73cd | Paolo Bonzini | req->scsi = (void *)req->elem.in_sg[req->elem.in_num - 2].iov_base; |
172 | f34e73cd | Paolo Bonzini | |
173 | a6c5c84a | Paolo Bonzini | if (!req->dev->blk->scsi) {
|
174 | f34e73cd | Paolo Bonzini | status = VIRTIO_BLK_S_UNSUPP; |
175 | f34e73cd | Paolo Bonzini | goto fail;
|
176 | 1063b8b1 | Christoph Hellwig | } |
177 | 1063b8b1 | Christoph Hellwig | |
178 | 1063b8b1 | Christoph Hellwig | /*
|
179 | f34e73cd | Paolo Bonzini | * No support for bidirection commands yet.
|
180 | 1063b8b1 | Christoph Hellwig | */
|
181 | f34e73cd | Paolo Bonzini | if (req->elem.out_num > 2 && req->elem.in_num > 3) { |
182 | f34e73cd | Paolo Bonzini | status = VIRTIO_BLK_S_UNSUPP; |
183 | f34e73cd | Paolo Bonzini | goto fail;
|
184 | f34e73cd | Paolo Bonzini | } |
185 | 1063b8b1 | Christoph Hellwig | |
186 | f34e73cd | Paolo Bonzini | #ifdef __linux__
|
187 | f34e73cd | Paolo Bonzini | struct sg_io_hdr hdr;
|
188 | 1063b8b1 | Christoph Hellwig | memset(&hdr, 0, sizeof(struct sg_io_hdr)); |
189 | 1063b8b1 | Christoph Hellwig | hdr.interface_id = 'S';
|
190 | 1063b8b1 | Christoph Hellwig | hdr.cmd_len = req->elem.out_sg[1].iov_len;
|
191 | 1063b8b1 | Christoph Hellwig | hdr.cmdp = req->elem.out_sg[1].iov_base;
|
192 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_len = 0;
|
193 | 1063b8b1 | Christoph Hellwig | |
194 | 1063b8b1 | Christoph Hellwig | if (req->elem.out_num > 2) { |
195 | 1063b8b1 | Christoph Hellwig | /*
|
196 | 1063b8b1 | Christoph Hellwig | * If there are more than the minimally required 2 output segments
|
197 | 1063b8b1 | Christoph Hellwig | * there is write payload starting from the third iovec.
|
198 | 1063b8b1 | Christoph Hellwig | */
|
199 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_direction = SG_DXFER_TO_DEV; |
200 | 1063b8b1 | Christoph Hellwig | hdr.iovec_count = req->elem.out_num - 2;
|
201 | 1063b8b1 | Christoph Hellwig | |
202 | 1063b8b1 | Christoph Hellwig | for (i = 0; i < hdr.iovec_count; i++) |
203 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_len += req->elem.out_sg[i + 2].iov_len;
|
204 | 1063b8b1 | Christoph Hellwig | |
205 | 1063b8b1 | Christoph Hellwig | hdr.dxferp = req->elem.out_sg + 2;
|
206 | 1063b8b1 | Christoph Hellwig | |
207 | 1063b8b1 | Christoph Hellwig | } else if (req->elem.in_num > 3) { |
208 | 1063b8b1 | Christoph Hellwig | /*
|
209 | 1063b8b1 | Christoph Hellwig | * If we have more than 3 input segments the guest wants to actually
|
210 | 1063b8b1 | Christoph Hellwig | * read data.
|
211 | 1063b8b1 | Christoph Hellwig | */
|
212 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_direction = SG_DXFER_FROM_DEV; |
213 | 1063b8b1 | Christoph Hellwig | hdr.iovec_count = req->elem.in_num - 3;
|
214 | 1063b8b1 | Christoph Hellwig | for (i = 0; i < hdr.iovec_count; i++) |
215 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_len += req->elem.in_sg[i].iov_len; |
216 | 1063b8b1 | Christoph Hellwig | |
217 | 1063b8b1 | Christoph Hellwig | hdr.dxferp = req->elem.in_sg; |
218 | 1063b8b1 | Christoph Hellwig | } else {
|
219 | 1063b8b1 | Christoph Hellwig | /*
|
220 | 1063b8b1 | Christoph Hellwig | * Some SCSI commands don't actually transfer any data.
|
221 | 1063b8b1 | Christoph Hellwig | */
|
222 | 1063b8b1 | Christoph Hellwig | hdr.dxfer_direction = SG_DXFER_NONE; |
223 | 1063b8b1 | Christoph Hellwig | } |
224 | 1063b8b1 | Christoph Hellwig | |
225 | 1063b8b1 | Christoph Hellwig | hdr.sbp = req->elem.in_sg[req->elem.in_num - 3].iov_base;
|
226 | 1063b8b1 | Christoph Hellwig | hdr.mx_sb_len = req->elem.in_sg[req->elem.in_num - 3].iov_len;
|
227 | 1063b8b1 | Christoph Hellwig | |
228 | 1063b8b1 | Christoph Hellwig | ret = bdrv_ioctl(req->dev->bs, SG_IO, &hdr); |
229 | 1063b8b1 | Christoph Hellwig | if (ret) {
|
230 | 1063b8b1 | Christoph Hellwig | status = VIRTIO_BLK_S_UNSUPP; |
231 | f34e73cd | Paolo Bonzini | goto fail;
|
232 | 1063b8b1 | Christoph Hellwig | } |
233 | 1063b8b1 | Christoph Hellwig | |
234 | 5bb23927 | Paolo Bonzini | /*
|
235 | 5bb23927 | Paolo Bonzini | * From SCSI-Generic-HOWTO: "Some lower level drivers (e.g. ide-scsi)
|
236 | 5bb23927 | Paolo Bonzini | * clear the masked_status field [hence status gets cleared too, see
|
237 | 5bb23927 | Paolo Bonzini | * block/scsi_ioctl.c] even when a CHECK_CONDITION or COMMAND_TERMINATED
|
238 | 5bb23927 | Paolo Bonzini | * status has occurred. However they do set DRIVER_SENSE in driver_status
|
239 | 5bb23927 | Paolo Bonzini | * field. Also a (sb_len_wr > 0) indicates there is a sense buffer.
|
240 | 5bb23927 | Paolo Bonzini | */
|
241 | 5bb23927 | Paolo Bonzini | if (hdr.status == 0 && hdr.sb_len_wr > 0) { |
242 | 5bb23927 | Paolo Bonzini | hdr.status = CHECK_CONDITION; |
243 | 5bb23927 | Paolo Bonzini | } |
244 | 5bb23927 | Paolo Bonzini | |
245 | 5bb23927 | Paolo Bonzini | stl_p(&req->scsi->errors, |
246 | 5bb23927 | Paolo Bonzini | hdr.status | (hdr.msg_status << 8) |
|
247 | 5bb23927 | Paolo Bonzini | (hdr.host_status << 16) | (hdr.driver_status << 24)); |
248 | 92e3c2a3 | Aurelien Jarno | stl_p(&req->scsi->residual, hdr.resid); |
249 | 92e3c2a3 | Aurelien Jarno | stl_p(&req->scsi->sense_len, hdr.sb_len_wr); |
250 | 92e3c2a3 | Aurelien Jarno | stl_p(&req->scsi->data_len, hdr.dxfer_len); |
251 | 1063b8b1 | Christoph Hellwig | |
252 | 1063b8b1 | Christoph Hellwig | virtio_blk_req_complete(req, status); |
253 | a597e79c | Christoph Hellwig | g_free(req); |
254 | 730a9c53 | Avi Kivity | return;
|
255 | 1063b8b1 | Christoph Hellwig | #else
|
256 | f34e73cd | Paolo Bonzini | abort(); |
257 | f34e73cd | Paolo Bonzini | #endif
|
258 | f34e73cd | Paolo Bonzini | |
259 | f34e73cd | Paolo Bonzini | fail:
|
260 | f34e73cd | Paolo Bonzini | /* Just put anything nonzero so that the ioctl fails in the guest. */
|
261 | f34e73cd | Paolo Bonzini | stl_p(&req->scsi->errors, 255);
|
262 | f34e73cd | Paolo Bonzini | virtio_blk_req_complete(req, status); |
263 | a597e79c | Christoph Hellwig | g_free(req); |
264 | 1063b8b1 | Christoph Hellwig | } |
265 | 1063b8b1 | Christoph Hellwig | |
266 | c20fd872 | Christoph Hellwig | typedef struct MultiReqBuffer { |
267 | c20fd872 | Christoph Hellwig | BlockRequest blkreq[32];
|
268 | c20fd872 | Christoph Hellwig | unsigned int num_writes; |
269 | c20fd872 | Christoph Hellwig | } MultiReqBuffer; |
270 | c20fd872 | Christoph Hellwig | |
271 | c20fd872 | Christoph Hellwig | static void virtio_submit_multiwrite(BlockDriverState *bs, MultiReqBuffer *mrb) |
272 | 869a5c6d | aliguori | { |
273 | 91553dcc | Kevin Wolf | int i, ret;
|
274 | 91553dcc | Kevin Wolf | |
275 | c20fd872 | Christoph Hellwig | if (!mrb->num_writes) {
|
276 | c20fd872 | Christoph Hellwig | return;
|
277 | c20fd872 | Christoph Hellwig | } |
278 | c20fd872 | Christoph Hellwig | |
279 | c20fd872 | Christoph Hellwig | ret = bdrv_aio_multiwrite(bs, mrb->blkreq, mrb->num_writes); |
280 | 91553dcc | Kevin Wolf | if (ret != 0) { |
281 | c20fd872 | Christoph Hellwig | for (i = 0; i < mrb->num_writes; i++) { |
282 | c20fd872 | Christoph Hellwig | if (mrb->blkreq[i].error) {
|
283 | c20fd872 | Christoph Hellwig | virtio_blk_rw_complete(mrb->blkreq[i].opaque, -EIO); |
284 | 91553dcc | Kevin Wolf | } |
285 | 91553dcc | Kevin Wolf | } |
286 | 91553dcc | Kevin Wolf | } |
287 | c20fd872 | Christoph Hellwig | |
288 | c20fd872 | Christoph Hellwig | mrb->num_writes = 0;
|
289 | 91553dcc | Kevin Wolf | } |
290 | 87b245db | Christoph Hellwig | |
291 | c20fd872 | Christoph Hellwig | static void virtio_blk_handle_flush(VirtIOBlockReq *req, MultiReqBuffer *mrb) |
292 | aa659be3 | Christoph Hellwig | { |
293 | a597e79c | Christoph Hellwig | bdrv_acct_start(req->dev->bs, &req->acct, 0, BDRV_ACCT_FLUSH);
|
294 | a597e79c | Christoph Hellwig | |
295 | 618fbb84 | Christoph Hellwig | /*
|
296 | 618fbb84 | Christoph Hellwig | * Make sure all outstanding writes are posted to the backing device.
|
297 | 618fbb84 | Christoph Hellwig | */
|
298 | c20fd872 | Christoph Hellwig | virtio_submit_multiwrite(req->dev->bs, mrb); |
299 | ad54ae80 | Paolo Bonzini | bdrv_aio_flush(req->dev->bs, virtio_blk_flush_complete, req); |
300 | aa659be3 | Christoph Hellwig | } |
301 | aa659be3 | Christoph Hellwig | |
302 | c20fd872 | Christoph Hellwig | static void virtio_blk_handle_write(VirtIOBlockReq *req, MultiReqBuffer *mrb) |
303 | 91553dcc | Kevin Wolf | { |
304 | c20fd872 | Christoph Hellwig | BlockRequest *blkreq; |
305 | 92e3c2a3 | Aurelien Jarno | uint64_t sector; |
306 | c20fd872 | Christoph Hellwig | |
307 | 92e3c2a3 | Aurelien Jarno | sector = ldq_p(&req->out->sector); |
308 | 6d519a5f | Stefan Hajnoczi | |
309 | a597e79c | Christoph Hellwig | bdrv_acct_start(req->dev->bs, &req->acct, req->qiov.size, BDRV_ACCT_WRITE); |
310 | a597e79c | Christoph Hellwig | |
311 | 92e3c2a3 | Aurelien Jarno | trace_virtio_blk_handle_write(req, sector, req->qiov.size / 512);
|
312 | 92e3c2a3 | Aurelien Jarno | |
313 | 92e3c2a3 | Aurelien Jarno | if (sector & req->dev->sector_mask) {
|
314 | 8cfacf07 | Christoph Hellwig | virtio_blk_rw_complete(req, -EIO); |
315 | 8cfacf07 | Christoph Hellwig | return;
|
316 | 8cfacf07 | Christoph Hellwig | } |
317 | 52c05023 | Christoph Hellwig | if (req->qiov.size % req->dev->conf->logical_block_size) {
|
318 | 52c05023 | Christoph Hellwig | virtio_blk_rw_complete(req, -EIO); |
319 | 52c05023 | Christoph Hellwig | return;
|
320 | 52c05023 | Christoph Hellwig | } |
321 | 8cfacf07 | Christoph Hellwig | |
322 | c20fd872 | Christoph Hellwig | if (mrb->num_writes == 32) { |
323 | c20fd872 | Christoph Hellwig | virtio_submit_multiwrite(req->dev->bs, mrb); |
324 | 87b245db | Christoph Hellwig | } |
325 | 91553dcc | Kevin Wolf | |
326 | c20fd872 | Christoph Hellwig | blkreq = &mrb->blkreq[mrb->num_writes]; |
327 | 92e3c2a3 | Aurelien Jarno | blkreq->sector = sector; |
328 | c20fd872 | Christoph Hellwig | blkreq->nb_sectors = req->qiov.size / BDRV_SECTOR_SIZE; |
329 | c20fd872 | Christoph Hellwig | blkreq->qiov = &req->qiov; |
330 | c20fd872 | Christoph Hellwig | blkreq->cb = virtio_blk_rw_complete; |
331 | c20fd872 | Christoph Hellwig | blkreq->opaque = req; |
332 | c20fd872 | Christoph Hellwig | blkreq->error = 0;
|
333 | 91553dcc | Kevin Wolf | |
334 | c20fd872 | Christoph Hellwig | mrb->num_writes++; |
335 | d28a1b6e | aliguori | } |
336 | 869a5c6d | aliguori | |
337 | d28a1b6e | aliguori | static void virtio_blk_handle_read(VirtIOBlockReq *req) |
338 | d28a1b6e | aliguori | { |
339 | 92e3c2a3 | Aurelien Jarno | uint64_t sector; |
340 | 92e3c2a3 | Aurelien Jarno | |
341 | 92e3c2a3 | Aurelien Jarno | sector = ldq_p(&req->out->sector); |
342 | 87b245db | Christoph Hellwig | |
343 | a597e79c | Christoph Hellwig | bdrv_acct_start(req->dev->bs, &req->acct, req->qiov.size, BDRV_ACCT_READ); |
344 | a597e79c | Christoph Hellwig | |
345 | 81b6b9fa | Stefan Hajnoczi | trace_virtio_blk_handle_read(req, sector, req->qiov.size / 512);
|
346 | 81b6b9fa | Stefan Hajnoczi | |
347 | 92e3c2a3 | Aurelien Jarno | if (sector & req->dev->sector_mask) {
|
348 | 8cfacf07 | Christoph Hellwig | virtio_blk_rw_complete(req, -EIO); |
349 | 8cfacf07 | Christoph Hellwig | return;
|
350 | 8cfacf07 | Christoph Hellwig | } |
351 | 52c05023 | Christoph Hellwig | if (req->qiov.size % req->dev->conf->logical_block_size) {
|
352 | 52c05023 | Christoph Hellwig | virtio_blk_rw_complete(req, -EIO); |
353 | 52c05023 | Christoph Hellwig | return;
|
354 | 52c05023 | Christoph Hellwig | } |
355 | ad54ae80 | Paolo Bonzini | bdrv_aio_readv(req->dev->bs, sector, &req->qiov, |
356 | ad54ae80 | Paolo Bonzini | req->qiov.size / BDRV_SECTOR_SIZE, |
357 | ad54ae80 | Paolo Bonzini | virtio_blk_rw_complete, req); |
358 | 869a5c6d | aliguori | } |
359 | 869a5c6d | aliguori | |
360 | bc6694d4 | Kevin Wolf | static void virtio_blk_handle_request(VirtIOBlockReq *req, |
361 | bc6694d4 | Kevin Wolf | MultiReqBuffer *mrb) |
362 | bc6694d4 | Kevin Wolf | { |
363 | 92e3c2a3 | Aurelien Jarno | uint32_t type; |
364 | 92e3c2a3 | Aurelien Jarno | |
365 | bc6694d4 | Kevin Wolf | if (req->elem.out_num < 1 || req->elem.in_num < 1) { |
366 | 870cef1d | Stefan Hajnoczi | error_report("virtio-blk missing headers");
|
367 | bc6694d4 | Kevin Wolf | exit(1);
|
368 | bc6694d4 | Kevin Wolf | } |
369 | bc6694d4 | Kevin Wolf | |
370 | bc6694d4 | Kevin Wolf | if (req->elem.out_sg[0].iov_len < sizeof(*req->out) || |
371 | bc6694d4 | Kevin Wolf | req->elem.in_sg[req->elem.in_num - 1].iov_len < sizeof(*req->in)) { |
372 | 870cef1d | Stefan Hajnoczi | error_report("virtio-blk header not in correct element");
|
373 | bc6694d4 | Kevin Wolf | exit(1);
|
374 | bc6694d4 | Kevin Wolf | } |
375 | bc6694d4 | Kevin Wolf | |
376 | bc6694d4 | Kevin Wolf | req->out = (void *)req->elem.out_sg[0].iov_base; |
377 | bc6694d4 | Kevin Wolf | req->in = (void *)req->elem.in_sg[req->elem.in_num - 1].iov_base; |
378 | bc6694d4 | Kevin Wolf | |
379 | 92e3c2a3 | Aurelien Jarno | type = ldl_p(&req->out->type); |
380 | 92e3c2a3 | Aurelien Jarno | |
381 | 92e3c2a3 | Aurelien Jarno | if (type & VIRTIO_BLK_T_FLUSH) {
|
382 | c20fd872 | Christoph Hellwig | virtio_blk_handle_flush(req, mrb); |
383 | 92e3c2a3 | Aurelien Jarno | } else if (type & VIRTIO_BLK_T_SCSI_CMD) { |
384 | bc6694d4 | Kevin Wolf | virtio_blk_handle_scsi(req); |
385 | 92e3c2a3 | Aurelien Jarno | } else if (type & VIRTIO_BLK_T_GET_ID) { |
386 | 2930b313 | john cooper | VirtIOBlock *s = req->dev; |
387 | 2930b313 | john cooper | |
388 | a8686a9b | Markus Armbruster | /*
|
389 | a8686a9b | Markus Armbruster | * NB: per existing s/n string convention the string is
|
390 | a8686a9b | Markus Armbruster | * terminated by '\0' only when shorter than buffer.
|
391 | a8686a9b | Markus Armbruster | */
|
392 | a8686a9b | Markus Armbruster | strncpy(req->elem.in_sg[0].iov_base,
|
393 | 12c5674b | Paolo Bonzini | s->blk->serial ? s->blk->serial : "",
|
394 | a8686a9b | Markus Armbruster | MIN(req->elem.in_sg[0].iov_len, VIRTIO_BLK_ID_BYTES));
|
395 | 2930b313 | john cooper | virtio_blk_req_complete(req, VIRTIO_BLK_S_OK); |
396 | a597e79c | Christoph Hellwig | g_free(req); |
397 | 92e3c2a3 | Aurelien Jarno | } else if (type & VIRTIO_BLK_T_OUT) { |
398 | bc6694d4 | Kevin Wolf | qemu_iovec_init_external(&req->qiov, &req->elem.out_sg[1],
|
399 | bc6694d4 | Kevin Wolf | req->elem.out_num - 1);
|
400 | c20fd872 | Christoph Hellwig | virtio_blk_handle_write(req, mrb); |
401 | 9e72c450 | Alexey Zaytsev | } else if (type == VIRTIO_BLK_T_IN || type == VIRTIO_BLK_T_BARRIER) { |
402 | 9e72c450 | Alexey Zaytsev | /* VIRTIO_BLK_T_IN is 0, so we can't just & it. */
|
403 | bc6694d4 | Kevin Wolf | qemu_iovec_init_external(&req->qiov, &req->elem.in_sg[0],
|
404 | bc6694d4 | Kevin Wolf | req->elem.in_num - 1);
|
405 | bc6694d4 | Kevin Wolf | virtio_blk_handle_read(req); |
406 | 9e72c450 | Alexey Zaytsev | } else {
|
407 | 9e72c450 | Alexey Zaytsev | virtio_blk_req_complete(req, VIRTIO_BLK_S_UNSUPP); |
408 | 9e72c450 | Alexey Zaytsev | g_free(req); |
409 | bc6694d4 | Kevin Wolf | } |
410 | bc6694d4 | Kevin Wolf | } |
411 | bc6694d4 | Kevin Wolf | |
412 | 6e02c38d | aliguori | static void virtio_blk_handle_output(VirtIODevice *vdev, VirtQueue *vq) |
413 | 6e02c38d | aliguori | { |
414 | 6e02c38d | aliguori | VirtIOBlock *s = to_virtio_blk(vdev); |
415 | 6e02c38d | aliguori | VirtIOBlockReq *req; |
416 | bc6694d4 | Kevin Wolf | MultiReqBuffer mrb = { |
417 | bc6694d4 | Kevin Wolf | .num_writes = 0,
|
418 | bc6694d4 | Kevin Wolf | }; |
419 | 6e02c38d | aliguori | |
420 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
421 | 392808b4 | Stefan Hajnoczi | /* Some guests kick before setting VIRTIO_CONFIG_S_DRIVER_OK so start
|
422 | 392808b4 | Stefan Hajnoczi | * dataplane here instead of waiting for .set_status().
|
423 | 392808b4 | Stefan Hajnoczi | */
|
424 | 392808b4 | Stefan Hajnoczi | if (s->dataplane) {
|
425 | 392808b4 | Stefan Hajnoczi | virtio_blk_data_plane_start(s->dataplane); |
426 | 392808b4 | Stefan Hajnoczi | return;
|
427 | 392808b4 | Stefan Hajnoczi | } |
428 | 392808b4 | Stefan Hajnoczi | #endif
|
429 | 392808b4 | Stefan Hajnoczi | |
430 | 6e02c38d | aliguori | while ((req = virtio_blk_get_request(s))) {
|
431 | bc6694d4 | Kevin Wolf | virtio_blk_handle_request(req, &mrb); |
432 | 6e02c38d | aliguori | } |
433 | 91553dcc | Kevin Wolf | |
434 | c20fd872 | Christoph Hellwig | virtio_submit_multiwrite(s->bs, &mrb); |
435 | 91553dcc | Kevin Wolf | |
436 | 6e02c38d | aliguori | /*
|
437 | 6e02c38d | aliguori | * FIXME: Want to check for completions before returning to guest mode,
|
438 | 6e02c38d | aliguori | * so cached reads and writes are reported as quickly as possible. But
|
439 | 6e02c38d | aliguori | * that should be done in the generic block layer.
|
440 | 6e02c38d | aliguori | */
|
441 | 6e02c38d | aliguori | } |
442 | 6e02c38d | aliguori | |
443 | 213189ab | Markus Armbruster | static void virtio_blk_dma_restart_bh(void *opaque) |
444 | 869a5c6d | aliguori | { |
445 | 869a5c6d | aliguori | VirtIOBlock *s = opaque; |
446 | 869a5c6d | aliguori | VirtIOBlockReq *req = s->rq; |
447 | f1b52868 | Kevin Wolf | MultiReqBuffer mrb = { |
448 | f1b52868 | Kevin Wolf | .num_writes = 0,
|
449 | f1b52868 | Kevin Wolf | }; |
450 | 869a5c6d | aliguori | |
451 | 213189ab | Markus Armbruster | qemu_bh_delete(s->bh); |
452 | 213189ab | Markus Armbruster | s->bh = NULL;
|
453 | 869a5c6d | aliguori | |
454 | 869a5c6d | aliguori | s->rq = NULL;
|
455 | 869a5c6d | aliguori | |
456 | 869a5c6d | aliguori | while (req) {
|
457 | f1b52868 | Kevin Wolf | virtio_blk_handle_request(req, &mrb); |
458 | 869a5c6d | aliguori | req = req->next; |
459 | 869a5c6d | aliguori | } |
460 | f1b52868 | Kevin Wolf | |
461 | c20fd872 | Christoph Hellwig | virtio_submit_multiwrite(s->bs, &mrb); |
462 | 869a5c6d | aliguori | } |
463 | 869a5c6d | aliguori | |
464 | 1dfb4dd9 | Luiz Capitulino | static void virtio_blk_dma_restart_cb(void *opaque, int running, |
465 | 1dfb4dd9 | Luiz Capitulino | RunState state) |
466 | 213189ab | Markus Armbruster | { |
467 | 213189ab | Markus Armbruster | VirtIOBlock *s = opaque; |
468 | 213189ab | Markus Armbruster | |
469 | 392808b4 | Stefan Hajnoczi | if (!running) {
|
470 | 213189ab | Markus Armbruster | return;
|
471 | 392808b4 | Stefan Hajnoczi | } |
472 | 213189ab | Markus Armbruster | |
473 | 213189ab | Markus Armbruster | if (!s->bh) {
|
474 | 213189ab | Markus Armbruster | s->bh = qemu_bh_new(virtio_blk_dma_restart_bh, s); |
475 | 213189ab | Markus Armbruster | qemu_bh_schedule(s->bh); |
476 | 213189ab | Markus Armbruster | } |
477 | 213189ab | Markus Armbruster | } |
478 | 213189ab | Markus Armbruster | |
479 | 6e02c38d | aliguori | static void virtio_blk_reset(VirtIODevice *vdev) |
480 | 6e02c38d | aliguori | { |
481 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
482 | 392808b4 | Stefan Hajnoczi | VirtIOBlock *s = to_virtio_blk(vdev); |
483 | 392808b4 | Stefan Hajnoczi | |
484 | 392808b4 | Stefan Hajnoczi | if (s->dataplane) {
|
485 | 392808b4 | Stefan Hajnoczi | virtio_blk_data_plane_stop(s->dataplane); |
486 | 392808b4 | Stefan Hajnoczi | } |
487 | 392808b4 | Stefan Hajnoczi | #endif
|
488 | 392808b4 | Stefan Hajnoczi | |
489 | 6e02c38d | aliguori | /*
|
490 | 6e02c38d | aliguori | * This should cancel pending requests, but can't do nicely until there
|
491 | 6e02c38d | aliguori | * are per-device request lists.
|
492 | 6e02c38d | aliguori | */
|
493 | 922453bc | Stefan Hajnoczi | bdrv_drain_all(); |
494 | 6e02c38d | aliguori | } |
495 | 6e02c38d | aliguori | |
496 | bf011293 | john cooper | /* coalesce internal state, copy to pci i/o region 0
|
497 | bf011293 | john cooper | */
|
498 | 6e02c38d | aliguori | static void virtio_blk_update_config(VirtIODevice *vdev, uint8_t *config) |
499 | 6e02c38d | aliguori | { |
500 | 6e02c38d | aliguori | VirtIOBlock *s = to_virtio_blk(vdev); |
501 | 6e02c38d | aliguori | struct virtio_blk_config blkcfg;
|
502 | 6e02c38d | aliguori | uint64_t capacity; |
503 | 3a395142 | Paolo Bonzini | int blk_size = s->conf->logical_block_size;
|
504 | 6e02c38d | aliguori | |
505 | 6e02c38d | aliguori | bdrv_get_geometry(s->bs, &capacity); |
506 | 5c5dafdc | Gerd Hoffmann | memset(&blkcfg, 0, sizeof(blkcfg)); |
507 | 6e02c38d | aliguori | stq_raw(&blkcfg.capacity, capacity); |
508 | 6e02c38d | aliguori | stl_raw(&blkcfg.seg_max, 128 - 2); |
509 | e63e7fde | Markus Armbruster | stw_raw(&blkcfg.cylinders, s->conf->cyls); |
510 | 3a395142 | Paolo Bonzini | stl_raw(&blkcfg.blk_size, blk_size); |
511 | 3a395142 | Paolo Bonzini | stw_raw(&blkcfg.min_io_size, s->conf->min_io_size / blk_size); |
512 | 3a395142 | Paolo Bonzini | stw_raw(&blkcfg.opt_io_size, s->conf->opt_io_size / blk_size); |
513 | e63e7fde | Markus Armbruster | blkcfg.heads = s->conf->heads; |
514 | 136be99e | Christian Borntraeger | /*
|
515 | 136be99e | Christian Borntraeger | * We must ensure that the block device capacity is a multiple of
|
516 | 136be99e | Christian Borntraeger | * the logical block size. If that is not the case, lets use
|
517 | 136be99e | Christian Borntraeger | * sector_mask to adopt the geometry to have a correct picture.
|
518 | 136be99e | Christian Borntraeger | * For those devices where the capacity is ok for the given geometry
|
519 | 136be99e | Christian Borntraeger | * we dont touch the sector value of the geometry, since some devices
|
520 | 136be99e | Christian Borntraeger | * (like s390 dasd) need a specific value. Here the capacity is already
|
521 | 136be99e | Christian Borntraeger | * cyls*heads*secs*blk_size and the sector value is not block size
|
522 | 136be99e | Christian Borntraeger | * divided by 512 - instead it is the amount of blk_size blocks
|
523 | 136be99e | Christian Borntraeger | * per track (cylinder).
|
524 | 136be99e | Christian Borntraeger | */
|
525 | e63e7fde | Markus Armbruster | if (bdrv_getlength(s->bs) / s->conf->heads / s->conf->secs % blk_size) {
|
526 | e63e7fde | Markus Armbruster | blkcfg.sectors = s->conf->secs & ~s->sector_mask; |
527 | 136be99e | Christian Borntraeger | } else {
|
528 | e63e7fde | Markus Armbruster | blkcfg.sectors = s->conf->secs; |
529 | 136be99e | Christian Borntraeger | } |
530 | c7085da7 | Blue Swirl | blkcfg.size_max = 0;
|
531 | 9752c371 | Christoph Hellwig | blkcfg.physical_block_exp = get_physical_block_exp(s->conf); |
532 | 9752c371 | Christoph Hellwig | blkcfg.alignment_offset = 0;
|
533 | 13e3dce0 | Paolo Bonzini | blkcfg.wce = bdrv_enable_write_cache(s->bs); |
534 | 37d5ddd6 | hch@lst.de | memcpy(config, &blkcfg, sizeof(struct virtio_blk_config)); |
535 | 6e02c38d | aliguori | } |
536 | 6e02c38d | aliguori | |
537 | 13e3dce0 | Paolo Bonzini | static void virtio_blk_set_config(VirtIODevice *vdev, const uint8_t *config) |
538 | 13e3dce0 | Paolo Bonzini | { |
539 | 13e3dce0 | Paolo Bonzini | VirtIOBlock *s = to_virtio_blk(vdev); |
540 | 13e3dce0 | Paolo Bonzini | struct virtio_blk_config blkcfg;
|
541 | 13e3dce0 | Paolo Bonzini | |
542 | 13e3dce0 | Paolo Bonzini | memcpy(&blkcfg, config, sizeof(blkcfg));
|
543 | 13e3dce0 | Paolo Bonzini | bdrv_set_enable_write_cache(s->bs, blkcfg.wce != 0);
|
544 | 13e3dce0 | Paolo Bonzini | } |
545 | 13e3dce0 | Paolo Bonzini | |
546 | 8172539d | Michael S. Tsirkin | static uint32_t virtio_blk_get_features(VirtIODevice *vdev, uint32_t features)
|
547 | 6e02c38d | aliguori | { |
548 | bf011293 | john cooper | VirtIOBlock *s = to_virtio_blk(vdev); |
549 | 1063b8b1 | Christoph Hellwig | |
550 | 1063b8b1 | Christoph Hellwig | features |= (1 << VIRTIO_BLK_F_SEG_MAX);
|
551 | 1063b8b1 | Christoph Hellwig | features |= (1 << VIRTIO_BLK_F_GEOMETRY);
|
552 | 9752c371 | Christoph Hellwig | features |= (1 << VIRTIO_BLK_F_TOPOLOGY);
|
553 | 8cfacf07 | Christoph Hellwig | features |= (1 << VIRTIO_BLK_F_BLK_SIZE);
|
554 | a6c5c84a | Paolo Bonzini | features |= (1 << VIRTIO_BLK_F_SCSI);
|
555 | aa659be3 | Christoph Hellwig | |
556 | 8a873ba7 | Stefan Hajnoczi | if (s->blk->config_wce) {
|
557 | 8a873ba7 | Stefan Hajnoczi | features |= (1 << VIRTIO_BLK_F_CONFIG_WCE);
|
558 | 8a873ba7 | Stefan Hajnoczi | } |
559 | aa659be3 | Christoph Hellwig | if (bdrv_enable_write_cache(s->bs))
|
560 | 13e3dce0 | Paolo Bonzini | features |= (1 << VIRTIO_BLK_F_WCE);
|
561 | 13e3dce0 | Paolo Bonzini | |
562 | c79662f7 | Naphtali Sprei | if (bdrv_is_read_only(s->bs))
|
563 | c79662f7 | Naphtali Sprei | features |= 1 << VIRTIO_BLK_F_RO;
|
564 | 1063b8b1 | Christoph Hellwig | |
565 | 1063b8b1 | Christoph Hellwig | return features;
|
566 | 6e02c38d | aliguori | } |
567 | 6e02c38d | aliguori | |
568 | 9315cbfd | Paolo Bonzini | static void virtio_blk_set_status(VirtIODevice *vdev, uint8_t status) |
569 | 9315cbfd | Paolo Bonzini | { |
570 | 9315cbfd | Paolo Bonzini | VirtIOBlock *s = to_virtio_blk(vdev); |
571 | 9315cbfd | Paolo Bonzini | uint32_t features; |
572 | 9315cbfd | Paolo Bonzini | |
573 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
574 | 392808b4 | Stefan Hajnoczi | if (s->dataplane && !(status & VIRTIO_CONFIG_S_DRIVER)) {
|
575 | 392808b4 | Stefan Hajnoczi | virtio_blk_data_plane_stop(s->dataplane); |
576 | 392808b4 | Stefan Hajnoczi | } |
577 | 392808b4 | Stefan Hajnoczi | #endif
|
578 | 392808b4 | Stefan Hajnoczi | |
579 | 9315cbfd | Paolo Bonzini | if (!(status & VIRTIO_CONFIG_S_DRIVER_OK)) {
|
580 | 9315cbfd | Paolo Bonzini | return;
|
581 | 9315cbfd | Paolo Bonzini | } |
582 | 9315cbfd | Paolo Bonzini | |
583 | 9315cbfd | Paolo Bonzini | features = vdev->guest_features; |
584 | 9315cbfd | Paolo Bonzini | bdrv_set_enable_write_cache(s->bs, !!(features & (1 << VIRTIO_BLK_F_WCE)));
|
585 | 9315cbfd | Paolo Bonzini | } |
586 | 9315cbfd | Paolo Bonzini | |
587 | 6e02c38d | aliguori | static void virtio_blk_save(QEMUFile *f, void *opaque) |
588 | 6e02c38d | aliguori | { |
589 | 6e02c38d | aliguori | VirtIOBlock *s = opaque; |
590 | 869a5c6d | aliguori | VirtIOBlockReq *req = s->rq; |
591 | 869a5c6d | aliguori | |
592 | 6e02c38d | aliguori | virtio_save(&s->vdev, f); |
593 | 869a5c6d | aliguori | |
594 | 869a5c6d | aliguori | while (req) {
|
595 | 869a5c6d | aliguori | qemu_put_sbyte(f, 1);
|
596 | 869a5c6d | aliguori | qemu_put_buffer(f, (unsigned char*)&req->elem, sizeof(req->elem)); |
597 | 869a5c6d | aliguori | req = req->next; |
598 | 869a5c6d | aliguori | } |
599 | 869a5c6d | aliguori | qemu_put_sbyte(f, 0);
|
600 | 6e02c38d | aliguori | } |
601 | 6e02c38d | aliguori | |
602 | 6e02c38d | aliguori | static int virtio_blk_load(QEMUFile *f, void *opaque, int version_id) |
603 | 6e02c38d | aliguori | { |
604 | 6e02c38d | aliguori | VirtIOBlock *s = opaque; |
605 | 2a633c46 | Orit Wassermann | int ret;
|
606 | 6e02c38d | aliguori | |
607 | 869a5c6d | aliguori | if (version_id != 2) |
608 | 6e02c38d | aliguori | return -EINVAL;
|
609 | 6e02c38d | aliguori | |
610 | 2a633c46 | Orit Wassermann | ret = virtio_load(&s->vdev, f); |
611 | 2a633c46 | Orit Wassermann | if (ret) {
|
612 | 2a633c46 | Orit Wassermann | return ret;
|
613 | 2a633c46 | Orit Wassermann | } |
614 | 2a633c46 | Orit Wassermann | |
615 | 869a5c6d | aliguori | while (qemu_get_sbyte(f)) {
|
616 | 869a5c6d | aliguori | VirtIOBlockReq *req = virtio_blk_alloc_request(s); |
617 | 869a5c6d | aliguori | qemu_get_buffer(f, (unsigned char*)&req->elem, sizeof(req->elem)); |
618 | 869a5c6d | aliguori | req->next = s->rq; |
619 | 20a81e4d | Yoshiaki Tamura | s->rq = req; |
620 | b6a4805b | Kevin Wolf | |
621 | b6a4805b | Kevin Wolf | virtqueue_map_sg(req->elem.in_sg, req->elem.in_addr, |
622 | b6a4805b | Kevin Wolf | req->elem.in_num, 1);
|
623 | b6a4805b | Kevin Wolf | virtqueue_map_sg(req->elem.out_sg, req->elem.out_addr, |
624 | b6a4805b | Kevin Wolf | req->elem.out_num, 0);
|
625 | 869a5c6d | aliguori | } |
626 | 6e02c38d | aliguori | |
627 | 6e02c38d | aliguori | return 0; |
628 | 6e02c38d | aliguori | } |
629 | 6e02c38d | aliguori | |
630 | 145feb17 | Markus Armbruster | static void virtio_blk_resize(void *opaque) |
631 | e5051fc7 | Christoph Hellwig | { |
632 | e5051fc7 | Christoph Hellwig | VirtIOBlock *s = opaque; |
633 | e5051fc7 | Christoph Hellwig | |
634 | 145feb17 | Markus Armbruster | virtio_notify_config(&s->vdev); |
635 | e5051fc7 | Christoph Hellwig | } |
636 | e5051fc7 | Christoph Hellwig | |
637 | 0e49de52 | Markus Armbruster | static const BlockDevOps virtio_block_ops = { |
638 | 145feb17 | Markus Armbruster | .resize_cb = virtio_blk_resize, |
639 | 0e49de52 | Markus Armbruster | }; |
640 | 0e49de52 | Markus Armbruster | |
641 | 12c5674b | Paolo Bonzini | VirtIODevice *virtio_blk_init(DeviceState *dev, VirtIOBlkConf *blk) |
642 | 6e02c38d | aliguori | { |
643 | 6e02c38d | aliguori | VirtIOBlock *s; |
644 | 6e02c38d | aliguori | static int virtio_blk_id; |
645 | cf21e106 | Paul Brook | |
646 | 12c5674b | Paolo Bonzini | if (!blk->conf.bs) {
|
647 | 6a84cb1f | Markus Armbruster | error_report("drive property not set");
|
648 | d75d25e3 | Markus Armbruster | return NULL; |
649 | d75d25e3 | Markus Armbruster | } |
650 | 12c5674b | Paolo Bonzini | if (!bdrv_is_inserted(blk->conf.bs)) {
|
651 | 98f28ad7 | Markus Armbruster | error_report("Device needs media, but drive is empty");
|
652 | 98f28ad7 | Markus Armbruster | return NULL; |
653 | 98f28ad7 | Markus Armbruster | } |
654 | d75d25e3 | Markus Armbruster | |
655 | 911525db | Markus Armbruster | blkconf_serial(&blk->conf, &blk->serial); |
656 | b7eb0c9f | Markus Armbruster | if (blkconf_geometry(&blk->conf, NULL, 65535, 255, 255) < 0) { |
657 | b7eb0c9f | Markus Armbruster | return NULL; |
658 | b7eb0c9f | Markus Armbruster | } |
659 | a8686a9b | Markus Armbruster | |
660 | 53c25cea | Paul Brook | s = (VirtIOBlock *)virtio_common_init("virtio-blk", VIRTIO_ID_BLOCK,
|
661 | 37d5ddd6 | hch@lst.de | sizeof(struct virtio_blk_config), |
662 | 53c25cea | Paul Brook | sizeof(VirtIOBlock));
|
663 | 6e02c38d | aliguori | |
664 | 6e02c38d | aliguori | s->vdev.get_config = virtio_blk_update_config; |
665 | 13e3dce0 | Paolo Bonzini | s->vdev.set_config = virtio_blk_set_config; |
666 | 6e02c38d | aliguori | s->vdev.get_features = virtio_blk_get_features; |
667 | 9315cbfd | Paolo Bonzini | s->vdev.set_status = virtio_blk_set_status; |
668 | 6e02c38d | aliguori | s->vdev.reset = virtio_blk_reset; |
669 | 12c5674b | Paolo Bonzini | s->bs = blk->conf.bs; |
670 | 12c5674b | Paolo Bonzini | s->conf = &blk->conf; |
671 | 12c5674b | Paolo Bonzini | s->blk = blk; |
672 | 869a5c6d | aliguori | s->rq = NULL;
|
673 | 1573a35d | Jes Sorensen | s->sector_mask = (s->conf->logical_block_size / BDRV_SECTOR_SIZE) - 1;
|
674 | e63e7fde | Markus Armbruster | |
675 | 6e02c38d | aliguori | s->vq = virtio_add_queue(&s->vdev, 128, virtio_blk_handle_output);
|
676 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
677 | 392808b4 | Stefan Hajnoczi | if (!virtio_blk_data_plane_create(&s->vdev, blk, &s->dataplane)) {
|
678 | 392808b4 | Stefan Hajnoczi | virtio_cleanup(&s->vdev); |
679 | 392808b4 | Stefan Hajnoczi | return NULL; |
680 | 392808b4 | Stefan Hajnoczi | } |
681 | 392808b4 | Stefan Hajnoczi | #endif
|
682 | 6e02c38d | aliguori | |
683 | 869a5c6d | aliguori | qemu_add_vm_change_state_handler(virtio_blk_dma_restart_cb, s); |
684 | 9d0d3138 | Alex Williamson | s->qdev = dev; |
685 | 0be71e32 | Alex Williamson | register_savevm(dev, "virtio-blk", virtio_blk_id++, 2, |
686 | 6e02c38d | aliguori | virtio_blk_save, virtio_blk_load, s); |
687 | 0e49de52 | Markus Armbruster | bdrv_set_dev_ops(s->bs, &virtio_block_ops, s); |
688 | 12c5674b | Paolo Bonzini | bdrv_set_buffer_alignment(s->bs, s->conf->logical_block_size); |
689 | 6e02c38d | aliguori | |
690 | af239a62 | Luiz Capitulino | bdrv_iostatus_enable(s->bs); |
691 | 12c5674b | Paolo Bonzini | add_boot_device_path(s->conf->bootindex, dev, "/disk@0,0");
|
692 | 1ca4d09a | Gleb Natapov | |
693 | 53c25cea | Paul Brook | return &s->vdev;
|
694 | 6e02c38d | aliguori | } |
695 | 9d0d3138 | Alex Williamson | |
696 | 9d0d3138 | Alex Williamson | void virtio_blk_exit(VirtIODevice *vdev)
|
697 | 9d0d3138 | Alex Williamson | { |
698 | 9d0d3138 | Alex Williamson | VirtIOBlock *s = to_virtio_blk(vdev); |
699 | 392808b4 | Stefan Hajnoczi | |
700 | 392808b4 | Stefan Hajnoczi | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE
|
701 | 392808b4 | Stefan Hajnoczi | virtio_blk_data_plane_destroy(s->dataplane); |
702 | 392808b4 | Stefan Hajnoczi | s->dataplane = NULL;
|
703 | 392808b4 | Stefan Hajnoczi | #endif
|
704 | 9d0d3138 | Alex Williamson | unregister_savevm(s->qdev, "virtio-blk", s);
|
705 | 0e47931b | Paolo Bonzini | blockdev_mark_auto_del(s->bs); |
706 | d92551f2 | Amit Shah | virtio_cleanup(vdev); |
707 | 9d0d3138 | Alex Williamson | } |