root / block-migration.c @ ab9adc88
History | View | Annotate | Download (19.8 kB)
1 | c163b5ca | lirans@il.ibm.com | /*
|
---|---|---|---|
2 | c163b5ca | lirans@il.ibm.com | * QEMU live block migration
|
3 | c163b5ca | lirans@il.ibm.com | *
|
4 | c163b5ca | lirans@il.ibm.com | * Copyright IBM, Corp. 2009
|
5 | c163b5ca | lirans@il.ibm.com | *
|
6 | c163b5ca | lirans@il.ibm.com | * Authors:
|
7 | c163b5ca | lirans@il.ibm.com | * Liran Schour <lirans@il.ibm.com>
|
8 | c163b5ca | lirans@il.ibm.com | *
|
9 | c163b5ca | lirans@il.ibm.com | * This work is licensed under the terms of the GNU GPL, version 2. See
|
10 | c163b5ca | lirans@il.ibm.com | * the COPYING file in the top-level directory.
|
11 | c163b5ca | lirans@il.ibm.com | *
|
12 | c163b5ca | lirans@il.ibm.com | */
|
13 | c163b5ca | lirans@il.ibm.com | |
14 | c163b5ca | lirans@il.ibm.com | #include "qemu-common.h" |
15 | c163b5ca | lirans@il.ibm.com | #include "block_int.h" |
16 | c163b5ca | lirans@il.ibm.com | #include "hw/hw.h" |
17 | 5e5328be | Jan Kiszka | #include "qemu-queue.h" |
18 | 889ae39c | Liran Schour | #include "qemu-timer.h" |
19 | 7184049e | Jan Kiszka | #include "monitor.h" |
20 | c163b5ca | lirans@il.ibm.com | #include "block-migration.h" |
21 | 889ae39c | Liran Schour | #include "migration.h" |
22 | f48905d4 | Marcelo Tosatti | #include "blockdev.h" |
23 | c163b5ca | lirans@il.ibm.com | #include <assert.h> |
24 | c163b5ca | lirans@il.ibm.com | |
25 | 6ea44308 | Jan Kiszka | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS)
|
26 | c163b5ca | lirans@il.ibm.com | |
27 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
28 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_EOS 0x02 |
29 | 01e61e2d | Jan Kiszka | #define BLK_MIG_FLAG_PROGRESS 0x04 |
30 | c163b5ca | lirans@il.ibm.com | |
31 | c163b5ca | lirans@il.ibm.com | #define MAX_IS_ALLOCATED_SEARCH 65536 |
32 | c163b5ca | lirans@il.ibm.com | |
33 | c163b5ca | lirans@il.ibm.com | //#define DEBUG_BLK_MIGRATION
|
34 | c163b5ca | lirans@il.ibm.com | |
35 | c163b5ca | lirans@il.ibm.com | #ifdef DEBUG_BLK_MIGRATION
|
36 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
37 | c163b5ca | lirans@il.ibm.com | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
38 | c163b5ca | lirans@il.ibm.com | #else
|
39 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
40 | c163b5ca | lirans@il.ibm.com | do { } while (0) |
41 | c163b5ca | lirans@il.ibm.com | #endif
|
42 | c163b5ca | lirans@il.ibm.com | |
43 | a55eb92c | Jan Kiszka | typedef struct BlkMigDevState { |
44 | a55eb92c | Jan Kiszka | BlockDriverState *bs; |
45 | a55eb92c | Jan Kiszka | int bulk_completed;
|
46 | a55eb92c | Jan Kiszka | int shared_base;
|
47 | a55eb92c | Jan Kiszka | int64_t cur_sector; |
48 | d76cac7d | Liran Schour | int64_t cur_dirty; |
49 | 82801d8f | Jan Kiszka | int64_t completed_sectors; |
50 | a55eb92c | Jan Kiszka | int64_t total_sectors; |
51 | a55eb92c | Jan Kiszka | int64_t dirty; |
52 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
53 | 33656af7 | Marcelo Tosatti | unsigned long *aio_bitmap; |
54 | a55eb92c | Jan Kiszka | } BlkMigDevState; |
55 | a55eb92c | Jan Kiszka | |
56 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigBlock { |
57 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
58 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
59 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
60 | 33656af7 | Marcelo Tosatti | int nr_sectors;
|
61 | c163b5ca | lirans@il.ibm.com | struct iovec iov;
|
62 | c163b5ca | lirans@il.ibm.com | QEMUIOVector qiov; |
63 | c163b5ca | lirans@il.ibm.com | BlockDriverAIOCB *aiocb; |
64 | c163b5ca | lirans@il.ibm.com | int ret;
|
65 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
66 | c163b5ca | lirans@il.ibm.com | } BlkMigBlock; |
67 | c163b5ca | lirans@il.ibm.com | |
68 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigState { |
69 | c163b5ca | lirans@il.ibm.com | int blk_enable;
|
70 | c163b5ca | lirans@il.ibm.com | int shared_base;
|
71 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
72 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
73 | c163b5ca | lirans@il.ibm.com | int submitted;
|
74 | c163b5ca | lirans@il.ibm.com | int read_done;
|
75 | c163b5ca | lirans@il.ibm.com | int transferred;
|
76 | 82801d8f | Jan Kiszka | int64_t total_sector_sum; |
77 | 01e61e2d | Jan Kiszka | int prev_progress;
|
78 | e970ec0b | Liran Schour | int bulk_completed;
|
79 | 889ae39c | Liran Schour | long double total_time; |
80 | ff5c52a3 | Avishay Traeger | long double prev_time_offset; |
81 | 889ae39c | Liran Schour | int reads;
|
82 | c163b5ca | lirans@il.ibm.com | } BlkMigState; |
83 | c163b5ca | lirans@il.ibm.com | |
84 | d11ecd3d | Jan Kiszka | static BlkMigState block_mig_state;
|
85 | c163b5ca | lirans@il.ibm.com | |
86 | 13f0b67f | Jan Kiszka | static void blk_send(QEMUFile *f, BlkMigBlock * blk) |
87 | 13f0b67f | Jan Kiszka | { |
88 | 13f0b67f | Jan Kiszka | int len;
|
89 | 13f0b67f | Jan Kiszka | |
90 | 13f0b67f | Jan Kiszka | /* sector number and flags */
|
91 | 13f0b67f | Jan Kiszka | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
92 | 13f0b67f | Jan Kiszka | | BLK_MIG_FLAG_DEVICE_BLOCK); |
93 | 13f0b67f | Jan Kiszka | |
94 | 13f0b67f | Jan Kiszka | /* device name */
|
95 | 13f0b67f | Jan Kiszka | len = strlen(blk->bmds->bs->device_name); |
96 | 13f0b67f | Jan Kiszka | qemu_put_byte(f, len); |
97 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
98 | 13f0b67f | Jan Kiszka | |
99 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
100 | 13f0b67f | Jan Kiszka | } |
101 | 13f0b67f | Jan Kiszka | |
102 | 25f23643 | Jan Kiszka | int blk_mig_active(void) |
103 | 25f23643 | Jan Kiszka | { |
104 | 25f23643 | Jan Kiszka | return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list);
|
105 | 25f23643 | Jan Kiszka | } |
106 | 25f23643 | Jan Kiszka | |
107 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_transferred(void)
|
108 | 25f23643 | Jan Kiszka | { |
109 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
110 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
111 | 25f23643 | Jan Kiszka | |
112 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
113 | 25f23643 | Jan Kiszka | sum += bmds->completed_sectors; |
114 | 25f23643 | Jan Kiszka | } |
115 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
116 | 25f23643 | Jan Kiszka | } |
117 | 25f23643 | Jan Kiszka | |
118 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_remaining(void)
|
119 | 25f23643 | Jan Kiszka | { |
120 | 25f23643 | Jan Kiszka | return blk_mig_bytes_total() - blk_mig_bytes_transferred();
|
121 | 25f23643 | Jan Kiszka | } |
122 | 25f23643 | Jan Kiszka | |
123 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_total(void)
|
124 | 25f23643 | Jan Kiszka | { |
125 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
126 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
127 | 25f23643 | Jan Kiszka | |
128 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
129 | 25f23643 | Jan Kiszka | sum += bmds->total_sectors; |
130 | 25f23643 | Jan Kiszka | } |
131 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
132 | 25f23643 | Jan Kiszka | } |
133 | 25f23643 | Jan Kiszka | |
134 | 889ae39c | Liran Schour | static inline long double compute_read_bwidth(void) |
135 | 889ae39c | Liran Schour | { |
136 | 889ae39c | Liran Schour | assert(block_mig_state.total_time != 0);
|
137 | 155eb9aa | Avishay Traeger | return (block_mig_state.reads / block_mig_state.total_time) * BLOCK_SIZE;
|
138 | 889ae39c | Liran Schour | } |
139 | 889ae39c | Liran Schour | |
140 | 33656af7 | Marcelo Tosatti | static int bmds_aio_inflight(BlkMigDevState *bmds, int64_t sector) |
141 | 33656af7 | Marcelo Tosatti | { |
142 | 33656af7 | Marcelo Tosatti | int64_t chunk = sector / (int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK; |
143 | 33656af7 | Marcelo Tosatti | |
144 | 62155e2b | Marcelo Tosatti | if ((sector << BDRV_SECTOR_BITS) < bdrv_getlength(bmds->bs)) {
|
145 | 33656af7 | Marcelo Tosatti | return !!(bmds->aio_bitmap[chunk / (sizeof(unsigned long) * 8)] & |
146 | 33656af7 | Marcelo Tosatti | (1UL << (chunk % (sizeof(unsigned long) * 8)))); |
147 | 33656af7 | Marcelo Tosatti | } else {
|
148 | 33656af7 | Marcelo Tosatti | return 0; |
149 | 33656af7 | Marcelo Tosatti | } |
150 | 33656af7 | Marcelo Tosatti | } |
151 | 33656af7 | Marcelo Tosatti | |
152 | 33656af7 | Marcelo Tosatti | static void bmds_set_aio_inflight(BlkMigDevState *bmds, int64_t sector_num, |
153 | 33656af7 | Marcelo Tosatti | int nb_sectors, int set) |
154 | 33656af7 | Marcelo Tosatti | { |
155 | 33656af7 | Marcelo Tosatti | int64_t start, end; |
156 | 33656af7 | Marcelo Tosatti | unsigned long val, idx, bit; |
157 | 33656af7 | Marcelo Tosatti | |
158 | 33656af7 | Marcelo Tosatti | start = sector_num / BDRV_SECTORS_PER_DIRTY_CHUNK; |
159 | 33656af7 | Marcelo Tosatti | end = (sector_num + nb_sectors - 1) / BDRV_SECTORS_PER_DIRTY_CHUNK;
|
160 | 33656af7 | Marcelo Tosatti | |
161 | 33656af7 | Marcelo Tosatti | for (; start <= end; start++) {
|
162 | 33656af7 | Marcelo Tosatti | idx = start / (sizeof(unsigned long) * 8); |
163 | 33656af7 | Marcelo Tosatti | bit = start % (sizeof(unsigned long) * 8); |
164 | 33656af7 | Marcelo Tosatti | val = bmds->aio_bitmap[idx]; |
165 | 33656af7 | Marcelo Tosatti | if (set) {
|
166 | 62155e2b | Marcelo Tosatti | val |= 1UL << bit;
|
167 | 33656af7 | Marcelo Tosatti | } else {
|
168 | 62155e2b | Marcelo Tosatti | val &= ~(1UL << bit);
|
169 | 33656af7 | Marcelo Tosatti | } |
170 | 33656af7 | Marcelo Tosatti | bmds->aio_bitmap[idx] = val; |
171 | 33656af7 | Marcelo Tosatti | } |
172 | 33656af7 | Marcelo Tosatti | } |
173 | 33656af7 | Marcelo Tosatti | |
174 | 33656af7 | Marcelo Tosatti | static void alloc_aio_bitmap(BlkMigDevState *bmds) |
175 | 33656af7 | Marcelo Tosatti | { |
176 | 33656af7 | Marcelo Tosatti | BlockDriverState *bs = bmds->bs; |
177 | 33656af7 | Marcelo Tosatti | int64_t bitmap_size; |
178 | 33656af7 | Marcelo Tosatti | |
179 | 33656af7 | Marcelo Tosatti | bitmap_size = (bdrv_getlength(bs) >> BDRV_SECTOR_BITS) + |
180 | 33656af7 | Marcelo Tosatti | BDRV_SECTORS_PER_DIRTY_CHUNK * 8 - 1; |
181 | 33656af7 | Marcelo Tosatti | bitmap_size /= BDRV_SECTORS_PER_DIRTY_CHUNK * 8;
|
182 | 33656af7 | Marcelo Tosatti | |
183 | 33656af7 | Marcelo Tosatti | bmds->aio_bitmap = qemu_mallocz(bitmap_size); |
184 | 33656af7 | Marcelo Tosatti | } |
185 | 33656af7 | Marcelo Tosatti | |
186 | c163b5ca | lirans@il.ibm.com | static void blk_mig_read_cb(void *opaque, int ret) |
187 | c163b5ca | lirans@il.ibm.com | { |
188 | ff5c52a3 | Avishay Traeger | long double curr_time = qemu_get_clock_ns(rt_clock); |
189 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk = opaque; |
190 | a55eb92c | Jan Kiszka | |
191 | c163b5ca | lirans@il.ibm.com | blk->ret = ret; |
192 | a55eb92c | Jan Kiszka | |
193 | ff5c52a3 | Avishay Traeger | block_mig_state.reads++; |
194 | ff5c52a3 | Avishay Traeger | block_mig_state.total_time += (curr_time - block_mig_state.prev_time_offset); |
195 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = curr_time; |
196 | 889ae39c | Liran Schour | |
197 | 5e5328be | Jan Kiszka | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
198 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(blk->bmds, blk->sector, blk->nr_sectors, 0);
|
199 | a55eb92c | Jan Kiszka | |
200 | d11ecd3d | Jan Kiszka | block_mig_state.submitted--; |
201 | d11ecd3d | Jan Kiszka | block_mig_state.read_done++; |
202 | d11ecd3d | Jan Kiszka | assert(block_mig_state.submitted >= 0);
|
203 | c163b5ca | lirans@il.ibm.com | } |
204 | c163b5ca | lirans@il.ibm.com | |
205 | 7184049e | Jan Kiszka | static int mig_save_device_bulk(Monitor *mon, QEMUFile *f, |
206 | e970ec0b | Liran Schour | BlkMigDevState *bmds) |
207 | a55eb92c | Jan Kiszka | { |
208 | 57cce12d | Jan Kiszka | int64_t total_sectors = bmds->total_sectors; |
209 | 57cce12d | Jan Kiszka | int64_t cur_sector = bmds->cur_sector; |
210 | 57cce12d | Jan Kiszka | BlockDriverState *bs = bmds->bs; |
211 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk; |
212 | 13f0b67f | Jan Kiszka | int nr_sectors;
|
213 | a55eb92c | Jan Kiszka | |
214 | 57cce12d | Jan Kiszka | if (bmds->shared_base) {
|
215 | b1d10856 | Jan Kiszka | while (cur_sector < total_sectors &&
|
216 | 57cce12d | Jan Kiszka | !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH, |
217 | 57cce12d | Jan Kiszka | &nr_sectors)) { |
218 | c163b5ca | lirans@il.ibm.com | cur_sector += nr_sectors; |
219 | c163b5ca | lirans@il.ibm.com | } |
220 | c163b5ca | lirans@il.ibm.com | } |
221 | a55eb92c | Jan Kiszka | |
222 | a55eb92c | Jan Kiszka | if (cur_sector >= total_sectors) {
|
223 | 82801d8f | Jan Kiszka | bmds->cur_sector = bmds->completed_sectors = total_sectors; |
224 | c163b5ca | lirans@il.ibm.com | return 1; |
225 | c163b5ca | lirans@il.ibm.com | } |
226 | a55eb92c | Jan Kiszka | |
227 | 82801d8f | Jan Kiszka | bmds->completed_sectors = cur_sector; |
228 | a55eb92c | Jan Kiszka | |
229 | 57cce12d | Jan Kiszka | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1);
|
230 | 57cce12d | Jan Kiszka | |
231 | 6ea44308 | Jan Kiszka | /* we are going to transfer a full block even if it is not allocated */
|
232 | 6ea44308 | Jan Kiszka | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
233 | c163b5ca | lirans@il.ibm.com | |
234 | 6ea44308 | Jan Kiszka | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
235 | 57cce12d | Jan Kiszka | nr_sectors = total_sectors - cur_sector; |
236 | c163b5ca | lirans@il.ibm.com | } |
237 | a55eb92c | Jan Kiszka | |
238 | 13f0b67f | Jan Kiszka | blk = qemu_malloc(sizeof(BlkMigBlock));
|
239 | 13f0b67f | Jan Kiszka | blk->buf = qemu_malloc(BLOCK_SIZE); |
240 | 13f0b67f | Jan Kiszka | blk->bmds = bmds; |
241 | 13f0b67f | Jan Kiszka | blk->sector = cur_sector; |
242 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
243 | a55eb92c | Jan Kiszka | |
244 | e970ec0b | Liran Schour | blk->iov.iov_base = blk->buf; |
245 | e970ec0b | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
246 | e970ec0b | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
247 | a55eb92c | Jan Kiszka | |
248 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
249 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
250 | ff5c52a3 | Avishay Traeger | } |
251 | 889ae39c | Liran Schour | |
252 | e970ec0b | Liran Schour | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
253 | e970ec0b | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
254 | e970ec0b | Liran Schour | if (!blk->aiocb) {
|
255 | e970ec0b | Liran Schour | goto error;
|
256 | c163b5ca | lirans@il.ibm.com | } |
257 | e970ec0b | Liran Schour | block_mig_state.submitted++; |
258 | d76cac7d | Liran Schour | |
259 | 13f0b67f | Jan Kiszka | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
260 | 13f0b67f | Jan Kiszka | bmds->cur_sector = cur_sector + nr_sectors; |
261 | a55eb92c | Jan Kiszka | |
262 | 13f0b67f | Jan Kiszka | return (bmds->cur_sector >= total_sectors);
|
263 | 4b640365 | Jan Kiszka | |
264 | 4b640365 | Jan Kiszka | error:
|
265 | 7184049e | Jan Kiszka | monitor_printf(mon, "Error reading sector %" PRId64 "\n", cur_sector); |
266 | 4b640365 | Jan Kiszka | qemu_file_set_error(f); |
267 | 4b640365 | Jan Kiszka | qemu_free(blk->buf); |
268 | 4b640365 | Jan Kiszka | qemu_free(blk); |
269 | 4b640365 | Jan Kiszka | return 0; |
270 | c163b5ca | lirans@il.ibm.com | } |
271 | c163b5ca | lirans@il.ibm.com | |
272 | c163b5ca | lirans@il.ibm.com | static void set_dirty_tracking(int enable) |
273 | c163b5ca | lirans@il.ibm.com | { |
274 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
275 | 5e5328be | Jan Kiszka | |
276 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
277 | a55eb92c | Jan Kiszka | bdrv_set_dirty_tracking(bmds->bs, enable); |
278 | c163b5ca | lirans@il.ibm.com | } |
279 | c163b5ca | lirans@il.ibm.com | } |
280 | c163b5ca | lirans@il.ibm.com | |
281 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration_it(void *opaque, BlockDriverState *bs) |
282 | c163b5ca | lirans@il.ibm.com | { |
283 | b66460e4 | Stefan Hajnoczi | Monitor *mon = opaque; |
284 | 5e5328be | Jan Kiszka | BlkMigDevState *bmds; |
285 | 792773b2 | Jan Kiszka | int64_t sectors; |
286 | a55eb92c | Jan Kiszka | |
287 | d246673d | Markus Armbruster | if (!bdrv_is_read_only(bs)) {
|
288 | b66460e4 | Stefan Hajnoczi | sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
289 | 31f54f24 | Shahar Havivi | if (sectors <= 0) { |
290 | b66460e4 | Stefan Hajnoczi | return;
|
291 | b66460e4 | Stefan Hajnoczi | } |
292 | b66460e4 | Stefan Hajnoczi | |
293 | b66460e4 | Stefan Hajnoczi | bmds = qemu_mallocz(sizeof(BlkMigDevState));
|
294 | b66460e4 | Stefan Hajnoczi | bmds->bs = bs; |
295 | b66460e4 | Stefan Hajnoczi | bmds->bulk_completed = 0;
|
296 | b66460e4 | Stefan Hajnoczi | bmds->total_sectors = sectors; |
297 | b66460e4 | Stefan Hajnoczi | bmds->completed_sectors = 0;
|
298 | b66460e4 | Stefan Hajnoczi | bmds->shared_base = block_mig_state.shared_base; |
299 | 33656af7 | Marcelo Tosatti | alloc_aio_bitmap(bmds); |
300 | f48905d4 | Marcelo Tosatti | drive_get_ref(drive_get_by_blockdev(bs)); |
301 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bs, 1);
|
302 | b66460e4 | Stefan Hajnoczi | |
303 | b66460e4 | Stefan Hajnoczi | block_mig_state.total_sector_sum += sectors; |
304 | b66460e4 | Stefan Hajnoczi | |
305 | b66460e4 | Stefan Hajnoczi | if (bmds->shared_base) {
|
306 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start migration for %s with shared base "
|
307 | b66460e4 | Stefan Hajnoczi | "image\n",
|
308 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
309 | b66460e4 | Stefan Hajnoczi | } else {
|
310 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start full migration for %s\n",
|
311 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
312 | b66460e4 | Stefan Hajnoczi | } |
313 | b66460e4 | Stefan Hajnoczi | |
314 | b66460e4 | Stefan Hajnoczi | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
315 | b66460e4 | Stefan Hajnoczi | } |
316 | b66460e4 | Stefan Hajnoczi | } |
317 | b66460e4 | Stefan Hajnoczi | |
318 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration(Monitor *mon, QEMUFile *f) |
319 | b66460e4 | Stefan Hajnoczi | { |
320 | 69d63a97 | Jan Kiszka | block_mig_state.submitted = 0;
|
321 | 69d63a97 | Jan Kiszka | block_mig_state.read_done = 0;
|
322 | 69d63a97 | Jan Kiszka | block_mig_state.transferred = 0;
|
323 | 82801d8f | Jan Kiszka | block_mig_state.total_sector_sum = 0;
|
324 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = -1;
|
325 | e970ec0b | Liran Schour | block_mig_state.bulk_completed = 0;
|
326 | 889ae39c | Liran Schour | block_mig_state.total_time = 0;
|
327 | 889ae39c | Liran Schour | block_mig_state.reads = 0;
|
328 | 69d63a97 | Jan Kiszka | |
329 | b66460e4 | Stefan Hajnoczi | bdrv_iterate(init_blk_migration_it, mon); |
330 | c163b5ca | lirans@il.ibm.com | } |
331 | c163b5ca | lirans@il.ibm.com | |
332 | e970ec0b | Liran Schour | static int blk_mig_save_bulked_block(Monitor *mon, QEMUFile *f) |
333 | c163b5ca | lirans@il.ibm.com | { |
334 | 82801d8f | Jan Kiszka | int64_t completed_sector_sum = 0;
|
335 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
336 | 01e61e2d | Jan Kiszka | int progress;
|
337 | 82801d8f | Jan Kiszka | int ret = 0; |
338 | c163b5ca | lirans@il.ibm.com | |
339 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
340 | a55eb92c | Jan Kiszka | if (bmds->bulk_completed == 0) { |
341 | e970ec0b | Liran Schour | if (mig_save_device_bulk(mon, f, bmds) == 1) { |
342 | 57cce12d | Jan Kiszka | /* completed bulk section for this device */
|
343 | 57cce12d | Jan Kiszka | bmds->bulk_completed = 1;
|
344 | c163b5ca | lirans@il.ibm.com | } |
345 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
346 | 82801d8f | Jan Kiszka | ret = 1;
|
347 | 82801d8f | Jan Kiszka | break;
|
348 | 82801d8f | Jan Kiszka | } else {
|
349 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
350 | c163b5ca | lirans@il.ibm.com | } |
351 | c163b5ca | lirans@il.ibm.com | } |
352 | a55eb92c | Jan Kiszka | |
353 | 8b6b2afc | Pierre Riteau | if (block_mig_state.total_sector_sum != 0) { |
354 | 8b6b2afc | Pierre Riteau | progress = completed_sector_sum * 100 /
|
355 | 8b6b2afc | Pierre Riteau | block_mig_state.total_sector_sum; |
356 | 8b6b2afc | Pierre Riteau | } else {
|
357 | 8b6b2afc | Pierre Riteau | progress = 100;
|
358 | 8b6b2afc | Pierre Riteau | } |
359 | 01e61e2d | Jan Kiszka | if (progress != block_mig_state.prev_progress) {
|
360 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = progress; |
361 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (progress << BDRV_SECTOR_BITS) |
362 | 01e61e2d | Jan Kiszka | | BLK_MIG_FLAG_PROGRESS); |
363 | 01e61e2d | Jan Kiszka | monitor_printf(mon, "Completed %d %%\r", progress);
|
364 | 7184049e | Jan Kiszka | monitor_flush(mon); |
365 | 82801d8f | Jan Kiszka | } |
366 | 82801d8f | Jan Kiszka | |
367 | 82801d8f | Jan Kiszka | return ret;
|
368 | c163b5ca | lirans@il.ibm.com | } |
369 | c163b5ca | lirans@il.ibm.com | |
370 | d76cac7d | Liran Schour | static void blk_mig_reset_dirty_cursor(void) |
371 | c163b5ca | lirans@il.ibm.com | { |
372 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
373 | d76cac7d | Liran Schour | |
374 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
375 | d76cac7d | Liran Schour | bmds->cur_dirty = 0;
|
376 | d76cac7d | Liran Schour | } |
377 | d76cac7d | Liran Schour | } |
378 | d76cac7d | Liran Schour | |
379 | d76cac7d | Liran Schour | static int mig_save_device_dirty(Monitor *mon, QEMUFile *f, |
380 | d76cac7d | Liran Schour | BlkMigDevState *bmds, int is_async)
|
381 | d76cac7d | Liran Schour | { |
382 | d76cac7d | Liran Schour | BlkMigBlock *blk; |
383 | d76cac7d | Liran Schour | int64_t total_sectors = bmds->total_sectors; |
384 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
385 | d76cac7d | Liran Schour | int nr_sectors;
|
386 | a55eb92c | Jan Kiszka | |
387 | d76cac7d | Liran Schour | for (sector = bmds->cur_dirty; sector < bmds->total_sectors;) {
|
388 | 62155e2b | Marcelo Tosatti | if (bmds_aio_inflight(bmds, sector)) {
|
389 | 33656af7 | Marcelo Tosatti | qemu_aio_flush(); |
390 | 62155e2b | Marcelo Tosatti | } |
391 | d76cac7d | Liran Schour | if (bdrv_get_dirty(bmds->bs, sector)) {
|
392 | 575a58d7 | Jan Kiszka | |
393 | d76cac7d | Liran Schour | if (total_sectors - sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
394 | d76cac7d | Liran Schour | nr_sectors = total_sectors - sector; |
395 | d76cac7d | Liran Schour | } else {
|
396 | d76cac7d | Liran Schour | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
397 | d76cac7d | Liran Schour | } |
398 | d76cac7d | Liran Schour | blk = qemu_malloc(sizeof(BlkMigBlock));
|
399 | d76cac7d | Liran Schour | blk->buf = qemu_malloc(BLOCK_SIZE); |
400 | d76cac7d | Liran Schour | blk->bmds = bmds; |
401 | d76cac7d | Liran Schour | blk->sector = sector; |
402 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
403 | d76cac7d | Liran Schour | |
404 | 889ae39c | Liran Schour | if (is_async) {
|
405 | d76cac7d | Liran Schour | blk->iov.iov_base = blk->buf; |
406 | d76cac7d | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
407 | d76cac7d | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
408 | d76cac7d | Liran Schour | |
409 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
410 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
411 | ff5c52a3 | Avishay Traeger | } |
412 | 889ae39c | Liran Schour | |
413 | d76cac7d | Liran Schour | blk->aiocb = bdrv_aio_readv(bmds->bs, sector, &blk->qiov, |
414 | d76cac7d | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
415 | d76cac7d | Liran Schour | if (!blk->aiocb) {
|
416 | d76cac7d | Liran Schour | goto error;
|
417 | d76cac7d | Liran Schour | } |
418 | d76cac7d | Liran Schour | block_mig_state.submitted++; |
419 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(bmds, sector, nr_sectors, 1);
|
420 | d76cac7d | Liran Schour | } else {
|
421 | d76cac7d | Liran Schour | if (bdrv_read(bmds->bs, sector, blk->buf,
|
422 | d76cac7d | Liran Schour | nr_sectors) < 0) {
|
423 | d76cac7d | Liran Schour | goto error;
|
424 | c163b5ca | lirans@il.ibm.com | } |
425 | d76cac7d | Liran Schour | blk_send(f, blk); |
426 | a55eb92c | Jan Kiszka | |
427 | d76cac7d | Liran Schour | qemu_free(blk->buf); |
428 | d76cac7d | Liran Schour | qemu_free(blk); |
429 | a55eb92c | Jan Kiszka | } |
430 | d76cac7d | Liran Schour | |
431 | d76cac7d | Liran Schour | bdrv_reset_dirty(bmds->bs, sector, nr_sectors); |
432 | d76cac7d | Liran Schour | break;
|
433 | c163b5ca | lirans@il.ibm.com | } |
434 | d76cac7d | Liran Schour | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
435 | d76cac7d | Liran Schour | bmds->cur_dirty = sector; |
436 | c163b5ca | lirans@il.ibm.com | } |
437 | 575a58d7 | Jan Kiszka | |
438 | d76cac7d | Liran Schour | return (bmds->cur_dirty >= bmds->total_sectors);
|
439 | d76cac7d | Liran Schour | |
440 | 889ae39c | Liran Schour | error:
|
441 | d76cac7d | Liran Schour | monitor_printf(mon, "Error reading sector %" PRId64 "\n", sector); |
442 | d76cac7d | Liran Schour | qemu_file_set_error(f); |
443 | d76cac7d | Liran Schour | qemu_free(blk->buf); |
444 | d76cac7d | Liran Schour | qemu_free(blk); |
445 | d76cac7d | Liran Schour | return 0; |
446 | d76cac7d | Liran Schour | } |
447 | d76cac7d | Liran Schour | |
448 | d76cac7d | Liran Schour | static int blk_mig_save_dirty_block(Monitor *mon, QEMUFile *f, int is_async) |
449 | d76cac7d | Liran Schour | { |
450 | d76cac7d | Liran Schour | BlkMigDevState *bmds; |
451 | d76cac7d | Liran Schour | int ret = 0; |
452 | d76cac7d | Liran Schour | |
453 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
454 | 889ae39c | Liran Schour | if (mig_save_device_dirty(mon, f, bmds, is_async) == 0) { |
455 | d76cac7d | Liran Schour | ret = 1;
|
456 | d76cac7d | Liran Schour | break;
|
457 | d76cac7d | Liran Schour | } |
458 | d76cac7d | Liran Schour | } |
459 | d76cac7d | Liran Schour | |
460 | d76cac7d | Liran Schour | return ret;
|
461 | c163b5ca | lirans@il.ibm.com | } |
462 | c163b5ca | lirans@il.ibm.com | |
463 | c163b5ca | lirans@il.ibm.com | static void flush_blks(QEMUFile* f) |
464 | c163b5ca | lirans@il.ibm.com | { |
465 | 5e5328be | Jan Kiszka | BlkMigBlock *blk; |
466 | a55eb92c | Jan Kiszka | |
467 | d0f2c4c6 | malc | DPRINTF("%s Enter submitted %d read_done %d transferred %d\n",
|
468 | d11ecd3d | Jan Kiszka | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
469 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
470 | a55eb92c | Jan Kiszka | |
471 | 5e5328be | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
472 | 5e5328be | Jan Kiszka | if (qemu_file_rate_limit(f)) {
|
473 | 5e5328be | Jan Kiszka | break;
|
474 | 5e5328be | Jan Kiszka | } |
475 | 4b640365 | Jan Kiszka | if (blk->ret < 0) { |
476 | 4b640365 | Jan Kiszka | qemu_file_set_error(f); |
477 | 4b640365 | Jan Kiszka | break;
|
478 | 4b640365 | Jan Kiszka | } |
479 | 13f0b67f | Jan Kiszka | blk_send(f, blk); |
480 | a55eb92c | Jan Kiszka | |
481 | 5e5328be | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
482 | c163b5ca | lirans@il.ibm.com | qemu_free(blk->buf); |
483 | c163b5ca | lirans@il.ibm.com | qemu_free(blk); |
484 | a55eb92c | Jan Kiszka | |
485 | d11ecd3d | Jan Kiszka | block_mig_state.read_done--; |
486 | d11ecd3d | Jan Kiszka | block_mig_state.transferred++; |
487 | d11ecd3d | Jan Kiszka | assert(block_mig_state.read_done >= 0);
|
488 | c163b5ca | lirans@il.ibm.com | } |
489 | c163b5ca | lirans@il.ibm.com | |
490 | d0f2c4c6 | malc | DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__,
|
491 | d11ecd3d | Jan Kiszka | block_mig_state.submitted, block_mig_state.read_done, |
492 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
493 | c163b5ca | lirans@il.ibm.com | } |
494 | c163b5ca | lirans@il.ibm.com | |
495 | 889ae39c | Liran Schour | static int64_t get_remaining_dirty(void) |
496 | 889ae39c | Liran Schour | { |
497 | 889ae39c | Liran Schour | BlkMigDevState *bmds; |
498 | 889ae39c | Liran Schour | int64_t dirty = 0;
|
499 | 889ae39c | Liran Schour | |
500 | 889ae39c | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
501 | 889ae39c | Liran Schour | dirty += bdrv_get_dirty_count(bmds->bs); |
502 | 889ae39c | Liran Schour | } |
503 | 889ae39c | Liran Schour | |
504 | 889ae39c | Liran Schour | return dirty * BLOCK_SIZE;
|
505 | 889ae39c | Liran Schour | } |
506 | 889ae39c | Liran Schour | |
507 | c163b5ca | lirans@il.ibm.com | static int is_stage2_completed(void) |
508 | c163b5ca | lirans@il.ibm.com | { |
509 | 889ae39c | Liran Schour | int64_t remaining_dirty; |
510 | 889ae39c | Liran Schour | long double bwidth; |
511 | 889ae39c | Liran Schour | |
512 | 889ae39c | Liran Schour | if (block_mig_state.bulk_completed == 1) { |
513 | 889ae39c | Liran Schour | |
514 | 889ae39c | Liran Schour | remaining_dirty = get_remaining_dirty(); |
515 | bd0858bb | Yoshiaki Tamura | if (remaining_dirty == 0) { |
516 | bd0858bb | Yoshiaki Tamura | return 1; |
517 | bd0858bb | Yoshiaki Tamura | } |
518 | 889ae39c | Liran Schour | |
519 | bd0858bb | Yoshiaki Tamura | bwidth = compute_read_bwidth(); |
520 | 889ae39c | Liran Schour | |
521 | bd0858bb | Yoshiaki Tamura | if ((remaining_dirty / bwidth) <=
|
522 | 889ae39c | Liran Schour | migrate_max_downtime()) { |
523 | 889ae39c | Liran Schour | /* finish stage2 because we think that we can finish remaing work
|
524 | 889ae39c | Liran Schour | below max_downtime */
|
525 | 889ae39c | Liran Schour | |
526 | 889ae39c | Liran Schour | return 1; |
527 | 889ae39c | Liran Schour | } |
528 | 889ae39c | Liran Schour | } |
529 | 889ae39c | Liran Schour | |
530 | 889ae39c | Liran Schour | return 0; |
531 | c163b5ca | lirans@il.ibm.com | } |
532 | c163b5ca | lirans@il.ibm.com | |
533 | 7184049e | Jan Kiszka | static void blk_mig_cleanup(Monitor *mon) |
534 | 4ec7fcc7 | Jan Kiszka | { |
535 | 82801d8f | Jan Kiszka | BlkMigDevState *bmds; |
536 | 82801d8f | Jan Kiszka | BlkMigBlock *blk; |
537 | 4ec7fcc7 | Jan Kiszka | |
538 | 8f794c55 | Marcelo Tosatti | set_dirty_tracking(0);
|
539 | 8f794c55 | Marcelo Tosatti | |
540 | 82801d8f | Jan Kiszka | while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) { |
541 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry); |
542 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bmds->bs, 0);
|
543 | f48905d4 | Marcelo Tosatti | drive_put_ref(drive_get_by_blockdev(bmds->bs)); |
544 | 33656af7 | Marcelo Tosatti | qemu_free(bmds->aio_bitmap); |
545 | 4ec7fcc7 | Jan Kiszka | qemu_free(bmds); |
546 | 4ec7fcc7 | Jan Kiszka | } |
547 | 4ec7fcc7 | Jan Kiszka | |
548 | 82801d8f | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
549 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
550 | 4ec7fcc7 | Jan Kiszka | qemu_free(blk->buf); |
551 | 4ec7fcc7 | Jan Kiszka | qemu_free(blk); |
552 | 4ec7fcc7 | Jan Kiszka | } |
553 | 4ec7fcc7 | Jan Kiszka | |
554 | 7184049e | Jan Kiszka | monitor_printf(mon, "\n");
|
555 | 4ec7fcc7 | Jan Kiszka | } |
556 | 4ec7fcc7 | Jan Kiszka | |
557 | f327aa0c | Jan Kiszka | static int block_save_live(Monitor *mon, QEMUFile *f, int stage, void *opaque) |
558 | c163b5ca | lirans@il.ibm.com | { |
559 | d0f2c4c6 | malc | DPRINTF("Enter save live stage %d submitted %d transferred %d\n",
|
560 | d11ecd3d | Jan Kiszka | stage, block_mig_state.submitted, block_mig_state.transferred); |
561 | a55eb92c | Jan Kiszka | |
562 | 4ec7fcc7 | Jan Kiszka | if (stage < 0) { |
563 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
564 | 4ec7fcc7 | Jan Kiszka | return 0; |
565 | 4ec7fcc7 | Jan Kiszka | } |
566 | 4ec7fcc7 | Jan Kiszka | |
567 | d11ecd3d | Jan Kiszka | if (block_mig_state.blk_enable != 1) { |
568 | c163b5ca | lirans@il.ibm.com | /* no need to migrate storage */
|
569 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
570 | c163b5ca | lirans@il.ibm.com | return 1; |
571 | c163b5ca | lirans@il.ibm.com | } |
572 | a55eb92c | Jan Kiszka | |
573 | a55eb92c | Jan Kiszka | if (stage == 1) { |
574 | 7184049e | Jan Kiszka | init_blk_migration(mon, f); |
575 | a55eb92c | Jan Kiszka | |
576 | c163b5ca | lirans@il.ibm.com | /* start track dirty blocks */
|
577 | c163b5ca | lirans@il.ibm.com | set_dirty_tracking(1);
|
578 | c163b5ca | lirans@il.ibm.com | } |
579 | c163b5ca | lirans@il.ibm.com | |
580 | c163b5ca | lirans@il.ibm.com | flush_blks(f); |
581 | a55eb92c | Jan Kiszka | |
582 | 4b640365 | Jan Kiszka | if (qemu_file_has_error(f)) {
|
583 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
584 | 4b640365 | Jan Kiszka | return 0; |
585 | 4b640365 | Jan Kiszka | } |
586 | 4b640365 | Jan Kiszka | |
587 | d76cac7d | Liran Schour | blk_mig_reset_dirty_cursor(); |
588 | d76cac7d | Liran Schour | |
589 | 889ae39c | Liran Schour | if (stage == 2) { |
590 | d76cac7d | Liran Schour | /* control the rate of transfer */
|
591 | d76cac7d | Liran Schour | while ((block_mig_state.submitted +
|
592 | d76cac7d | Liran Schour | block_mig_state.read_done) * BLOCK_SIZE < |
593 | d76cac7d | Liran Schour | qemu_file_get_rate_limit(f)) { |
594 | d76cac7d | Liran Schour | if (block_mig_state.bulk_completed == 0) { |
595 | d76cac7d | Liran Schour | /* first finish the bulk phase */
|
596 | d76cac7d | Liran Schour | if (blk_mig_save_bulked_block(mon, f) == 0) { |
597 | 889ae39c | Liran Schour | /* finished saving bulk on all devices */
|
598 | d76cac7d | Liran Schour | block_mig_state.bulk_completed = 1;
|
599 | d76cac7d | Liran Schour | } |
600 | d76cac7d | Liran Schour | } else {
|
601 | d76cac7d | Liran Schour | if (blk_mig_save_dirty_block(mon, f, 1) == 0) { |
602 | d76cac7d | Liran Schour | /* no more dirty blocks */
|
603 | d76cac7d | Liran Schour | break;
|
604 | d76cac7d | Liran Schour | } |
605 | d76cac7d | Liran Schour | } |
606 | a55eb92c | Jan Kiszka | } |
607 | a55eb92c | Jan Kiszka | |
608 | d76cac7d | Liran Schour | flush_blks(f); |
609 | a55eb92c | Jan Kiszka | |
610 | d76cac7d | Liran Schour | if (qemu_file_has_error(f)) {
|
611 | d76cac7d | Liran Schour | blk_mig_cleanup(mon); |
612 | d76cac7d | Liran Schour | return 0; |
613 | d76cac7d | Liran Schour | } |
614 | 4b640365 | Jan Kiszka | } |
615 | 4b640365 | Jan Kiszka | |
616 | a55eb92c | Jan Kiszka | if (stage == 3) { |
617 | 889ae39c | Liran Schour | /* we know for sure that save bulk is completed and
|
618 | 889ae39c | Liran Schour | all async read completed */
|
619 | 889ae39c | Liran Schour | assert(block_mig_state.submitted == 0);
|
620 | a55eb92c | Jan Kiszka | |
621 | 889ae39c | Liran Schour | while (blk_mig_save_dirty_block(mon, f, 0) != 0); |
622 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
623 | a55eb92c | Jan Kiszka | |
624 | 01e61e2d | Jan Kiszka | /* report completion */
|
625 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS);
|
626 | 01e61e2d | Jan Kiszka | |
627 | 4b640365 | Jan Kiszka | if (qemu_file_has_error(f)) {
|
628 | 4b640365 | Jan Kiszka | return 0; |
629 | 4b640365 | Jan Kiszka | } |
630 | 4b640365 | Jan Kiszka | |
631 | 7184049e | Jan Kiszka | monitor_printf(mon, "Block migration completed\n");
|
632 | c163b5ca | lirans@il.ibm.com | } |
633 | a55eb92c | Jan Kiszka | |
634 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
635 | a55eb92c | Jan Kiszka | |
636 | c163b5ca | lirans@il.ibm.com | return ((stage == 2) && is_stage2_completed()); |
637 | c163b5ca | lirans@il.ibm.com | } |
638 | c163b5ca | lirans@il.ibm.com | |
639 | c163b5ca | lirans@il.ibm.com | static int block_load(QEMUFile *f, void *opaque, int version_id) |
640 | c163b5ca | lirans@il.ibm.com | { |
641 | 01e61e2d | Jan Kiszka | static int banner_printed; |
642 | c163b5ca | lirans@il.ibm.com | int len, flags;
|
643 | c163b5ca | lirans@il.ibm.com | char device_name[256]; |
644 | c163b5ca | lirans@il.ibm.com | int64_t addr; |
645 | 77358b59 | Pierre Riteau | BlockDriverState *bs, *bs_prev = NULL;
|
646 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
647 | 77358b59 | Pierre Riteau | int64_t total_sectors = 0;
|
648 | 77358b59 | Pierre Riteau | int nr_sectors;
|
649 | a55eb92c | Jan Kiszka | |
650 | c163b5ca | lirans@il.ibm.com | do {
|
651 | c163b5ca | lirans@il.ibm.com | addr = qemu_get_be64(f); |
652 | a55eb92c | Jan Kiszka | |
653 | 6ea44308 | Jan Kiszka | flags = addr & ~BDRV_SECTOR_MASK; |
654 | 6ea44308 | Jan Kiszka | addr >>= BDRV_SECTOR_BITS; |
655 | a55eb92c | Jan Kiszka | |
656 | a55eb92c | Jan Kiszka | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) {
|
657 | b02bea3a | Yoshiaki Tamura | int ret;
|
658 | c163b5ca | lirans@il.ibm.com | /* get device name */
|
659 | c163b5ca | lirans@il.ibm.com | len = qemu_get_byte(f); |
660 | c163b5ca | lirans@il.ibm.com | qemu_get_buffer(f, (uint8_t *)device_name, len); |
661 | c163b5ca | lirans@il.ibm.com | device_name[len] = '\0';
|
662 | a55eb92c | Jan Kiszka | |
663 | c163b5ca | lirans@il.ibm.com | bs = bdrv_find(device_name); |
664 | 4b640365 | Jan Kiszka | if (!bs) {
|
665 | 4b640365 | Jan Kiszka | fprintf(stderr, "Error unknown block device %s\n",
|
666 | 4b640365 | Jan Kiszka | device_name); |
667 | 4b640365 | Jan Kiszka | return -EINVAL;
|
668 | 4b640365 | Jan Kiszka | } |
669 | a55eb92c | Jan Kiszka | |
670 | 77358b59 | Pierre Riteau | if (bs != bs_prev) {
|
671 | 77358b59 | Pierre Riteau | bs_prev = bs; |
672 | 77358b59 | Pierre Riteau | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
673 | 77358b59 | Pierre Riteau | if (total_sectors <= 0) { |
674 | 77358b59 | Pierre Riteau | error_report("Error getting length of block device %s\n",
|
675 | 77358b59 | Pierre Riteau | device_name); |
676 | 77358b59 | Pierre Riteau | return -EINVAL;
|
677 | 77358b59 | Pierre Riteau | } |
678 | 77358b59 | Pierre Riteau | } |
679 | 77358b59 | Pierre Riteau | |
680 | 77358b59 | Pierre Riteau | if (total_sectors - addr < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
681 | 77358b59 | Pierre Riteau | nr_sectors = total_sectors - addr; |
682 | 77358b59 | Pierre Riteau | } else {
|
683 | 77358b59 | Pierre Riteau | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
684 | 77358b59 | Pierre Riteau | } |
685 | 77358b59 | Pierre Riteau | |
686 | 575a58d7 | Jan Kiszka | buf = qemu_malloc(BLOCK_SIZE); |
687 | 575a58d7 | Jan Kiszka | |
688 | a55eb92c | Jan Kiszka | qemu_get_buffer(f, buf, BLOCK_SIZE); |
689 | 77358b59 | Pierre Riteau | ret = bdrv_write(bs, addr, buf, nr_sectors); |
690 | 575a58d7 | Jan Kiszka | |
691 | 575a58d7 | Jan Kiszka | qemu_free(buf); |
692 | b02bea3a | Yoshiaki Tamura | if (ret < 0) { |
693 | b02bea3a | Yoshiaki Tamura | return ret;
|
694 | b02bea3a | Yoshiaki Tamura | } |
695 | 01e61e2d | Jan Kiszka | } else if (flags & BLK_MIG_FLAG_PROGRESS) { |
696 | 01e61e2d | Jan Kiszka | if (!banner_printed) {
|
697 | 01e61e2d | Jan Kiszka | printf("Receiving block device images\n");
|
698 | 01e61e2d | Jan Kiszka | banner_printed = 1;
|
699 | 01e61e2d | Jan Kiszka | } |
700 | 01e61e2d | Jan Kiszka | printf("Completed %d %%%c", (int)addr, |
701 | 01e61e2d | Jan Kiszka | (addr == 100) ? '\n' : '\r'); |
702 | 01e61e2d | Jan Kiszka | fflush(stdout); |
703 | a55eb92c | Jan Kiszka | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
704 | 4b640365 | Jan Kiszka | fprintf(stderr, "Unknown flags\n");
|
705 | 4b640365 | Jan Kiszka | return -EINVAL;
|
706 | 4b640365 | Jan Kiszka | } |
707 | 4b640365 | Jan Kiszka | if (qemu_file_has_error(f)) {
|
708 | 4b640365 | Jan Kiszka | return -EIO;
|
709 | c163b5ca | lirans@il.ibm.com | } |
710 | a55eb92c | Jan Kiszka | } while (!(flags & BLK_MIG_FLAG_EOS));
|
711 | a55eb92c | Jan Kiszka | |
712 | c163b5ca | lirans@il.ibm.com | return 0; |
713 | c163b5ca | lirans@il.ibm.com | } |
714 | c163b5ca | lirans@il.ibm.com | |
715 | c163b5ca | lirans@il.ibm.com | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
716 | c163b5ca | lirans@il.ibm.com | { |
717 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable = blk_enable; |
718 | d11ecd3d | Jan Kiszka | block_mig_state.shared_base = shared_base; |
719 | a55eb92c | Jan Kiszka | |
720 | c163b5ca | lirans@il.ibm.com | /* shared base means that blk_enable = 1 */
|
721 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable |= shared_base; |
722 | c163b5ca | lirans@il.ibm.com | } |
723 | c163b5ca | lirans@il.ibm.com | |
724 | c163b5ca | lirans@il.ibm.com | void blk_mig_init(void) |
725 | a55eb92c | Jan Kiszka | { |
726 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
727 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
728 | 5e5328be | Jan Kiszka | |
729 | 0be71e32 | Alex Williamson | register_savevm_live(NULL, "block", 0, 1, block_set_params, |
730 | 0be71e32 | Alex Williamson | block_save_live, NULL, block_load, &block_mig_state);
|
731 | c163b5ca | lirans@il.ibm.com | } |