root / block-migration.c @ be40edcd
History | View | Annotate | Download (19.8 kB)
1 | c163b5ca | lirans@il.ibm.com | /*
|
---|---|---|---|
2 | c163b5ca | lirans@il.ibm.com | * QEMU live block migration
|
3 | c163b5ca | lirans@il.ibm.com | *
|
4 | c163b5ca | lirans@il.ibm.com | * Copyright IBM, Corp. 2009
|
5 | c163b5ca | lirans@il.ibm.com | *
|
6 | c163b5ca | lirans@il.ibm.com | * Authors:
|
7 | c163b5ca | lirans@il.ibm.com | * Liran Schour <lirans@il.ibm.com>
|
8 | c163b5ca | lirans@il.ibm.com | *
|
9 | c163b5ca | lirans@il.ibm.com | * This work is licensed under the terms of the GNU GPL, version 2. See
|
10 | c163b5ca | lirans@il.ibm.com | * the COPYING file in the top-level directory.
|
11 | c163b5ca | lirans@il.ibm.com | *
|
12 | c163b5ca | lirans@il.ibm.com | */
|
13 | c163b5ca | lirans@il.ibm.com | |
14 | c163b5ca | lirans@il.ibm.com | #include "qemu-common.h" |
15 | c163b5ca | lirans@il.ibm.com | #include "block_int.h" |
16 | c163b5ca | lirans@il.ibm.com | #include "hw/hw.h" |
17 | 5e5328be | Jan Kiszka | #include "qemu-queue.h" |
18 | 889ae39c | Liran Schour | #include "qemu-timer.h" |
19 | 7184049e | Jan Kiszka | #include "monitor.h" |
20 | c163b5ca | lirans@il.ibm.com | #include "block-migration.h" |
21 | 889ae39c | Liran Schour | #include "migration.h" |
22 | f48905d4 | Marcelo Tosatti | #include "blockdev.h" |
23 | c163b5ca | lirans@il.ibm.com | #include <assert.h> |
24 | c163b5ca | lirans@il.ibm.com | |
25 | 6ea44308 | Jan Kiszka | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS)
|
26 | c163b5ca | lirans@il.ibm.com | |
27 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
28 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_EOS 0x02 |
29 | 01e61e2d | Jan Kiszka | #define BLK_MIG_FLAG_PROGRESS 0x04 |
30 | c163b5ca | lirans@il.ibm.com | |
31 | c163b5ca | lirans@il.ibm.com | #define MAX_IS_ALLOCATED_SEARCH 65536 |
32 | c163b5ca | lirans@il.ibm.com | |
33 | c163b5ca | lirans@il.ibm.com | //#define DEBUG_BLK_MIGRATION
|
34 | c163b5ca | lirans@il.ibm.com | |
35 | c163b5ca | lirans@il.ibm.com | #ifdef DEBUG_BLK_MIGRATION
|
36 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
37 | c163b5ca | lirans@il.ibm.com | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
38 | c163b5ca | lirans@il.ibm.com | #else
|
39 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
40 | c163b5ca | lirans@il.ibm.com | do { } while (0) |
41 | c163b5ca | lirans@il.ibm.com | #endif
|
42 | c163b5ca | lirans@il.ibm.com | |
43 | a55eb92c | Jan Kiszka | typedef struct BlkMigDevState { |
44 | a55eb92c | Jan Kiszka | BlockDriverState *bs; |
45 | a55eb92c | Jan Kiszka | int bulk_completed;
|
46 | a55eb92c | Jan Kiszka | int shared_base;
|
47 | a55eb92c | Jan Kiszka | int64_t cur_sector; |
48 | d76cac7d | Liran Schour | int64_t cur_dirty; |
49 | 82801d8f | Jan Kiszka | int64_t completed_sectors; |
50 | a55eb92c | Jan Kiszka | int64_t total_sectors; |
51 | a55eb92c | Jan Kiszka | int64_t dirty; |
52 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
53 | 33656af7 | Marcelo Tosatti | unsigned long *aio_bitmap; |
54 | a55eb92c | Jan Kiszka | } BlkMigDevState; |
55 | a55eb92c | Jan Kiszka | |
56 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigBlock { |
57 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
58 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
59 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
60 | 33656af7 | Marcelo Tosatti | int nr_sectors;
|
61 | c163b5ca | lirans@il.ibm.com | struct iovec iov;
|
62 | c163b5ca | lirans@il.ibm.com | QEMUIOVector qiov; |
63 | c163b5ca | lirans@il.ibm.com | BlockDriverAIOCB *aiocb; |
64 | c163b5ca | lirans@il.ibm.com | int ret;
|
65 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
66 | c163b5ca | lirans@il.ibm.com | } BlkMigBlock; |
67 | c163b5ca | lirans@il.ibm.com | |
68 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigState { |
69 | c163b5ca | lirans@il.ibm.com | int blk_enable;
|
70 | c163b5ca | lirans@il.ibm.com | int shared_base;
|
71 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
72 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
73 | c163b5ca | lirans@il.ibm.com | int submitted;
|
74 | c163b5ca | lirans@il.ibm.com | int read_done;
|
75 | c163b5ca | lirans@il.ibm.com | int transferred;
|
76 | 82801d8f | Jan Kiszka | int64_t total_sector_sum; |
77 | 01e61e2d | Jan Kiszka | int prev_progress;
|
78 | e970ec0b | Liran Schour | int bulk_completed;
|
79 | 889ae39c | Liran Schour | long double total_time; |
80 | ff5c52a3 | Avishay Traeger | long double prev_time_offset; |
81 | 889ae39c | Liran Schour | int reads;
|
82 | c163b5ca | lirans@il.ibm.com | } BlkMigState; |
83 | c163b5ca | lirans@il.ibm.com | |
84 | d11ecd3d | Jan Kiszka | static BlkMigState block_mig_state;
|
85 | c163b5ca | lirans@il.ibm.com | |
86 | 13f0b67f | Jan Kiszka | static void blk_send(QEMUFile *f, BlkMigBlock * blk) |
87 | 13f0b67f | Jan Kiszka | { |
88 | 13f0b67f | Jan Kiszka | int len;
|
89 | 13f0b67f | Jan Kiszka | |
90 | 13f0b67f | Jan Kiszka | /* sector number and flags */
|
91 | 13f0b67f | Jan Kiszka | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
92 | 13f0b67f | Jan Kiszka | | BLK_MIG_FLAG_DEVICE_BLOCK); |
93 | 13f0b67f | Jan Kiszka | |
94 | 13f0b67f | Jan Kiszka | /* device name */
|
95 | 13f0b67f | Jan Kiszka | len = strlen(blk->bmds->bs->device_name); |
96 | 13f0b67f | Jan Kiszka | qemu_put_byte(f, len); |
97 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
98 | 13f0b67f | Jan Kiszka | |
99 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
100 | 13f0b67f | Jan Kiszka | } |
101 | 13f0b67f | Jan Kiszka | |
102 | 25f23643 | Jan Kiszka | int blk_mig_active(void) |
103 | 25f23643 | Jan Kiszka | { |
104 | 25f23643 | Jan Kiszka | return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list);
|
105 | 25f23643 | Jan Kiszka | } |
106 | 25f23643 | Jan Kiszka | |
107 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_transferred(void)
|
108 | 25f23643 | Jan Kiszka | { |
109 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
110 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
111 | 25f23643 | Jan Kiszka | |
112 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
113 | 25f23643 | Jan Kiszka | sum += bmds->completed_sectors; |
114 | 25f23643 | Jan Kiszka | } |
115 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
116 | 25f23643 | Jan Kiszka | } |
117 | 25f23643 | Jan Kiszka | |
118 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_remaining(void)
|
119 | 25f23643 | Jan Kiszka | { |
120 | 25f23643 | Jan Kiszka | return blk_mig_bytes_total() - blk_mig_bytes_transferred();
|
121 | 25f23643 | Jan Kiszka | } |
122 | 25f23643 | Jan Kiszka | |
123 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_total(void)
|
124 | 25f23643 | Jan Kiszka | { |
125 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
126 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
127 | 25f23643 | Jan Kiszka | |
128 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
129 | 25f23643 | Jan Kiszka | sum += bmds->total_sectors; |
130 | 25f23643 | Jan Kiszka | } |
131 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
132 | 25f23643 | Jan Kiszka | } |
133 | 25f23643 | Jan Kiszka | |
134 | 889ae39c | Liran Schour | static inline long double compute_read_bwidth(void) |
135 | 889ae39c | Liran Schour | { |
136 | 889ae39c | Liran Schour | assert(block_mig_state.total_time != 0);
|
137 | 155eb9aa | Avishay Traeger | return (block_mig_state.reads / block_mig_state.total_time) * BLOCK_SIZE;
|
138 | 889ae39c | Liran Schour | } |
139 | 889ae39c | Liran Schour | |
140 | 33656af7 | Marcelo Tosatti | static int bmds_aio_inflight(BlkMigDevState *bmds, int64_t sector) |
141 | 33656af7 | Marcelo Tosatti | { |
142 | 33656af7 | Marcelo Tosatti | int64_t chunk = sector / (int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK; |
143 | 33656af7 | Marcelo Tosatti | |
144 | 62155e2b | Marcelo Tosatti | if ((sector << BDRV_SECTOR_BITS) < bdrv_getlength(bmds->bs)) {
|
145 | 33656af7 | Marcelo Tosatti | return !!(bmds->aio_bitmap[chunk / (sizeof(unsigned long) * 8)] & |
146 | 33656af7 | Marcelo Tosatti | (1UL << (chunk % (sizeof(unsigned long) * 8)))); |
147 | 33656af7 | Marcelo Tosatti | } else {
|
148 | 33656af7 | Marcelo Tosatti | return 0; |
149 | 33656af7 | Marcelo Tosatti | } |
150 | 33656af7 | Marcelo Tosatti | } |
151 | 33656af7 | Marcelo Tosatti | |
152 | 33656af7 | Marcelo Tosatti | static void bmds_set_aio_inflight(BlkMigDevState *bmds, int64_t sector_num, |
153 | 33656af7 | Marcelo Tosatti | int nb_sectors, int set) |
154 | 33656af7 | Marcelo Tosatti | { |
155 | 33656af7 | Marcelo Tosatti | int64_t start, end; |
156 | 33656af7 | Marcelo Tosatti | unsigned long val, idx, bit; |
157 | 33656af7 | Marcelo Tosatti | |
158 | 33656af7 | Marcelo Tosatti | start = sector_num / BDRV_SECTORS_PER_DIRTY_CHUNK; |
159 | 33656af7 | Marcelo Tosatti | end = (sector_num + nb_sectors - 1) / BDRV_SECTORS_PER_DIRTY_CHUNK;
|
160 | 33656af7 | Marcelo Tosatti | |
161 | 33656af7 | Marcelo Tosatti | for (; start <= end; start++) {
|
162 | 33656af7 | Marcelo Tosatti | idx = start / (sizeof(unsigned long) * 8); |
163 | 33656af7 | Marcelo Tosatti | bit = start % (sizeof(unsigned long) * 8); |
164 | 33656af7 | Marcelo Tosatti | val = bmds->aio_bitmap[idx]; |
165 | 33656af7 | Marcelo Tosatti | if (set) {
|
166 | 62155e2b | Marcelo Tosatti | val |= 1UL << bit;
|
167 | 33656af7 | Marcelo Tosatti | } else {
|
168 | 62155e2b | Marcelo Tosatti | val &= ~(1UL << bit);
|
169 | 33656af7 | Marcelo Tosatti | } |
170 | 33656af7 | Marcelo Tosatti | bmds->aio_bitmap[idx] = val; |
171 | 33656af7 | Marcelo Tosatti | } |
172 | 33656af7 | Marcelo Tosatti | } |
173 | 33656af7 | Marcelo Tosatti | |
174 | 33656af7 | Marcelo Tosatti | static void alloc_aio_bitmap(BlkMigDevState *bmds) |
175 | 33656af7 | Marcelo Tosatti | { |
176 | 33656af7 | Marcelo Tosatti | BlockDriverState *bs = bmds->bs; |
177 | 33656af7 | Marcelo Tosatti | int64_t bitmap_size; |
178 | 33656af7 | Marcelo Tosatti | |
179 | 33656af7 | Marcelo Tosatti | bitmap_size = (bdrv_getlength(bs) >> BDRV_SECTOR_BITS) + |
180 | 33656af7 | Marcelo Tosatti | BDRV_SECTORS_PER_DIRTY_CHUNK * 8 - 1; |
181 | 33656af7 | Marcelo Tosatti | bitmap_size /= BDRV_SECTORS_PER_DIRTY_CHUNK * 8;
|
182 | 33656af7 | Marcelo Tosatti | |
183 | 7267c094 | Anthony Liguori | bmds->aio_bitmap = g_malloc0(bitmap_size); |
184 | 33656af7 | Marcelo Tosatti | } |
185 | 33656af7 | Marcelo Tosatti | |
186 | c163b5ca | lirans@il.ibm.com | static void blk_mig_read_cb(void *opaque, int ret) |
187 | c163b5ca | lirans@il.ibm.com | { |
188 | ff5c52a3 | Avishay Traeger | long double curr_time = qemu_get_clock_ns(rt_clock); |
189 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk = opaque; |
190 | a55eb92c | Jan Kiszka | |
191 | c163b5ca | lirans@il.ibm.com | blk->ret = ret; |
192 | a55eb92c | Jan Kiszka | |
193 | ff5c52a3 | Avishay Traeger | block_mig_state.reads++; |
194 | ff5c52a3 | Avishay Traeger | block_mig_state.total_time += (curr_time - block_mig_state.prev_time_offset); |
195 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = curr_time; |
196 | 889ae39c | Liran Schour | |
197 | 5e5328be | Jan Kiszka | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
198 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(blk->bmds, blk->sector, blk->nr_sectors, 0);
|
199 | a55eb92c | Jan Kiszka | |
200 | d11ecd3d | Jan Kiszka | block_mig_state.submitted--; |
201 | d11ecd3d | Jan Kiszka | block_mig_state.read_done++; |
202 | d11ecd3d | Jan Kiszka | assert(block_mig_state.submitted >= 0);
|
203 | c163b5ca | lirans@il.ibm.com | } |
204 | c163b5ca | lirans@il.ibm.com | |
205 | 7184049e | Jan Kiszka | static int mig_save_device_bulk(Monitor *mon, QEMUFile *f, |
206 | e970ec0b | Liran Schour | BlkMigDevState *bmds) |
207 | a55eb92c | Jan Kiszka | { |
208 | 57cce12d | Jan Kiszka | int64_t total_sectors = bmds->total_sectors; |
209 | 57cce12d | Jan Kiszka | int64_t cur_sector = bmds->cur_sector; |
210 | 57cce12d | Jan Kiszka | BlockDriverState *bs = bmds->bs; |
211 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk; |
212 | 13f0b67f | Jan Kiszka | int nr_sectors;
|
213 | a55eb92c | Jan Kiszka | |
214 | 57cce12d | Jan Kiszka | if (bmds->shared_base) {
|
215 | b1d10856 | Jan Kiszka | while (cur_sector < total_sectors &&
|
216 | 57cce12d | Jan Kiszka | !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH, |
217 | 57cce12d | Jan Kiszka | &nr_sectors)) { |
218 | c163b5ca | lirans@il.ibm.com | cur_sector += nr_sectors; |
219 | c163b5ca | lirans@il.ibm.com | } |
220 | c163b5ca | lirans@il.ibm.com | } |
221 | a55eb92c | Jan Kiszka | |
222 | a55eb92c | Jan Kiszka | if (cur_sector >= total_sectors) {
|
223 | 82801d8f | Jan Kiszka | bmds->cur_sector = bmds->completed_sectors = total_sectors; |
224 | c163b5ca | lirans@il.ibm.com | return 1; |
225 | c163b5ca | lirans@il.ibm.com | } |
226 | a55eb92c | Jan Kiszka | |
227 | 82801d8f | Jan Kiszka | bmds->completed_sectors = cur_sector; |
228 | a55eb92c | Jan Kiszka | |
229 | 57cce12d | Jan Kiszka | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1);
|
230 | 57cce12d | Jan Kiszka | |
231 | 6ea44308 | Jan Kiszka | /* we are going to transfer a full block even if it is not allocated */
|
232 | 6ea44308 | Jan Kiszka | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
233 | c163b5ca | lirans@il.ibm.com | |
234 | 6ea44308 | Jan Kiszka | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
235 | 57cce12d | Jan Kiszka | nr_sectors = total_sectors - cur_sector; |
236 | c163b5ca | lirans@il.ibm.com | } |
237 | a55eb92c | Jan Kiszka | |
238 | 7267c094 | Anthony Liguori | blk = g_malloc(sizeof(BlkMigBlock));
|
239 | 7267c094 | Anthony Liguori | blk->buf = g_malloc(BLOCK_SIZE); |
240 | 13f0b67f | Jan Kiszka | blk->bmds = bmds; |
241 | 13f0b67f | Jan Kiszka | blk->sector = cur_sector; |
242 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
243 | a55eb92c | Jan Kiszka | |
244 | e970ec0b | Liran Schour | blk->iov.iov_base = blk->buf; |
245 | e970ec0b | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
246 | e970ec0b | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
247 | a55eb92c | Jan Kiszka | |
248 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
249 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
250 | ff5c52a3 | Avishay Traeger | } |
251 | 889ae39c | Liran Schour | |
252 | e970ec0b | Liran Schour | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
253 | e970ec0b | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
254 | e970ec0b | Liran Schour | if (!blk->aiocb) {
|
255 | e970ec0b | Liran Schour | goto error;
|
256 | c163b5ca | lirans@il.ibm.com | } |
257 | e970ec0b | Liran Schour | block_mig_state.submitted++; |
258 | d76cac7d | Liran Schour | |
259 | 13f0b67f | Jan Kiszka | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
260 | 13f0b67f | Jan Kiszka | bmds->cur_sector = cur_sector + nr_sectors; |
261 | a55eb92c | Jan Kiszka | |
262 | 13f0b67f | Jan Kiszka | return (bmds->cur_sector >= total_sectors);
|
263 | 4b640365 | Jan Kiszka | |
264 | 4b640365 | Jan Kiszka | error:
|
265 | 7184049e | Jan Kiszka | monitor_printf(mon, "Error reading sector %" PRId64 "\n", cur_sector); |
266 | dcd1d224 | Juan Quintela | qemu_file_set_error(f, -EIO); |
267 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
268 | 7267c094 | Anthony Liguori | g_free(blk); |
269 | 4b640365 | Jan Kiszka | return 0; |
270 | c163b5ca | lirans@il.ibm.com | } |
271 | c163b5ca | lirans@il.ibm.com | |
272 | c163b5ca | lirans@il.ibm.com | static void set_dirty_tracking(int enable) |
273 | c163b5ca | lirans@il.ibm.com | { |
274 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
275 | 5e5328be | Jan Kiszka | |
276 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
277 | a55eb92c | Jan Kiszka | bdrv_set_dirty_tracking(bmds->bs, enable); |
278 | c163b5ca | lirans@il.ibm.com | } |
279 | c163b5ca | lirans@il.ibm.com | } |
280 | c163b5ca | lirans@il.ibm.com | |
281 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration_it(void *opaque, BlockDriverState *bs) |
282 | c163b5ca | lirans@il.ibm.com | { |
283 | b66460e4 | Stefan Hajnoczi | Monitor *mon = opaque; |
284 | 5e5328be | Jan Kiszka | BlkMigDevState *bmds; |
285 | 792773b2 | Jan Kiszka | int64_t sectors; |
286 | a55eb92c | Jan Kiszka | |
287 | d246673d | Markus Armbruster | if (!bdrv_is_read_only(bs)) {
|
288 | b66460e4 | Stefan Hajnoczi | sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
289 | 31f54f24 | Shahar Havivi | if (sectors <= 0) { |
290 | b66460e4 | Stefan Hajnoczi | return;
|
291 | b66460e4 | Stefan Hajnoczi | } |
292 | b66460e4 | Stefan Hajnoczi | |
293 | 7267c094 | Anthony Liguori | bmds = g_malloc0(sizeof(BlkMigDevState));
|
294 | b66460e4 | Stefan Hajnoczi | bmds->bs = bs; |
295 | b66460e4 | Stefan Hajnoczi | bmds->bulk_completed = 0;
|
296 | b66460e4 | Stefan Hajnoczi | bmds->total_sectors = sectors; |
297 | b66460e4 | Stefan Hajnoczi | bmds->completed_sectors = 0;
|
298 | b66460e4 | Stefan Hajnoczi | bmds->shared_base = block_mig_state.shared_base; |
299 | 33656af7 | Marcelo Tosatti | alloc_aio_bitmap(bmds); |
300 | f48905d4 | Marcelo Tosatti | drive_get_ref(drive_get_by_blockdev(bs)); |
301 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bs, 1);
|
302 | b66460e4 | Stefan Hajnoczi | |
303 | b66460e4 | Stefan Hajnoczi | block_mig_state.total_sector_sum += sectors; |
304 | b66460e4 | Stefan Hajnoczi | |
305 | b66460e4 | Stefan Hajnoczi | if (bmds->shared_base) {
|
306 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start migration for %s with shared base "
|
307 | b66460e4 | Stefan Hajnoczi | "image\n",
|
308 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
309 | b66460e4 | Stefan Hajnoczi | } else {
|
310 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start full migration for %s\n",
|
311 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
312 | b66460e4 | Stefan Hajnoczi | } |
313 | b66460e4 | Stefan Hajnoczi | |
314 | b66460e4 | Stefan Hajnoczi | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
315 | b66460e4 | Stefan Hajnoczi | } |
316 | b66460e4 | Stefan Hajnoczi | } |
317 | b66460e4 | Stefan Hajnoczi | |
318 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration(Monitor *mon, QEMUFile *f) |
319 | b66460e4 | Stefan Hajnoczi | { |
320 | 69d63a97 | Jan Kiszka | block_mig_state.submitted = 0;
|
321 | 69d63a97 | Jan Kiszka | block_mig_state.read_done = 0;
|
322 | 69d63a97 | Jan Kiszka | block_mig_state.transferred = 0;
|
323 | 82801d8f | Jan Kiszka | block_mig_state.total_sector_sum = 0;
|
324 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = -1;
|
325 | e970ec0b | Liran Schour | block_mig_state.bulk_completed = 0;
|
326 | 889ae39c | Liran Schour | block_mig_state.total_time = 0;
|
327 | 889ae39c | Liran Schour | block_mig_state.reads = 0;
|
328 | 69d63a97 | Jan Kiszka | |
329 | b66460e4 | Stefan Hajnoczi | bdrv_iterate(init_blk_migration_it, mon); |
330 | c163b5ca | lirans@il.ibm.com | } |
331 | c163b5ca | lirans@il.ibm.com | |
332 | e970ec0b | Liran Schour | static int blk_mig_save_bulked_block(Monitor *mon, QEMUFile *f) |
333 | c163b5ca | lirans@il.ibm.com | { |
334 | 82801d8f | Jan Kiszka | int64_t completed_sector_sum = 0;
|
335 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
336 | 01e61e2d | Jan Kiszka | int progress;
|
337 | 82801d8f | Jan Kiszka | int ret = 0; |
338 | c163b5ca | lirans@il.ibm.com | |
339 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
340 | a55eb92c | Jan Kiszka | if (bmds->bulk_completed == 0) { |
341 | e970ec0b | Liran Schour | if (mig_save_device_bulk(mon, f, bmds) == 1) { |
342 | 57cce12d | Jan Kiszka | /* completed bulk section for this device */
|
343 | 57cce12d | Jan Kiszka | bmds->bulk_completed = 1;
|
344 | c163b5ca | lirans@il.ibm.com | } |
345 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
346 | 82801d8f | Jan Kiszka | ret = 1;
|
347 | 82801d8f | Jan Kiszka | break;
|
348 | 82801d8f | Jan Kiszka | } else {
|
349 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
350 | c163b5ca | lirans@il.ibm.com | } |
351 | c163b5ca | lirans@il.ibm.com | } |
352 | a55eb92c | Jan Kiszka | |
353 | 8b6b2afc | Pierre Riteau | if (block_mig_state.total_sector_sum != 0) { |
354 | 8b6b2afc | Pierre Riteau | progress = completed_sector_sum * 100 /
|
355 | 8b6b2afc | Pierre Riteau | block_mig_state.total_sector_sum; |
356 | 8b6b2afc | Pierre Riteau | } else {
|
357 | 8b6b2afc | Pierre Riteau | progress = 100;
|
358 | 8b6b2afc | Pierre Riteau | } |
359 | 01e61e2d | Jan Kiszka | if (progress != block_mig_state.prev_progress) {
|
360 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = progress; |
361 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (progress << BDRV_SECTOR_BITS) |
362 | 01e61e2d | Jan Kiszka | | BLK_MIG_FLAG_PROGRESS); |
363 | 01e61e2d | Jan Kiszka | monitor_printf(mon, "Completed %d %%\r", progress);
|
364 | 7184049e | Jan Kiszka | monitor_flush(mon); |
365 | 82801d8f | Jan Kiszka | } |
366 | 82801d8f | Jan Kiszka | |
367 | 82801d8f | Jan Kiszka | return ret;
|
368 | c163b5ca | lirans@il.ibm.com | } |
369 | c163b5ca | lirans@il.ibm.com | |
370 | d76cac7d | Liran Schour | static void blk_mig_reset_dirty_cursor(void) |
371 | c163b5ca | lirans@il.ibm.com | { |
372 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
373 | d76cac7d | Liran Schour | |
374 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
375 | d76cac7d | Liran Schour | bmds->cur_dirty = 0;
|
376 | d76cac7d | Liran Schour | } |
377 | d76cac7d | Liran Schour | } |
378 | d76cac7d | Liran Schour | |
379 | d76cac7d | Liran Schour | static int mig_save_device_dirty(Monitor *mon, QEMUFile *f, |
380 | d76cac7d | Liran Schour | BlkMigDevState *bmds, int is_async)
|
381 | d76cac7d | Liran Schour | { |
382 | d76cac7d | Liran Schour | BlkMigBlock *blk; |
383 | d76cac7d | Liran Schour | int64_t total_sectors = bmds->total_sectors; |
384 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
385 | d76cac7d | Liran Schour | int nr_sectors;
|
386 | dcd1d224 | Juan Quintela | int ret = -EIO;
|
387 | a55eb92c | Jan Kiszka | |
388 | d76cac7d | Liran Schour | for (sector = bmds->cur_dirty; sector < bmds->total_sectors;) {
|
389 | 62155e2b | Marcelo Tosatti | if (bmds_aio_inflight(bmds, sector)) {
|
390 | 33656af7 | Marcelo Tosatti | qemu_aio_flush(); |
391 | 62155e2b | Marcelo Tosatti | } |
392 | d76cac7d | Liran Schour | if (bdrv_get_dirty(bmds->bs, sector)) {
|
393 | 575a58d7 | Jan Kiszka | |
394 | d76cac7d | Liran Schour | if (total_sectors - sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
395 | d76cac7d | Liran Schour | nr_sectors = total_sectors - sector; |
396 | d76cac7d | Liran Schour | } else {
|
397 | d76cac7d | Liran Schour | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
398 | d76cac7d | Liran Schour | } |
399 | 7267c094 | Anthony Liguori | blk = g_malloc(sizeof(BlkMigBlock));
|
400 | 7267c094 | Anthony Liguori | blk->buf = g_malloc(BLOCK_SIZE); |
401 | d76cac7d | Liran Schour | blk->bmds = bmds; |
402 | d76cac7d | Liran Schour | blk->sector = sector; |
403 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
404 | d76cac7d | Liran Schour | |
405 | 889ae39c | Liran Schour | if (is_async) {
|
406 | d76cac7d | Liran Schour | blk->iov.iov_base = blk->buf; |
407 | d76cac7d | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
408 | d76cac7d | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
409 | d76cac7d | Liran Schour | |
410 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
411 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
412 | ff5c52a3 | Avishay Traeger | } |
413 | 889ae39c | Liran Schour | |
414 | d76cac7d | Liran Schour | blk->aiocb = bdrv_aio_readv(bmds->bs, sector, &blk->qiov, |
415 | d76cac7d | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
416 | d76cac7d | Liran Schour | if (!blk->aiocb) {
|
417 | d76cac7d | Liran Schour | goto error;
|
418 | d76cac7d | Liran Schour | } |
419 | d76cac7d | Liran Schour | block_mig_state.submitted++; |
420 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(bmds, sector, nr_sectors, 1);
|
421 | d76cac7d | Liran Schour | } else {
|
422 | dcd1d224 | Juan Quintela | ret = bdrv_read(bmds->bs, sector, blk->buf, nr_sectors); |
423 | dcd1d224 | Juan Quintela | if (ret < 0) { |
424 | d76cac7d | Liran Schour | goto error;
|
425 | c163b5ca | lirans@il.ibm.com | } |
426 | d76cac7d | Liran Schour | blk_send(f, blk); |
427 | a55eb92c | Jan Kiszka | |
428 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
429 | 7267c094 | Anthony Liguori | g_free(blk); |
430 | a55eb92c | Jan Kiszka | } |
431 | d76cac7d | Liran Schour | |
432 | d76cac7d | Liran Schour | bdrv_reset_dirty(bmds->bs, sector, nr_sectors); |
433 | d76cac7d | Liran Schour | break;
|
434 | c163b5ca | lirans@il.ibm.com | } |
435 | d76cac7d | Liran Schour | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
436 | d76cac7d | Liran Schour | bmds->cur_dirty = sector; |
437 | c163b5ca | lirans@il.ibm.com | } |
438 | 575a58d7 | Jan Kiszka | |
439 | d76cac7d | Liran Schour | return (bmds->cur_dirty >= bmds->total_sectors);
|
440 | d76cac7d | Liran Schour | |
441 | 889ae39c | Liran Schour | error:
|
442 | d76cac7d | Liran Schour | monitor_printf(mon, "Error reading sector %" PRId64 "\n", sector); |
443 | dcd1d224 | Juan Quintela | qemu_file_set_error(f, ret); |
444 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
445 | 7267c094 | Anthony Liguori | g_free(blk); |
446 | d76cac7d | Liran Schour | return 0; |
447 | d76cac7d | Liran Schour | } |
448 | d76cac7d | Liran Schour | |
449 | d76cac7d | Liran Schour | static int blk_mig_save_dirty_block(Monitor *mon, QEMUFile *f, int is_async) |
450 | d76cac7d | Liran Schour | { |
451 | d76cac7d | Liran Schour | BlkMigDevState *bmds; |
452 | d76cac7d | Liran Schour | int ret = 0; |
453 | d76cac7d | Liran Schour | |
454 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
455 | 889ae39c | Liran Schour | if (mig_save_device_dirty(mon, f, bmds, is_async) == 0) { |
456 | d76cac7d | Liran Schour | ret = 1;
|
457 | d76cac7d | Liran Schour | break;
|
458 | d76cac7d | Liran Schour | } |
459 | d76cac7d | Liran Schour | } |
460 | d76cac7d | Liran Schour | |
461 | d76cac7d | Liran Schour | return ret;
|
462 | c163b5ca | lirans@il.ibm.com | } |
463 | c163b5ca | lirans@il.ibm.com | |
464 | c163b5ca | lirans@il.ibm.com | static void flush_blks(QEMUFile* f) |
465 | c163b5ca | lirans@il.ibm.com | { |
466 | 5e5328be | Jan Kiszka | BlkMigBlock *blk; |
467 | a55eb92c | Jan Kiszka | |
468 | d0f2c4c6 | malc | DPRINTF("%s Enter submitted %d read_done %d transferred %d\n",
|
469 | d11ecd3d | Jan Kiszka | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
470 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
471 | a55eb92c | Jan Kiszka | |
472 | 5e5328be | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
473 | 5e5328be | Jan Kiszka | if (qemu_file_rate_limit(f)) {
|
474 | 5e5328be | Jan Kiszka | break;
|
475 | 5e5328be | Jan Kiszka | } |
476 | 4b640365 | Jan Kiszka | if (blk->ret < 0) { |
477 | dcd1d224 | Juan Quintela | qemu_file_set_error(f, blk->ret); |
478 | 4b640365 | Jan Kiszka | break;
|
479 | 4b640365 | Jan Kiszka | } |
480 | 13f0b67f | Jan Kiszka | blk_send(f, blk); |
481 | a55eb92c | Jan Kiszka | |
482 | 5e5328be | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
483 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
484 | 7267c094 | Anthony Liguori | g_free(blk); |
485 | a55eb92c | Jan Kiszka | |
486 | d11ecd3d | Jan Kiszka | block_mig_state.read_done--; |
487 | d11ecd3d | Jan Kiszka | block_mig_state.transferred++; |
488 | d11ecd3d | Jan Kiszka | assert(block_mig_state.read_done >= 0);
|
489 | c163b5ca | lirans@il.ibm.com | } |
490 | c163b5ca | lirans@il.ibm.com | |
491 | d0f2c4c6 | malc | DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__,
|
492 | d11ecd3d | Jan Kiszka | block_mig_state.submitted, block_mig_state.read_done, |
493 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
494 | c163b5ca | lirans@il.ibm.com | } |
495 | c163b5ca | lirans@il.ibm.com | |
496 | 889ae39c | Liran Schour | static int64_t get_remaining_dirty(void) |
497 | 889ae39c | Liran Schour | { |
498 | 889ae39c | Liran Schour | BlkMigDevState *bmds; |
499 | 889ae39c | Liran Schour | int64_t dirty = 0;
|
500 | 889ae39c | Liran Schour | |
501 | 889ae39c | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
502 | 889ae39c | Liran Schour | dirty += bdrv_get_dirty_count(bmds->bs); |
503 | 889ae39c | Liran Schour | } |
504 | 889ae39c | Liran Schour | |
505 | 889ae39c | Liran Schour | return dirty * BLOCK_SIZE;
|
506 | 889ae39c | Liran Schour | } |
507 | 889ae39c | Liran Schour | |
508 | c163b5ca | lirans@il.ibm.com | static int is_stage2_completed(void) |
509 | c163b5ca | lirans@il.ibm.com | { |
510 | 889ae39c | Liran Schour | int64_t remaining_dirty; |
511 | 889ae39c | Liran Schour | long double bwidth; |
512 | 889ae39c | Liran Schour | |
513 | 889ae39c | Liran Schour | if (block_mig_state.bulk_completed == 1) { |
514 | 889ae39c | Liran Schour | |
515 | 889ae39c | Liran Schour | remaining_dirty = get_remaining_dirty(); |
516 | bd0858bb | Yoshiaki Tamura | if (remaining_dirty == 0) { |
517 | bd0858bb | Yoshiaki Tamura | return 1; |
518 | bd0858bb | Yoshiaki Tamura | } |
519 | 889ae39c | Liran Schour | |
520 | bd0858bb | Yoshiaki Tamura | bwidth = compute_read_bwidth(); |
521 | 889ae39c | Liran Schour | |
522 | bd0858bb | Yoshiaki Tamura | if ((remaining_dirty / bwidth) <=
|
523 | 889ae39c | Liran Schour | migrate_max_downtime()) { |
524 | 889ae39c | Liran Schour | /* finish stage2 because we think that we can finish remaing work
|
525 | 889ae39c | Liran Schour | below max_downtime */
|
526 | 889ae39c | Liran Schour | |
527 | 889ae39c | Liran Schour | return 1; |
528 | 889ae39c | Liran Schour | } |
529 | 889ae39c | Liran Schour | } |
530 | 889ae39c | Liran Schour | |
531 | 889ae39c | Liran Schour | return 0; |
532 | c163b5ca | lirans@il.ibm.com | } |
533 | c163b5ca | lirans@il.ibm.com | |
534 | 7184049e | Jan Kiszka | static void blk_mig_cleanup(Monitor *mon) |
535 | 4ec7fcc7 | Jan Kiszka | { |
536 | 82801d8f | Jan Kiszka | BlkMigDevState *bmds; |
537 | 82801d8f | Jan Kiszka | BlkMigBlock *blk; |
538 | 4ec7fcc7 | Jan Kiszka | |
539 | 8f794c55 | Marcelo Tosatti | set_dirty_tracking(0);
|
540 | 8f794c55 | Marcelo Tosatti | |
541 | 82801d8f | Jan Kiszka | while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) { |
542 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry); |
543 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bmds->bs, 0);
|
544 | f48905d4 | Marcelo Tosatti | drive_put_ref(drive_get_by_blockdev(bmds->bs)); |
545 | 7267c094 | Anthony Liguori | g_free(bmds->aio_bitmap); |
546 | 7267c094 | Anthony Liguori | g_free(bmds); |
547 | 4ec7fcc7 | Jan Kiszka | } |
548 | 4ec7fcc7 | Jan Kiszka | |
549 | 82801d8f | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
550 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
551 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
552 | 7267c094 | Anthony Liguori | g_free(blk); |
553 | 4ec7fcc7 | Jan Kiszka | } |
554 | 4ec7fcc7 | Jan Kiszka | |
555 | 7184049e | Jan Kiszka | monitor_printf(mon, "\n");
|
556 | 4ec7fcc7 | Jan Kiszka | } |
557 | 4ec7fcc7 | Jan Kiszka | |
558 | f327aa0c | Jan Kiszka | static int block_save_live(Monitor *mon, QEMUFile *f, int stage, void *opaque) |
559 | c163b5ca | lirans@il.ibm.com | { |
560 | 2975725f | Juan Quintela | int ret;
|
561 | 2975725f | Juan Quintela | |
562 | d0f2c4c6 | malc | DPRINTF("Enter save live stage %d submitted %d transferred %d\n",
|
563 | d11ecd3d | Jan Kiszka | stage, block_mig_state.submitted, block_mig_state.transferred); |
564 | a55eb92c | Jan Kiszka | |
565 | 4ec7fcc7 | Jan Kiszka | if (stage < 0) { |
566 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
567 | 4ec7fcc7 | Jan Kiszka | return 0; |
568 | 4ec7fcc7 | Jan Kiszka | } |
569 | 4ec7fcc7 | Jan Kiszka | |
570 | d11ecd3d | Jan Kiszka | if (block_mig_state.blk_enable != 1) { |
571 | c163b5ca | lirans@il.ibm.com | /* no need to migrate storage */
|
572 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
573 | c163b5ca | lirans@il.ibm.com | return 1; |
574 | c163b5ca | lirans@il.ibm.com | } |
575 | a55eb92c | Jan Kiszka | |
576 | a55eb92c | Jan Kiszka | if (stage == 1) { |
577 | 7184049e | Jan Kiszka | init_blk_migration(mon, f); |
578 | a55eb92c | Jan Kiszka | |
579 | c163b5ca | lirans@il.ibm.com | /* start track dirty blocks */
|
580 | c163b5ca | lirans@il.ibm.com | set_dirty_tracking(1);
|
581 | c163b5ca | lirans@il.ibm.com | } |
582 | c163b5ca | lirans@il.ibm.com | |
583 | c163b5ca | lirans@il.ibm.com | flush_blks(f); |
584 | a55eb92c | Jan Kiszka | |
585 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
586 | 2975725f | Juan Quintela | if (ret) {
|
587 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
588 | 2975725f | Juan Quintela | return ret;
|
589 | 4b640365 | Jan Kiszka | } |
590 | 4b640365 | Jan Kiszka | |
591 | d76cac7d | Liran Schour | blk_mig_reset_dirty_cursor(); |
592 | d76cac7d | Liran Schour | |
593 | 889ae39c | Liran Schour | if (stage == 2) { |
594 | d76cac7d | Liran Schour | /* control the rate of transfer */
|
595 | d76cac7d | Liran Schour | while ((block_mig_state.submitted +
|
596 | d76cac7d | Liran Schour | block_mig_state.read_done) * BLOCK_SIZE < |
597 | d76cac7d | Liran Schour | qemu_file_get_rate_limit(f)) { |
598 | d76cac7d | Liran Schour | if (block_mig_state.bulk_completed == 0) { |
599 | d76cac7d | Liran Schour | /* first finish the bulk phase */
|
600 | d76cac7d | Liran Schour | if (blk_mig_save_bulked_block(mon, f) == 0) { |
601 | 889ae39c | Liran Schour | /* finished saving bulk on all devices */
|
602 | d76cac7d | Liran Schour | block_mig_state.bulk_completed = 1;
|
603 | d76cac7d | Liran Schour | } |
604 | d76cac7d | Liran Schour | } else {
|
605 | d76cac7d | Liran Schour | if (blk_mig_save_dirty_block(mon, f, 1) == 0) { |
606 | d76cac7d | Liran Schour | /* no more dirty blocks */
|
607 | d76cac7d | Liran Schour | break;
|
608 | d76cac7d | Liran Schour | } |
609 | d76cac7d | Liran Schour | } |
610 | a55eb92c | Jan Kiszka | } |
611 | a55eb92c | Jan Kiszka | |
612 | d76cac7d | Liran Schour | flush_blks(f); |
613 | a55eb92c | Jan Kiszka | |
614 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
615 | 2975725f | Juan Quintela | if (ret) {
|
616 | d76cac7d | Liran Schour | blk_mig_cleanup(mon); |
617 | 2975725f | Juan Quintela | return ret;
|
618 | d76cac7d | Liran Schour | } |
619 | 4b640365 | Jan Kiszka | } |
620 | 4b640365 | Jan Kiszka | |
621 | a55eb92c | Jan Kiszka | if (stage == 3) { |
622 | 889ae39c | Liran Schour | /* we know for sure that save bulk is completed and
|
623 | 889ae39c | Liran Schour | all async read completed */
|
624 | 889ae39c | Liran Schour | assert(block_mig_state.submitted == 0);
|
625 | a55eb92c | Jan Kiszka | |
626 | 889ae39c | Liran Schour | while (blk_mig_save_dirty_block(mon, f, 0) != 0); |
627 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
628 | a55eb92c | Jan Kiszka | |
629 | 01e61e2d | Jan Kiszka | /* report completion */
|
630 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS);
|
631 | 01e61e2d | Jan Kiszka | |
632 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
633 | 2975725f | Juan Quintela | if (ret) {
|
634 | 2975725f | Juan Quintela | return ret;
|
635 | 4b640365 | Jan Kiszka | } |
636 | 4b640365 | Jan Kiszka | |
637 | 7184049e | Jan Kiszka | monitor_printf(mon, "Block migration completed\n");
|
638 | c163b5ca | lirans@il.ibm.com | } |
639 | a55eb92c | Jan Kiszka | |
640 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
641 | a55eb92c | Jan Kiszka | |
642 | c163b5ca | lirans@il.ibm.com | return ((stage == 2) && is_stage2_completed()); |
643 | c163b5ca | lirans@il.ibm.com | } |
644 | c163b5ca | lirans@il.ibm.com | |
645 | c163b5ca | lirans@il.ibm.com | static int block_load(QEMUFile *f, void *opaque, int version_id) |
646 | c163b5ca | lirans@il.ibm.com | { |
647 | 01e61e2d | Jan Kiszka | static int banner_printed; |
648 | c163b5ca | lirans@il.ibm.com | int len, flags;
|
649 | c163b5ca | lirans@il.ibm.com | char device_name[256]; |
650 | c163b5ca | lirans@il.ibm.com | int64_t addr; |
651 | 77358b59 | Pierre Riteau | BlockDriverState *bs, *bs_prev = NULL;
|
652 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
653 | 77358b59 | Pierre Riteau | int64_t total_sectors = 0;
|
654 | 77358b59 | Pierre Riteau | int nr_sectors;
|
655 | 42802d47 | Juan Quintela | int ret;
|
656 | a55eb92c | Jan Kiszka | |
657 | c163b5ca | lirans@il.ibm.com | do {
|
658 | c163b5ca | lirans@il.ibm.com | addr = qemu_get_be64(f); |
659 | a55eb92c | Jan Kiszka | |
660 | 6ea44308 | Jan Kiszka | flags = addr & ~BDRV_SECTOR_MASK; |
661 | 6ea44308 | Jan Kiszka | addr >>= BDRV_SECTOR_BITS; |
662 | a55eb92c | Jan Kiszka | |
663 | a55eb92c | Jan Kiszka | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) {
|
664 | c163b5ca | lirans@il.ibm.com | /* get device name */
|
665 | c163b5ca | lirans@il.ibm.com | len = qemu_get_byte(f); |
666 | c163b5ca | lirans@il.ibm.com | qemu_get_buffer(f, (uint8_t *)device_name, len); |
667 | c163b5ca | lirans@il.ibm.com | device_name[len] = '\0';
|
668 | a55eb92c | Jan Kiszka | |
669 | c163b5ca | lirans@il.ibm.com | bs = bdrv_find(device_name); |
670 | 4b640365 | Jan Kiszka | if (!bs) {
|
671 | 4b640365 | Jan Kiszka | fprintf(stderr, "Error unknown block device %s\n",
|
672 | 4b640365 | Jan Kiszka | device_name); |
673 | 4b640365 | Jan Kiszka | return -EINVAL;
|
674 | 4b640365 | Jan Kiszka | } |
675 | a55eb92c | Jan Kiszka | |
676 | 77358b59 | Pierre Riteau | if (bs != bs_prev) {
|
677 | 77358b59 | Pierre Riteau | bs_prev = bs; |
678 | 77358b59 | Pierre Riteau | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
679 | 77358b59 | Pierre Riteau | if (total_sectors <= 0) { |
680 | 6daf194d | Markus Armbruster | error_report("Error getting length of block device %s",
|
681 | 77358b59 | Pierre Riteau | device_name); |
682 | 77358b59 | Pierre Riteau | return -EINVAL;
|
683 | 77358b59 | Pierre Riteau | } |
684 | 77358b59 | Pierre Riteau | } |
685 | 77358b59 | Pierre Riteau | |
686 | 77358b59 | Pierre Riteau | if (total_sectors - addr < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
687 | 77358b59 | Pierre Riteau | nr_sectors = total_sectors - addr; |
688 | 77358b59 | Pierre Riteau | } else {
|
689 | 77358b59 | Pierre Riteau | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
690 | 77358b59 | Pierre Riteau | } |
691 | 77358b59 | Pierre Riteau | |
692 | 7267c094 | Anthony Liguori | buf = g_malloc(BLOCK_SIZE); |
693 | 575a58d7 | Jan Kiszka | |
694 | a55eb92c | Jan Kiszka | qemu_get_buffer(f, buf, BLOCK_SIZE); |
695 | 77358b59 | Pierre Riteau | ret = bdrv_write(bs, addr, buf, nr_sectors); |
696 | 575a58d7 | Jan Kiszka | |
697 | 7267c094 | Anthony Liguori | g_free(buf); |
698 | b02bea3a | Yoshiaki Tamura | if (ret < 0) { |
699 | b02bea3a | Yoshiaki Tamura | return ret;
|
700 | b02bea3a | Yoshiaki Tamura | } |
701 | 01e61e2d | Jan Kiszka | } else if (flags & BLK_MIG_FLAG_PROGRESS) { |
702 | 01e61e2d | Jan Kiszka | if (!banner_printed) {
|
703 | 01e61e2d | Jan Kiszka | printf("Receiving block device images\n");
|
704 | 01e61e2d | Jan Kiszka | banner_printed = 1;
|
705 | 01e61e2d | Jan Kiszka | } |
706 | 01e61e2d | Jan Kiszka | printf("Completed %d %%%c", (int)addr, |
707 | 01e61e2d | Jan Kiszka | (addr == 100) ? '\n' : '\r'); |
708 | 01e61e2d | Jan Kiszka | fflush(stdout); |
709 | a55eb92c | Jan Kiszka | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
710 | 4b640365 | Jan Kiszka | fprintf(stderr, "Unknown flags\n");
|
711 | 4b640365 | Jan Kiszka | return -EINVAL;
|
712 | 4b640365 | Jan Kiszka | } |
713 | 42802d47 | Juan Quintela | ret = qemu_file_get_error(f); |
714 | 42802d47 | Juan Quintela | if (ret != 0) { |
715 | 42802d47 | Juan Quintela | return ret;
|
716 | c163b5ca | lirans@il.ibm.com | } |
717 | a55eb92c | Jan Kiszka | } while (!(flags & BLK_MIG_FLAG_EOS));
|
718 | a55eb92c | Jan Kiszka | |
719 | c163b5ca | lirans@il.ibm.com | return 0; |
720 | c163b5ca | lirans@il.ibm.com | } |
721 | c163b5ca | lirans@il.ibm.com | |
722 | c163b5ca | lirans@il.ibm.com | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
723 | c163b5ca | lirans@il.ibm.com | { |
724 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable = blk_enable; |
725 | d11ecd3d | Jan Kiszka | block_mig_state.shared_base = shared_base; |
726 | a55eb92c | Jan Kiszka | |
727 | c163b5ca | lirans@il.ibm.com | /* shared base means that blk_enable = 1 */
|
728 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable |= shared_base; |
729 | c163b5ca | lirans@il.ibm.com | } |
730 | c163b5ca | lirans@il.ibm.com | |
731 | c163b5ca | lirans@il.ibm.com | void blk_mig_init(void) |
732 | a55eb92c | Jan Kiszka | { |
733 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
734 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
735 | 5e5328be | Jan Kiszka | |
736 | 0be71e32 | Alex Williamson | register_savevm_live(NULL, "block", 0, 1, block_set_params, |
737 | 0be71e32 | Alex Williamson | block_save_live, NULL, block_load, &block_mig_state);
|
738 | c163b5ca | lirans@il.ibm.com | } |