root / block-migration.c @ 60e1b2a6
History | View | Annotate | Download (19.7 kB)
1 | c163b5ca | lirans@il.ibm.com | /*
|
---|---|---|---|
2 | c163b5ca | lirans@il.ibm.com | * QEMU live block migration
|
3 | c163b5ca | lirans@il.ibm.com | *
|
4 | c163b5ca | lirans@il.ibm.com | * Copyright IBM, Corp. 2009
|
5 | c163b5ca | lirans@il.ibm.com | *
|
6 | c163b5ca | lirans@il.ibm.com | * Authors:
|
7 | c163b5ca | lirans@il.ibm.com | * Liran Schour <lirans@il.ibm.com>
|
8 | c163b5ca | lirans@il.ibm.com | *
|
9 | c163b5ca | lirans@il.ibm.com | * This work is licensed under the terms of the GNU GPL, version 2. See
|
10 | c163b5ca | lirans@il.ibm.com | * the COPYING file in the top-level directory.
|
11 | c163b5ca | lirans@il.ibm.com | *
|
12 | 6b620ca3 | Paolo Bonzini | * Contributions after 2012-01-13 are licensed under the terms of the
|
13 | 6b620ca3 | Paolo Bonzini | * GNU GPL, version 2 or (at your option) any later version.
|
14 | c163b5ca | lirans@il.ibm.com | */
|
15 | c163b5ca | lirans@il.ibm.com | |
16 | c163b5ca | lirans@il.ibm.com | #include "qemu-common.h" |
17 | c163b5ca | lirans@il.ibm.com | #include "block_int.h" |
18 | c163b5ca | lirans@il.ibm.com | #include "hw/hw.h" |
19 | 5e5328be | Jan Kiszka | #include "qemu-queue.h" |
20 | 889ae39c | Liran Schour | #include "qemu-timer.h" |
21 | 7184049e | Jan Kiszka | #include "monitor.h" |
22 | c163b5ca | lirans@il.ibm.com | #include "block-migration.h" |
23 | 889ae39c | Liran Schour | #include "migration.h" |
24 | f48905d4 | Marcelo Tosatti | #include "blockdev.h" |
25 | c163b5ca | lirans@il.ibm.com | #include <assert.h> |
26 | c163b5ca | lirans@il.ibm.com | |
27 | 6ea44308 | Jan Kiszka | #define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS)
|
28 | c163b5ca | lirans@il.ibm.com | |
29 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_DEVICE_BLOCK 0x01 |
30 | c163b5ca | lirans@il.ibm.com | #define BLK_MIG_FLAG_EOS 0x02 |
31 | 01e61e2d | Jan Kiszka | #define BLK_MIG_FLAG_PROGRESS 0x04 |
32 | c163b5ca | lirans@il.ibm.com | |
33 | c163b5ca | lirans@il.ibm.com | #define MAX_IS_ALLOCATED_SEARCH 65536 |
34 | c163b5ca | lirans@il.ibm.com | |
35 | c163b5ca | lirans@il.ibm.com | //#define DEBUG_BLK_MIGRATION
|
36 | c163b5ca | lirans@il.ibm.com | |
37 | c163b5ca | lirans@il.ibm.com | #ifdef DEBUG_BLK_MIGRATION
|
38 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
39 | c163b5ca | lirans@il.ibm.com | do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0) |
40 | c163b5ca | lirans@il.ibm.com | #else
|
41 | d0f2c4c6 | malc | #define DPRINTF(fmt, ...) \
|
42 | c163b5ca | lirans@il.ibm.com | do { } while (0) |
43 | c163b5ca | lirans@il.ibm.com | #endif
|
44 | c163b5ca | lirans@il.ibm.com | |
45 | a55eb92c | Jan Kiszka | typedef struct BlkMigDevState { |
46 | a55eb92c | Jan Kiszka | BlockDriverState *bs; |
47 | a55eb92c | Jan Kiszka | int bulk_completed;
|
48 | a55eb92c | Jan Kiszka | int shared_base;
|
49 | a55eb92c | Jan Kiszka | int64_t cur_sector; |
50 | d76cac7d | Liran Schour | int64_t cur_dirty; |
51 | 82801d8f | Jan Kiszka | int64_t completed_sectors; |
52 | a55eb92c | Jan Kiszka | int64_t total_sectors; |
53 | a55eb92c | Jan Kiszka | int64_t dirty; |
54 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigDevState) entry; |
55 | 33656af7 | Marcelo Tosatti | unsigned long *aio_bitmap; |
56 | a55eb92c | Jan Kiszka | } BlkMigDevState; |
57 | a55eb92c | Jan Kiszka | |
58 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigBlock { |
59 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
60 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
61 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
62 | 33656af7 | Marcelo Tosatti | int nr_sectors;
|
63 | c163b5ca | lirans@il.ibm.com | struct iovec iov;
|
64 | c163b5ca | lirans@il.ibm.com | QEMUIOVector qiov; |
65 | c163b5ca | lirans@il.ibm.com | BlockDriverAIOCB *aiocb; |
66 | c163b5ca | lirans@il.ibm.com | int ret;
|
67 | 5e5328be | Jan Kiszka | QSIMPLEQ_ENTRY(BlkMigBlock) entry; |
68 | c163b5ca | lirans@il.ibm.com | } BlkMigBlock; |
69 | c163b5ca | lirans@il.ibm.com | |
70 | c163b5ca | lirans@il.ibm.com | typedef struct BlkMigState { |
71 | c163b5ca | lirans@il.ibm.com | int blk_enable;
|
72 | c163b5ca | lirans@il.ibm.com | int shared_base;
|
73 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list; |
74 | 5e5328be | Jan Kiszka | QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list; |
75 | c163b5ca | lirans@il.ibm.com | int submitted;
|
76 | c163b5ca | lirans@il.ibm.com | int read_done;
|
77 | c163b5ca | lirans@il.ibm.com | int transferred;
|
78 | 82801d8f | Jan Kiszka | int64_t total_sector_sum; |
79 | 01e61e2d | Jan Kiszka | int prev_progress;
|
80 | e970ec0b | Liran Schour | int bulk_completed;
|
81 | 889ae39c | Liran Schour | long double total_time; |
82 | ff5c52a3 | Avishay Traeger | long double prev_time_offset; |
83 | 889ae39c | Liran Schour | int reads;
|
84 | c163b5ca | lirans@il.ibm.com | } BlkMigState; |
85 | c163b5ca | lirans@il.ibm.com | |
86 | d11ecd3d | Jan Kiszka | static BlkMigState block_mig_state;
|
87 | c163b5ca | lirans@il.ibm.com | |
88 | 13f0b67f | Jan Kiszka | static void blk_send(QEMUFile *f, BlkMigBlock * blk) |
89 | 13f0b67f | Jan Kiszka | { |
90 | 13f0b67f | Jan Kiszka | int len;
|
91 | 13f0b67f | Jan Kiszka | |
92 | 13f0b67f | Jan Kiszka | /* sector number and flags */
|
93 | 13f0b67f | Jan Kiszka | qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS) |
94 | 13f0b67f | Jan Kiszka | | BLK_MIG_FLAG_DEVICE_BLOCK); |
95 | 13f0b67f | Jan Kiszka | |
96 | 13f0b67f | Jan Kiszka | /* device name */
|
97 | 13f0b67f | Jan Kiszka | len = strlen(blk->bmds->bs->device_name); |
98 | 13f0b67f | Jan Kiszka | qemu_put_byte(f, len); |
99 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len); |
100 | 13f0b67f | Jan Kiszka | |
101 | 13f0b67f | Jan Kiszka | qemu_put_buffer(f, blk->buf, BLOCK_SIZE); |
102 | 13f0b67f | Jan Kiszka | } |
103 | 13f0b67f | Jan Kiszka | |
104 | 25f23643 | Jan Kiszka | int blk_mig_active(void) |
105 | 25f23643 | Jan Kiszka | { |
106 | 25f23643 | Jan Kiszka | return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list);
|
107 | 25f23643 | Jan Kiszka | } |
108 | 25f23643 | Jan Kiszka | |
109 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_transferred(void)
|
110 | 25f23643 | Jan Kiszka | { |
111 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
112 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
113 | 25f23643 | Jan Kiszka | |
114 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
115 | 25f23643 | Jan Kiszka | sum += bmds->completed_sectors; |
116 | 25f23643 | Jan Kiszka | } |
117 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
118 | 25f23643 | Jan Kiszka | } |
119 | 25f23643 | Jan Kiszka | |
120 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_remaining(void)
|
121 | 25f23643 | Jan Kiszka | { |
122 | 25f23643 | Jan Kiszka | return blk_mig_bytes_total() - blk_mig_bytes_transferred();
|
123 | 25f23643 | Jan Kiszka | } |
124 | 25f23643 | Jan Kiszka | |
125 | 25f23643 | Jan Kiszka | uint64_t blk_mig_bytes_total(void)
|
126 | 25f23643 | Jan Kiszka | { |
127 | 25f23643 | Jan Kiszka | BlkMigDevState *bmds; |
128 | 25f23643 | Jan Kiszka | uint64_t sum = 0;
|
129 | 25f23643 | Jan Kiszka | |
130 | 25f23643 | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
131 | 25f23643 | Jan Kiszka | sum += bmds->total_sectors; |
132 | 25f23643 | Jan Kiszka | } |
133 | 25f23643 | Jan Kiszka | return sum << BDRV_SECTOR_BITS;
|
134 | 25f23643 | Jan Kiszka | } |
135 | 25f23643 | Jan Kiszka | |
136 | 889ae39c | Liran Schour | static inline long double compute_read_bwidth(void) |
137 | 889ae39c | Liran Schour | { |
138 | 889ae39c | Liran Schour | assert(block_mig_state.total_time != 0);
|
139 | 155eb9aa | Avishay Traeger | return (block_mig_state.reads / block_mig_state.total_time) * BLOCK_SIZE;
|
140 | 889ae39c | Liran Schour | } |
141 | 889ae39c | Liran Schour | |
142 | 33656af7 | Marcelo Tosatti | static int bmds_aio_inflight(BlkMigDevState *bmds, int64_t sector) |
143 | 33656af7 | Marcelo Tosatti | { |
144 | 33656af7 | Marcelo Tosatti | int64_t chunk = sector / (int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK; |
145 | 33656af7 | Marcelo Tosatti | |
146 | 62155e2b | Marcelo Tosatti | if ((sector << BDRV_SECTOR_BITS) < bdrv_getlength(bmds->bs)) {
|
147 | 33656af7 | Marcelo Tosatti | return !!(bmds->aio_bitmap[chunk / (sizeof(unsigned long) * 8)] & |
148 | 33656af7 | Marcelo Tosatti | (1UL << (chunk % (sizeof(unsigned long) * 8)))); |
149 | 33656af7 | Marcelo Tosatti | } else {
|
150 | 33656af7 | Marcelo Tosatti | return 0; |
151 | 33656af7 | Marcelo Tosatti | } |
152 | 33656af7 | Marcelo Tosatti | } |
153 | 33656af7 | Marcelo Tosatti | |
154 | 33656af7 | Marcelo Tosatti | static void bmds_set_aio_inflight(BlkMigDevState *bmds, int64_t sector_num, |
155 | 33656af7 | Marcelo Tosatti | int nb_sectors, int set) |
156 | 33656af7 | Marcelo Tosatti | { |
157 | 33656af7 | Marcelo Tosatti | int64_t start, end; |
158 | 33656af7 | Marcelo Tosatti | unsigned long val, idx, bit; |
159 | 33656af7 | Marcelo Tosatti | |
160 | 33656af7 | Marcelo Tosatti | start = sector_num / BDRV_SECTORS_PER_DIRTY_CHUNK; |
161 | 33656af7 | Marcelo Tosatti | end = (sector_num + nb_sectors - 1) / BDRV_SECTORS_PER_DIRTY_CHUNK;
|
162 | 33656af7 | Marcelo Tosatti | |
163 | 33656af7 | Marcelo Tosatti | for (; start <= end; start++) {
|
164 | 33656af7 | Marcelo Tosatti | idx = start / (sizeof(unsigned long) * 8); |
165 | 33656af7 | Marcelo Tosatti | bit = start % (sizeof(unsigned long) * 8); |
166 | 33656af7 | Marcelo Tosatti | val = bmds->aio_bitmap[idx]; |
167 | 33656af7 | Marcelo Tosatti | if (set) {
|
168 | 62155e2b | Marcelo Tosatti | val |= 1UL << bit;
|
169 | 33656af7 | Marcelo Tosatti | } else {
|
170 | 62155e2b | Marcelo Tosatti | val &= ~(1UL << bit);
|
171 | 33656af7 | Marcelo Tosatti | } |
172 | 33656af7 | Marcelo Tosatti | bmds->aio_bitmap[idx] = val; |
173 | 33656af7 | Marcelo Tosatti | } |
174 | 33656af7 | Marcelo Tosatti | } |
175 | 33656af7 | Marcelo Tosatti | |
176 | 33656af7 | Marcelo Tosatti | static void alloc_aio_bitmap(BlkMigDevState *bmds) |
177 | 33656af7 | Marcelo Tosatti | { |
178 | 33656af7 | Marcelo Tosatti | BlockDriverState *bs = bmds->bs; |
179 | 33656af7 | Marcelo Tosatti | int64_t bitmap_size; |
180 | 33656af7 | Marcelo Tosatti | |
181 | 33656af7 | Marcelo Tosatti | bitmap_size = (bdrv_getlength(bs) >> BDRV_SECTOR_BITS) + |
182 | 33656af7 | Marcelo Tosatti | BDRV_SECTORS_PER_DIRTY_CHUNK * 8 - 1; |
183 | 33656af7 | Marcelo Tosatti | bitmap_size /= BDRV_SECTORS_PER_DIRTY_CHUNK * 8;
|
184 | 33656af7 | Marcelo Tosatti | |
185 | 7267c094 | Anthony Liguori | bmds->aio_bitmap = g_malloc0(bitmap_size); |
186 | 33656af7 | Marcelo Tosatti | } |
187 | 33656af7 | Marcelo Tosatti | |
188 | c163b5ca | lirans@il.ibm.com | static void blk_mig_read_cb(void *opaque, int ret) |
189 | c163b5ca | lirans@il.ibm.com | { |
190 | ff5c52a3 | Avishay Traeger | long double curr_time = qemu_get_clock_ns(rt_clock); |
191 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk = opaque; |
192 | a55eb92c | Jan Kiszka | |
193 | c163b5ca | lirans@il.ibm.com | blk->ret = ret; |
194 | a55eb92c | Jan Kiszka | |
195 | ff5c52a3 | Avishay Traeger | block_mig_state.reads++; |
196 | ff5c52a3 | Avishay Traeger | block_mig_state.total_time += (curr_time - block_mig_state.prev_time_offset); |
197 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = curr_time; |
198 | 889ae39c | Liran Schour | |
199 | 5e5328be | Jan Kiszka | QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry); |
200 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(blk->bmds, blk->sector, blk->nr_sectors, 0);
|
201 | a55eb92c | Jan Kiszka | |
202 | d11ecd3d | Jan Kiszka | block_mig_state.submitted--; |
203 | d11ecd3d | Jan Kiszka | block_mig_state.read_done++; |
204 | d11ecd3d | Jan Kiszka | assert(block_mig_state.submitted >= 0);
|
205 | c163b5ca | lirans@il.ibm.com | } |
206 | c163b5ca | lirans@il.ibm.com | |
207 | 7184049e | Jan Kiszka | static int mig_save_device_bulk(Monitor *mon, QEMUFile *f, |
208 | e970ec0b | Liran Schour | BlkMigDevState *bmds) |
209 | a55eb92c | Jan Kiszka | { |
210 | 57cce12d | Jan Kiszka | int64_t total_sectors = bmds->total_sectors; |
211 | 57cce12d | Jan Kiszka | int64_t cur_sector = bmds->cur_sector; |
212 | 57cce12d | Jan Kiszka | BlockDriverState *bs = bmds->bs; |
213 | c163b5ca | lirans@il.ibm.com | BlkMigBlock *blk; |
214 | 13f0b67f | Jan Kiszka | int nr_sectors;
|
215 | a55eb92c | Jan Kiszka | |
216 | 57cce12d | Jan Kiszka | if (bmds->shared_base) {
|
217 | b1d10856 | Jan Kiszka | while (cur_sector < total_sectors &&
|
218 | 57cce12d | Jan Kiszka | !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH, |
219 | 57cce12d | Jan Kiszka | &nr_sectors)) { |
220 | c163b5ca | lirans@il.ibm.com | cur_sector += nr_sectors; |
221 | c163b5ca | lirans@il.ibm.com | } |
222 | c163b5ca | lirans@il.ibm.com | } |
223 | a55eb92c | Jan Kiszka | |
224 | a55eb92c | Jan Kiszka | if (cur_sector >= total_sectors) {
|
225 | 82801d8f | Jan Kiszka | bmds->cur_sector = bmds->completed_sectors = total_sectors; |
226 | c163b5ca | lirans@il.ibm.com | return 1; |
227 | c163b5ca | lirans@il.ibm.com | } |
228 | a55eb92c | Jan Kiszka | |
229 | 82801d8f | Jan Kiszka | bmds->completed_sectors = cur_sector; |
230 | a55eb92c | Jan Kiszka | |
231 | 57cce12d | Jan Kiszka | cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1);
|
232 | 57cce12d | Jan Kiszka | |
233 | 6ea44308 | Jan Kiszka | /* we are going to transfer a full block even if it is not allocated */
|
234 | 6ea44308 | Jan Kiszka | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
235 | c163b5ca | lirans@il.ibm.com | |
236 | 6ea44308 | Jan Kiszka | if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
237 | 57cce12d | Jan Kiszka | nr_sectors = total_sectors - cur_sector; |
238 | c163b5ca | lirans@il.ibm.com | } |
239 | a55eb92c | Jan Kiszka | |
240 | 7267c094 | Anthony Liguori | blk = g_malloc(sizeof(BlkMigBlock));
|
241 | 7267c094 | Anthony Liguori | blk->buf = g_malloc(BLOCK_SIZE); |
242 | 13f0b67f | Jan Kiszka | blk->bmds = bmds; |
243 | 13f0b67f | Jan Kiszka | blk->sector = cur_sector; |
244 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
245 | a55eb92c | Jan Kiszka | |
246 | e970ec0b | Liran Schour | blk->iov.iov_base = blk->buf; |
247 | e970ec0b | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
248 | e970ec0b | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
249 | a55eb92c | Jan Kiszka | |
250 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
251 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
252 | ff5c52a3 | Avishay Traeger | } |
253 | 889ae39c | Liran Schour | |
254 | e970ec0b | Liran Schour | blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov, |
255 | e970ec0b | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
256 | e970ec0b | Liran Schour | block_mig_state.submitted++; |
257 | d76cac7d | Liran Schour | |
258 | 13f0b67f | Jan Kiszka | bdrv_reset_dirty(bs, cur_sector, nr_sectors); |
259 | 13f0b67f | Jan Kiszka | bmds->cur_sector = cur_sector + nr_sectors; |
260 | a55eb92c | Jan Kiszka | |
261 | 13f0b67f | Jan Kiszka | return (bmds->cur_sector >= total_sectors);
|
262 | c163b5ca | lirans@il.ibm.com | } |
263 | c163b5ca | lirans@il.ibm.com | |
264 | c163b5ca | lirans@il.ibm.com | static void set_dirty_tracking(int enable) |
265 | c163b5ca | lirans@il.ibm.com | { |
266 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
267 | 5e5328be | Jan Kiszka | |
268 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
269 | a55eb92c | Jan Kiszka | bdrv_set_dirty_tracking(bmds->bs, enable); |
270 | c163b5ca | lirans@il.ibm.com | } |
271 | c163b5ca | lirans@il.ibm.com | } |
272 | c163b5ca | lirans@il.ibm.com | |
273 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration_it(void *opaque, BlockDriverState *bs) |
274 | c163b5ca | lirans@il.ibm.com | { |
275 | b66460e4 | Stefan Hajnoczi | Monitor *mon = opaque; |
276 | 5e5328be | Jan Kiszka | BlkMigDevState *bmds; |
277 | 792773b2 | Jan Kiszka | int64_t sectors; |
278 | a55eb92c | Jan Kiszka | |
279 | d246673d | Markus Armbruster | if (!bdrv_is_read_only(bs)) {
|
280 | b66460e4 | Stefan Hajnoczi | sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
281 | 31f54f24 | Shahar Havivi | if (sectors <= 0) { |
282 | b66460e4 | Stefan Hajnoczi | return;
|
283 | b66460e4 | Stefan Hajnoczi | } |
284 | b66460e4 | Stefan Hajnoczi | |
285 | 7267c094 | Anthony Liguori | bmds = g_malloc0(sizeof(BlkMigDevState));
|
286 | b66460e4 | Stefan Hajnoczi | bmds->bs = bs; |
287 | b66460e4 | Stefan Hajnoczi | bmds->bulk_completed = 0;
|
288 | b66460e4 | Stefan Hajnoczi | bmds->total_sectors = sectors; |
289 | b66460e4 | Stefan Hajnoczi | bmds->completed_sectors = 0;
|
290 | b66460e4 | Stefan Hajnoczi | bmds->shared_base = block_mig_state.shared_base; |
291 | 33656af7 | Marcelo Tosatti | alloc_aio_bitmap(bmds); |
292 | f48905d4 | Marcelo Tosatti | drive_get_ref(drive_get_by_blockdev(bs)); |
293 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bs, 1);
|
294 | b66460e4 | Stefan Hajnoczi | |
295 | b66460e4 | Stefan Hajnoczi | block_mig_state.total_sector_sum += sectors; |
296 | b66460e4 | Stefan Hajnoczi | |
297 | b66460e4 | Stefan Hajnoczi | if (bmds->shared_base) {
|
298 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start migration for %s with shared base "
|
299 | b66460e4 | Stefan Hajnoczi | "image\n",
|
300 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
301 | b66460e4 | Stefan Hajnoczi | } else {
|
302 | b66460e4 | Stefan Hajnoczi | monitor_printf(mon, "Start full migration for %s\n",
|
303 | b66460e4 | Stefan Hajnoczi | bs->device_name); |
304 | b66460e4 | Stefan Hajnoczi | } |
305 | b66460e4 | Stefan Hajnoczi | |
306 | b66460e4 | Stefan Hajnoczi | QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry); |
307 | b66460e4 | Stefan Hajnoczi | } |
308 | b66460e4 | Stefan Hajnoczi | } |
309 | b66460e4 | Stefan Hajnoczi | |
310 | b66460e4 | Stefan Hajnoczi | static void init_blk_migration(Monitor *mon, QEMUFile *f) |
311 | b66460e4 | Stefan Hajnoczi | { |
312 | 69d63a97 | Jan Kiszka | block_mig_state.submitted = 0;
|
313 | 69d63a97 | Jan Kiszka | block_mig_state.read_done = 0;
|
314 | 69d63a97 | Jan Kiszka | block_mig_state.transferred = 0;
|
315 | 82801d8f | Jan Kiszka | block_mig_state.total_sector_sum = 0;
|
316 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = -1;
|
317 | e970ec0b | Liran Schour | block_mig_state.bulk_completed = 0;
|
318 | 889ae39c | Liran Schour | block_mig_state.total_time = 0;
|
319 | 889ae39c | Liran Schour | block_mig_state.reads = 0;
|
320 | 69d63a97 | Jan Kiszka | |
321 | b66460e4 | Stefan Hajnoczi | bdrv_iterate(init_blk_migration_it, mon); |
322 | c163b5ca | lirans@il.ibm.com | } |
323 | c163b5ca | lirans@il.ibm.com | |
324 | e970ec0b | Liran Schour | static int blk_mig_save_bulked_block(Monitor *mon, QEMUFile *f) |
325 | c163b5ca | lirans@il.ibm.com | { |
326 | 82801d8f | Jan Kiszka | int64_t completed_sector_sum = 0;
|
327 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
328 | 01e61e2d | Jan Kiszka | int progress;
|
329 | 82801d8f | Jan Kiszka | int ret = 0; |
330 | c163b5ca | lirans@il.ibm.com | |
331 | 5e5328be | Jan Kiszka | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
332 | a55eb92c | Jan Kiszka | if (bmds->bulk_completed == 0) { |
333 | e970ec0b | Liran Schour | if (mig_save_device_bulk(mon, f, bmds) == 1) { |
334 | 57cce12d | Jan Kiszka | /* completed bulk section for this device */
|
335 | 57cce12d | Jan Kiszka | bmds->bulk_completed = 1;
|
336 | c163b5ca | lirans@il.ibm.com | } |
337 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
338 | 82801d8f | Jan Kiszka | ret = 1;
|
339 | 82801d8f | Jan Kiszka | break;
|
340 | 82801d8f | Jan Kiszka | } else {
|
341 | 82801d8f | Jan Kiszka | completed_sector_sum += bmds->completed_sectors; |
342 | c163b5ca | lirans@il.ibm.com | } |
343 | c163b5ca | lirans@il.ibm.com | } |
344 | a55eb92c | Jan Kiszka | |
345 | 8b6b2afc | Pierre Riteau | if (block_mig_state.total_sector_sum != 0) { |
346 | 8b6b2afc | Pierre Riteau | progress = completed_sector_sum * 100 /
|
347 | 8b6b2afc | Pierre Riteau | block_mig_state.total_sector_sum; |
348 | 8b6b2afc | Pierre Riteau | } else {
|
349 | 8b6b2afc | Pierre Riteau | progress = 100;
|
350 | 8b6b2afc | Pierre Riteau | } |
351 | 01e61e2d | Jan Kiszka | if (progress != block_mig_state.prev_progress) {
|
352 | 01e61e2d | Jan Kiszka | block_mig_state.prev_progress = progress; |
353 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (progress << BDRV_SECTOR_BITS) |
354 | 01e61e2d | Jan Kiszka | | BLK_MIG_FLAG_PROGRESS); |
355 | 01e61e2d | Jan Kiszka | monitor_printf(mon, "Completed %d %%\r", progress);
|
356 | 7184049e | Jan Kiszka | monitor_flush(mon); |
357 | 82801d8f | Jan Kiszka | } |
358 | 82801d8f | Jan Kiszka | |
359 | 82801d8f | Jan Kiszka | return ret;
|
360 | c163b5ca | lirans@il.ibm.com | } |
361 | c163b5ca | lirans@il.ibm.com | |
362 | d76cac7d | Liran Schour | static void blk_mig_reset_dirty_cursor(void) |
363 | c163b5ca | lirans@il.ibm.com | { |
364 | c163b5ca | lirans@il.ibm.com | BlkMigDevState *bmds; |
365 | d76cac7d | Liran Schour | |
366 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
367 | d76cac7d | Liran Schour | bmds->cur_dirty = 0;
|
368 | d76cac7d | Liran Schour | } |
369 | d76cac7d | Liran Schour | } |
370 | d76cac7d | Liran Schour | |
371 | d76cac7d | Liran Schour | static int mig_save_device_dirty(Monitor *mon, QEMUFile *f, |
372 | d76cac7d | Liran Schour | BlkMigDevState *bmds, int is_async)
|
373 | d76cac7d | Liran Schour | { |
374 | d76cac7d | Liran Schour | BlkMigBlock *blk; |
375 | d76cac7d | Liran Schour | int64_t total_sectors = bmds->total_sectors; |
376 | c163b5ca | lirans@il.ibm.com | int64_t sector; |
377 | d76cac7d | Liran Schour | int nr_sectors;
|
378 | dcd1d224 | Juan Quintela | int ret = -EIO;
|
379 | a55eb92c | Jan Kiszka | |
380 | d76cac7d | Liran Schour | for (sector = bmds->cur_dirty; sector < bmds->total_sectors;) {
|
381 | 62155e2b | Marcelo Tosatti | if (bmds_aio_inflight(bmds, sector)) {
|
382 | 922453bc | Stefan Hajnoczi | bdrv_drain_all(); |
383 | 62155e2b | Marcelo Tosatti | } |
384 | d76cac7d | Liran Schour | if (bdrv_get_dirty(bmds->bs, sector)) {
|
385 | 575a58d7 | Jan Kiszka | |
386 | d76cac7d | Liran Schour | if (total_sectors - sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
387 | d76cac7d | Liran Schour | nr_sectors = total_sectors - sector; |
388 | d76cac7d | Liran Schour | } else {
|
389 | d76cac7d | Liran Schour | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
390 | d76cac7d | Liran Schour | } |
391 | 7267c094 | Anthony Liguori | blk = g_malloc(sizeof(BlkMigBlock));
|
392 | 7267c094 | Anthony Liguori | blk->buf = g_malloc(BLOCK_SIZE); |
393 | d76cac7d | Liran Schour | blk->bmds = bmds; |
394 | d76cac7d | Liran Schour | blk->sector = sector; |
395 | 33656af7 | Marcelo Tosatti | blk->nr_sectors = nr_sectors; |
396 | d76cac7d | Liran Schour | |
397 | 889ae39c | Liran Schour | if (is_async) {
|
398 | d76cac7d | Liran Schour | blk->iov.iov_base = blk->buf; |
399 | d76cac7d | Liran Schour | blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE; |
400 | d76cac7d | Liran Schour | qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
|
401 | d76cac7d | Liran Schour | |
402 | ff5c52a3 | Avishay Traeger | if (block_mig_state.submitted == 0) { |
403 | ff5c52a3 | Avishay Traeger | block_mig_state.prev_time_offset = qemu_get_clock_ns(rt_clock); |
404 | ff5c52a3 | Avishay Traeger | } |
405 | 889ae39c | Liran Schour | |
406 | d76cac7d | Liran Schour | blk->aiocb = bdrv_aio_readv(bmds->bs, sector, &blk->qiov, |
407 | d76cac7d | Liran Schour | nr_sectors, blk_mig_read_cb, blk); |
408 | d76cac7d | Liran Schour | block_mig_state.submitted++; |
409 | 33656af7 | Marcelo Tosatti | bmds_set_aio_inflight(bmds, sector, nr_sectors, 1);
|
410 | d76cac7d | Liran Schour | } else {
|
411 | dcd1d224 | Juan Quintela | ret = bdrv_read(bmds->bs, sector, blk->buf, nr_sectors); |
412 | dcd1d224 | Juan Quintela | if (ret < 0) { |
413 | d76cac7d | Liran Schour | goto error;
|
414 | c163b5ca | lirans@il.ibm.com | } |
415 | d76cac7d | Liran Schour | blk_send(f, blk); |
416 | a55eb92c | Jan Kiszka | |
417 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
418 | 7267c094 | Anthony Liguori | g_free(blk); |
419 | a55eb92c | Jan Kiszka | } |
420 | d76cac7d | Liran Schour | |
421 | d76cac7d | Liran Schour | bdrv_reset_dirty(bmds->bs, sector, nr_sectors); |
422 | d76cac7d | Liran Schour | break;
|
423 | c163b5ca | lirans@il.ibm.com | } |
424 | d76cac7d | Liran Schour | sector += BDRV_SECTORS_PER_DIRTY_CHUNK; |
425 | d76cac7d | Liran Schour | bmds->cur_dirty = sector; |
426 | c163b5ca | lirans@il.ibm.com | } |
427 | 575a58d7 | Jan Kiszka | |
428 | d76cac7d | Liran Schour | return (bmds->cur_dirty >= bmds->total_sectors);
|
429 | d76cac7d | Liran Schour | |
430 | 889ae39c | Liran Schour | error:
|
431 | d76cac7d | Liran Schour | monitor_printf(mon, "Error reading sector %" PRId64 "\n", sector); |
432 | dcd1d224 | Juan Quintela | qemu_file_set_error(f, ret); |
433 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
434 | 7267c094 | Anthony Liguori | g_free(blk); |
435 | d76cac7d | Liran Schour | return 0; |
436 | d76cac7d | Liran Schour | } |
437 | d76cac7d | Liran Schour | |
438 | d76cac7d | Liran Schour | static int blk_mig_save_dirty_block(Monitor *mon, QEMUFile *f, int is_async) |
439 | d76cac7d | Liran Schour | { |
440 | d76cac7d | Liran Schour | BlkMigDevState *bmds; |
441 | d76cac7d | Liran Schour | int ret = 0; |
442 | d76cac7d | Liran Schour | |
443 | d76cac7d | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
444 | 889ae39c | Liran Schour | if (mig_save_device_dirty(mon, f, bmds, is_async) == 0) { |
445 | d76cac7d | Liran Schour | ret = 1;
|
446 | d76cac7d | Liran Schour | break;
|
447 | d76cac7d | Liran Schour | } |
448 | d76cac7d | Liran Schour | } |
449 | d76cac7d | Liran Schour | |
450 | d76cac7d | Liran Schour | return ret;
|
451 | c163b5ca | lirans@il.ibm.com | } |
452 | c163b5ca | lirans@il.ibm.com | |
453 | c163b5ca | lirans@il.ibm.com | static void flush_blks(QEMUFile* f) |
454 | c163b5ca | lirans@il.ibm.com | { |
455 | 5e5328be | Jan Kiszka | BlkMigBlock *blk; |
456 | a55eb92c | Jan Kiszka | |
457 | d0f2c4c6 | malc | DPRINTF("%s Enter submitted %d read_done %d transferred %d\n",
|
458 | d11ecd3d | Jan Kiszka | __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done, |
459 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
460 | a55eb92c | Jan Kiszka | |
461 | 5e5328be | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
462 | 5e5328be | Jan Kiszka | if (qemu_file_rate_limit(f)) {
|
463 | 5e5328be | Jan Kiszka | break;
|
464 | 5e5328be | Jan Kiszka | } |
465 | 4b640365 | Jan Kiszka | if (blk->ret < 0) { |
466 | dcd1d224 | Juan Quintela | qemu_file_set_error(f, blk->ret); |
467 | 4b640365 | Jan Kiszka | break;
|
468 | 4b640365 | Jan Kiszka | } |
469 | 13f0b67f | Jan Kiszka | blk_send(f, blk); |
470 | a55eb92c | Jan Kiszka | |
471 | 5e5328be | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
472 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
473 | 7267c094 | Anthony Liguori | g_free(blk); |
474 | a55eb92c | Jan Kiszka | |
475 | d11ecd3d | Jan Kiszka | block_mig_state.read_done--; |
476 | d11ecd3d | Jan Kiszka | block_mig_state.transferred++; |
477 | d11ecd3d | Jan Kiszka | assert(block_mig_state.read_done >= 0);
|
478 | c163b5ca | lirans@il.ibm.com | } |
479 | c163b5ca | lirans@il.ibm.com | |
480 | d0f2c4c6 | malc | DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__,
|
481 | d11ecd3d | Jan Kiszka | block_mig_state.submitted, block_mig_state.read_done, |
482 | d11ecd3d | Jan Kiszka | block_mig_state.transferred); |
483 | c163b5ca | lirans@il.ibm.com | } |
484 | c163b5ca | lirans@il.ibm.com | |
485 | 889ae39c | Liran Schour | static int64_t get_remaining_dirty(void) |
486 | 889ae39c | Liran Schour | { |
487 | 889ae39c | Liran Schour | BlkMigDevState *bmds; |
488 | 889ae39c | Liran Schour | int64_t dirty = 0;
|
489 | 889ae39c | Liran Schour | |
490 | 889ae39c | Liran Schour | QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) { |
491 | 889ae39c | Liran Schour | dirty += bdrv_get_dirty_count(bmds->bs); |
492 | 889ae39c | Liran Schour | } |
493 | 889ae39c | Liran Schour | |
494 | 889ae39c | Liran Schour | return dirty * BLOCK_SIZE;
|
495 | 889ae39c | Liran Schour | } |
496 | 889ae39c | Liran Schour | |
497 | c163b5ca | lirans@il.ibm.com | static int is_stage2_completed(void) |
498 | c163b5ca | lirans@il.ibm.com | { |
499 | 889ae39c | Liran Schour | int64_t remaining_dirty; |
500 | 889ae39c | Liran Schour | long double bwidth; |
501 | 889ae39c | Liran Schour | |
502 | 889ae39c | Liran Schour | if (block_mig_state.bulk_completed == 1) { |
503 | 889ae39c | Liran Schour | |
504 | 889ae39c | Liran Schour | remaining_dirty = get_remaining_dirty(); |
505 | bd0858bb | Yoshiaki Tamura | if (remaining_dirty == 0) { |
506 | bd0858bb | Yoshiaki Tamura | return 1; |
507 | bd0858bb | Yoshiaki Tamura | } |
508 | 889ae39c | Liran Schour | |
509 | bd0858bb | Yoshiaki Tamura | bwidth = compute_read_bwidth(); |
510 | 889ae39c | Liran Schour | |
511 | bd0858bb | Yoshiaki Tamura | if ((remaining_dirty / bwidth) <=
|
512 | 889ae39c | Liran Schour | migrate_max_downtime()) { |
513 | 4238e264 | Stefan Weil | /* finish stage2 because we think that we can finish remaining work
|
514 | 889ae39c | Liran Schour | below max_downtime */
|
515 | 889ae39c | Liran Schour | |
516 | 889ae39c | Liran Schour | return 1; |
517 | 889ae39c | Liran Schour | } |
518 | 889ae39c | Liran Schour | } |
519 | 889ae39c | Liran Schour | |
520 | 889ae39c | Liran Schour | return 0; |
521 | c163b5ca | lirans@il.ibm.com | } |
522 | c163b5ca | lirans@il.ibm.com | |
523 | 7184049e | Jan Kiszka | static void blk_mig_cleanup(Monitor *mon) |
524 | 4ec7fcc7 | Jan Kiszka | { |
525 | 82801d8f | Jan Kiszka | BlkMigDevState *bmds; |
526 | 82801d8f | Jan Kiszka | BlkMigBlock *blk; |
527 | 4ec7fcc7 | Jan Kiszka | |
528 | 8f794c55 | Marcelo Tosatti | set_dirty_tracking(0);
|
529 | 8f794c55 | Marcelo Tosatti | |
530 | 82801d8f | Jan Kiszka | while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) { |
531 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry); |
532 | 8591675f | Marcelo Tosatti | bdrv_set_in_use(bmds->bs, 0);
|
533 | f48905d4 | Marcelo Tosatti | drive_put_ref(drive_get_by_blockdev(bmds->bs)); |
534 | 7267c094 | Anthony Liguori | g_free(bmds->aio_bitmap); |
535 | 7267c094 | Anthony Liguori | g_free(bmds); |
536 | 4ec7fcc7 | Jan Kiszka | } |
537 | 4ec7fcc7 | Jan Kiszka | |
538 | 82801d8f | Jan Kiszka | while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) { |
539 | 82801d8f | Jan Kiszka | QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry); |
540 | 7267c094 | Anthony Liguori | g_free(blk->buf); |
541 | 7267c094 | Anthony Liguori | g_free(blk); |
542 | 4ec7fcc7 | Jan Kiszka | } |
543 | 4ec7fcc7 | Jan Kiszka | |
544 | 7184049e | Jan Kiszka | monitor_printf(mon, "\n");
|
545 | 4ec7fcc7 | Jan Kiszka | } |
546 | 4ec7fcc7 | Jan Kiszka | |
547 | f327aa0c | Jan Kiszka | static int block_save_live(Monitor *mon, QEMUFile *f, int stage, void *opaque) |
548 | c163b5ca | lirans@il.ibm.com | { |
549 | 2975725f | Juan Quintela | int ret;
|
550 | 2975725f | Juan Quintela | |
551 | d0f2c4c6 | malc | DPRINTF("Enter save live stage %d submitted %d transferred %d\n",
|
552 | d11ecd3d | Jan Kiszka | stage, block_mig_state.submitted, block_mig_state.transferred); |
553 | a55eb92c | Jan Kiszka | |
554 | 4ec7fcc7 | Jan Kiszka | if (stage < 0) { |
555 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
556 | 4ec7fcc7 | Jan Kiszka | return 0; |
557 | 4ec7fcc7 | Jan Kiszka | } |
558 | 4ec7fcc7 | Jan Kiszka | |
559 | d11ecd3d | Jan Kiszka | if (block_mig_state.blk_enable != 1) { |
560 | c163b5ca | lirans@il.ibm.com | /* no need to migrate storage */
|
561 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
562 | c163b5ca | lirans@il.ibm.com | return 1; |
563 | c163b5ca | lirans@il.ibm.com | } |
564 | a55eb92c | Jan Kiszka | |
565 | a55eb92c | Jan Kiszka | if (stage == 1) { |
566 | 7184049e | Jan Kiszka | init_blk_migration(mon, f); |
567 | a55eb92c | Jan Kiszka | |
568 | c163b5ca | lirans@il.ibm.com | /* start track dirty blocks */
|
569 | c163b5ca | lirans@il.ibm.com | set_dirty_tracking(1);
|
570 | c163b5ca | lirans@il.ibm.com | } |
571 | c163b5ca | lirans@il.ibm.com | |
572 | c163b5ca | lirans@il.ibm.com | flush_blks(f); |
573 | a55eb92c | Jan Kiszka | |
574 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
575 | 2975725f | Juan Quintela | if (ret) {
|
576 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
577 | 2975725f | Juan Quintela | return ret;
|
578 | 4b640365 | Jan Kiszka | } |
579 | 4b640365 | Jan Kiszka | |
580 | d76cac7d | Liran Schour | blk_mig_reset_dirty_cursor(); |
581 | d76cac7d | Liran Schour | |
582 | 889ae39c | Liran Schour | if (stage == 2) { |
583 | d76cac7d | Liran Schour | /* control the rate of transfer */
|
584 | d76cac7d | Liran Schour | while ((block_mig_state.submitted +
|
585 | d76cac7d | Liran Schour | block_mig_state.read_done) * BLOCK_SIZE < |
586 | d76cac7d | Liran Schour | qemu_file_get_rate_limit(f)) { |
587 | d76cac7d | Liran Schour | if (block_mig_state.bulk_completed == 0) { |
588 | d76cac7d | Liran Schour | /* first finish the bulk phase */
|
589 | d76cac7d | Liran Schour | if (blk_mig_save_bulked_block(mon, f) == 0) { |
590 | 889ae39c | Liran Schour | /* finished saving bulk on all devices */
|
591 | d76cac7d | Liran Schour | block_mig_state.bulk_completed = 1;
|
592 | d76cac7d | Liran Schour | } |
593 | d76cac7d | Liran Schour | } else {
|
594 | d76cac7d | Liran Schour | if (blk_mig_save_dirty_block(mon, f, 1) == 0) { |
595 | d76cac7d | Liran Schour | /* no more dirty blocks */
|
596 | d76cac7d | Liran Schour | break;
|
597 | d76cac7d | Liran Schour | } |
598 | d76cac7d | Liran Schour | } |
599 | a55eb92c | Jan Kiszka | } |
600 | a55eb92c | Jan Kiszka | |
601 | d76cac7d | Liran Schour | flush_blks(f); |
602 | a55eb92c | Jan Kiszka | |
603 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
604 | 2975725f | Juan Quintela | if (ret) {
|
605 | d76cac7d | Liran Schour | blk_mig_cleanup(mon); |
606 | 2975725f | Juan Quintela | return ret;
|
607 | d76cac7d | Liran Schour | } |
608 | 4b640365 | Jan Kiszka | } |
609 | 4b640365 | Jan Kiszka | |
610 | a55eb92c | Jan Kiszka | if (stage == 3) { |
611 | 889ae39c | Liran Schour | /* we know for sure that save bulk is completed and
|
612 | 889ae39c | Liran Schour | all async read completed */
|
613 | 889ae39c | Liran Schour | assert(block_mig_state.submitted == 0);
|
614 | a55eb92c | Jan Kiszka | |
615 | 889ae39c | Liran Schour | while (blk_mig_save_dirty_block(mon, f, 0) != 0); |
616 | 7184049e | Jan Kiszka | blk_mig_cleanup(mon); |
617 | a55eb92c | Jan Kiszka | |
618 | 01e61e2d | Jan Kiszka | /* report completion */
|
619 | 01e61e2d | Jan Kiszka | qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS);
|
620 | 01e61e2d | Jan Kiszka | |
621 | 2975725f | Juan Quintela | ret = qemu_file_get_error(f); |
622 | 2975725f | Juan Quintela | if (ret) {
|
623 | 2975725f | Juan Quintela | return ret;
|
624 | 4b640365 | Jan Kiszka | } |
625 | 4b640365 | Jan Kiszka | |
626 | 7184049e | Jan Kiszka | monitor_printf(mon, "Block migration completed\n");
|
627 | c163b5ca | lirans@il.ibm.com | } |
628 | a55eb92c | Jan Kiszka | |
629 | a55eb92c | Jan Kiszka | qemu_put_be64(f, BLK_MIG_FLAG_EOS); |
630 | a55eb92c | Jan Kiszka | |
631 | c163b5ca | lirans@il.ibm.com | return ((stage == 2) && is_stage2_completed()); |
632 | c163b5ca | lirans@il.ibm.com | } |
633 | c163b5ca | lirans@il.ibm.com | |
634 | c163b5ca | lirans@il.ibm.com | static int block_load(QEMUFile *f, void *opaque, int version_id) |
635 | c163b5ca | lirans@il.ibm.com | { |
636 | 01e61e2d | Jan Kiszka | static int banner_printed; |
637 | c163b5ca | lirans@il.ibm.com | int len, flags;
|
638 | c163b5ca | lirans@il.ibm.com | char device_name[256]; |
639 | c163b5ca | lirans@il.ibm.com | int64_t addr; |
640 | 77358b59 | Pierre Riteau | BlockDriverState *bs, *bs_prev = NULL;
|
641 | c163b5ca | lirans@il.ibm.com | uint8_t *buf; |
642 | 77358b59 | Pierre Riteau | int64_t total_sectors = 0;
|
643 | 77358b59 | Pierre Riteau | int nr_sectors;
|
644 | 42802d47 | Juan Quintela | int ret;
|
645 | a55eb92c | Jan Kiszka | |
646 | c163b5ca | lirans@il.ibm.com | do {
|
647 | c163b5ca | lirans@il.ibm.com | addr = qemu_get_be64(f); |
648 | a55eb92c | Jan Kiszka | |
649 | 6ea44308 | Jan Kiszka | flags = addr & ~BDRV_SECTOR_MASK; |
650 | 6ea44308 | Jan Kiszka | addr >>= BDRV_SECTOR_BITS; |
651 | a55eb92c | Jan Kiszka | |
652 | a55eb92c | Jan Kiszka | if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) {
|
653 | c163b5ca | lirans@il.ibm.com | /* get device name */
|
654 | c163b5ca | lirans@il.ibm.com | len = qemu_get_byte(f); |
655 | c163b5ca | lirans@il.ibm.com | qemu_get_buffer(f, (uint8_t *)device_name, len); |
656 | c163b5ca | lirans@il.ibm.com | device_name[len] = '\0';
|
657 | a55eb92c | Jan Kiszka | |
658 | c163b5ca | lirans@il.ibm.com | bs = bdrv_find(device_name); |
659 | 4b640365 | Jan Kiszka | if (!bs) {
|
660 | 4b640365 | Jan Kiszka | fprintf(stderr, "Error unknown block device %s\n",
|
661 | 4b640365 | Jan Kiszka | device_name); |
662 | 4b640365 | Jan Kiszka | return -EINVAL;
|
663 | 4b640365 | Jan Kiszka | } |
664 | a55eb92c | Jan Kiszka | |
665 | 77358b59 | Pierre Riteau | if (bs != bs_prev) {
|
666 | 77358b59 | Pierre Riteau | bs_prev = bs; |
667 | 77358b59 | Pierre Riteau | total_sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS; |
668 | 77358b59 | Pierre Riteau | if (total_sectors <= 0) { |
669 | 6daf194d | Markus Armbruster | error_report("Error getting length of block device %s",
|
670 | 77358b59 | Pierre Riteau | device_name); |
671 | 77358b59 | Pierre Riteau | return -EINVAL;
|
672 | 77358b59 | Pierre Riteau | } |
673 | 77358b59 | Pierre Riteau | } |
674 | 77358b59 | Pierre Riteau | |
675 | 77358b59 | Pierre Riteau | if (total_sectors - addr < BDRV_SECTORS_PER_DIRTY_CHUNK) {
|
676 | 77358b59 | Pierre Riteau | nr_sectors = total_sectors - addr; |
677 | 77358b59 | Pierre Riteau | } else {
|
678 | 77358b59 | Pierre Riteau | nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK; |
679 | 77358b59 | Pierre Riteau | } |
680 | 77358b59 | Pierre Riteau | |
681 | 7267c094 | Anthony Liguori | buf = g_malloc(BLOCK_SIZE); |
682 | 575a58d7 | Jan Kiszka | |
683 | a55eb92c | Jan Kiszka | qemu_get_buffer(f, buf, BLOCK_SIZE); |
684 | 77358b59 | Pierre Riteau | ret = bdrv_write(bs, addr, buf, nr_sectors); |
685 | 575a58d7 | Jan Kiszka | |
686 | 7267c094 | Anthony Liguori | g_free(buf); |
687 | b02bea3a | Yoshiaki Tamura | if (ret < 0) { |
688 | b02bea3a | Yoshiaki Tamura | return ret;
|
689 | b02bea3a | Yoshiaki Tamura | } |
690 | 01e61e2d | Jan Kiszka | } else if (flags & BLK_MIG_FLAG_PROGRESS) { |
691 | 01e61e2d | Jan Kiszka | if (!banner_printed) {
|
692 | 01e61e2d | Jan Kiszka | printf("Receiving block device images\n");
|
693 | 01e61e2d | Jan Kiszka | banner_printed = 1;
|
694 | 01e61e2d | Jan Kiszka | } |
695 | 01e61e2d | Jan Kiszka | printf("Completed %d %%%c", (int)addr, |
696 | 01e61e2d | Jan Kiszka | (addr == 100) ? '\n' : '\r'); |
697 | 01e61e2d | Jan Kiszka | fflush(stdout); |
698 | a55eb92c | Jan Kiszka | } else if (!(flags & BLK_MIG_FLAG_EOS)) { |
699 | 4b640365 | Jan Kiszka | fprintf(stderr, "Unknown flags\n");
|
700 | 4b640365 | Jan Kiszka | return -EINVAL;
|
701 | 4b640365 | Jan Kiszka | } |
702 | 42802d47 | Juan Quintela | ret = qemu_file_get_error(f); |
703 | 42802d47 | Juan Quintela | if (ret != 0) { |
704 | 42802d47 | Juan Quintela | return ret;
|
705 | c163b5ca | lirans@il.ibm.com | } |
706 | a55eb92c | Jan Kiszka | } while (!(flags & BLK_MIG_FLAG_EOS));
|
707 | a55eb92c | Jan Kiszka | |
708 | c163b5ca | lirans@il.ibm.com | return 0; |
709 | c163b5ca | lirans@il.ibm.com | } |
710 | c163b5ca | lirans@il.ibm.com | |
711 | c163b5ca | lirans@il.ibm.com | static void block_set_params(int blk_enable, int shared_base, void *opaque) |
712 | c163b5ca | lirans@il.ibm.com | { |
713 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable = blk_enable; |
714 | d11ecd3d | Jan Kiszka | block_mig_state.shared_base = shared_base; |
715 | a55eb92c | Jan Kiszka | |
716 | c163b5ca | lirans@il.ibm.com | /* shared base means that blk_enable = 1 */
|
717 | d11ecd3d | Jan Kiszka | block_mig_state.blk_enable |= shared_base; |
718 | c163b5ca | lirans@il.ibm.com | } |
719 | c163b5ca | lirans@il.ibm.com | |
720 | c163b5ca | lirans@il.ibm.com | void blk_mig_init(void) |
721 | a55eb92c | Jan Kiszka | { |
722 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.bmds_list); |
723 | 5e5328be | Jan Kiszka | QSIMPLEQ_INIT(&block_mig_state.blk_list); |
724 | 5e5328be | Jan Kiszka | |
725 | 0be71e32 | Alex Williamson | register_savevm_live(NULL, "block", 0, 1, block_set_params, |
726 | 0be71e32 | Alex Williamson | block_save_live, NULL, block_load, &block_mig_state);
|
727 | c163b5ca | lirans@il.ibm.com | } |