block-migration.c 14.1 KB
Newer Older
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
/*
 * QEMU live block migration
 *
 * Copyright IBM, Corp. 2009
 *
 * Authors:
 *  Liran Schour   <lirans@il.ibm.com>
 *
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 * the COPYING file in the top-level directory.
 *
 */

#include "qemu-common.h"
#include "block_int.h"
#include "hw/hw.h"
17
#include "qemu-queue.h"
18
#include "monitor.h"
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
19
20
21
#include "block-migration.h"
#include <assert.h>

22
#define BLOCK_SIZE (BDRV_SECTORS_PER_DIRTY_CHUNK << BDRV_SECTOR_BITS)
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
23
24
25

#define BLK_MIG_FLAG_DEVICE_BLOCK       0x01
#define BLK_MIG_FLAG_EOS                0x02
26
#define BLK_MIG_FLAG_PROGRESS           0x04
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
27
28
29
30
31
32
33
34
35

#define MAX_IS_ALLOCATED_SEARCH 65536
#define MAX_BLOCKS_READ 10000
#define BLOCKS_READ_CHANGE 100
#define INITIAL_BLOCKS_READ 100

//#define DEBUG_BLK_MIGRATION

#ifdef DEBUG_BLK_MIGRATION
malc's avatar
malc committed
36
#define DPRINTF(fmt, ...) \
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
37
38
    do { printf("blk_migration: " fmt, ## __VA_ARGS__); } while (0)
#else
malc's avatar
malc committed
39
#define DPRINTF(fmt, ...) \
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
40
41
42
    do { } while (0)
#endif

43
44
45
46
47
typedef struct BlkMigDevState {
    BlockDriverState *bs;
    int bulk_completed;
    int shared_base;
    int64_t cur_sector;
48
    int64_t completed_sectors;
49
50
    int64_t total_sectors;
    int64_t dirty;
51
    QSIMPLEQ_ENTRY(BlkMigDevState) entry;
52
53
} BlkMigDevState;

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
54
55
56
57
58
59
60
61
typedef struct BlkMigBlock {
    uint8_t *buf;
    BlkMigDevState *bmds;
    int64_t sector;
    struct iovec iov;
    QEMUIOVector qiov;
    BlockDriverAIOCB *aiocb;
    int ret;
62
    QSIMPLEQ_ENTRY(BlkMigBlock) entry;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
63
64
65
66
67
} BlkMigBlock;

typedef struct BlkMigState {
    int blk_enable;
    int shared_base;
68
69
    QSIMPLEQ_HEAD(bmds_list, BlkMigDevState) bmds_list;
    QSIMPLEQ_HEAD(blk_list, BlkMigBlock) blk_list;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
70
71
72
    int submitted;
    int read_done;
    int transferred;
73
    int64_t total_sector_sum;
74
    int prev_progress;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
75
76
} BlkMigState;

77
static BlkMigState block_mig_state;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
78

79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
static void blk_send(QEMUFile *f, BlkMigBlock * blk)
{
    int len;

    /* sector number and flags */
    qemu_put_be64(f, (blk->sector << BDRV_SECTOR_BITS)
                     | BLK_MIG_FLAG_DEVICE_BLOCK);

    /* device name */
    len = strlen(blk->bmds->bs->device_name);
    qemu_put_byte(f, len);
    qemu_put_buffer(f, (uint8_t *)blk->bmds->bs->device_name, len);

    qemu_put_buffer(f, blk->buf, BLOCK_SIZE);
}

95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
int blk_mig_active(void)
{
    return !QSIMPLEQ_EMPTY(&block_mig_state.bmds_list);
}

uint64_t blk_mig_bytes_transferred(void)
{
    BlkMigDevState *bmds;
    uint64_t sum = 0;

    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
        sum += bmds->completed_sectors;
    }
    return sum << BDRV_SECTOR_BITS;
}

uint64_t blk_mig_bytes_remaining(void)
{
    return blk_mig_bytes_total() - blk_mig_bytes_transferred();
}

uint64_t blk_mig_bytes_total(void)
{
    BlkMigDevState *bmds;
    uint64_t sum = 0;

    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
        sum += bmds->total_sectors;
    }
    return sum << BDRV_SECTOR_BITS;
}

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
127
128
129
static void blk_mig_read_cb(void *opaque, int ret)
{
    BlkMigBlock *blk = opaque;
130

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
131
    blk->ret = ret;
132

133
    QSIMPLEQ_INSERT_TAIL(&block_mig_state.blk_list, blk, entry);
134

135
136
137
    block_mig_state.submitted--;
    block_mig_state.read_done++;
    assert(block_mig_state.submitted >= 0);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
138
139
}

140
141
static int mig_save_device_bulk(Monitor *mon, QEMUFile *f,
                                BlkMigDevState *bmds, int is_async)
142
{
143
144
145
    int64_t total_sectors = bmds->total_sectors;
    int64_t cur_sector = bmds->cur_sector;
    BlockDriverState *bs = bmds->bs;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
146
    BlkMigBlock *blk;
147
    int nr_sectors;
148

149
    if (bmds->shared_base) {
150
        while (cur_sector < total_sectors &&
151
152
               !bdrv_is_allocated(bs, cur_sector, MAX_IS_ALLOCATED_SEARCH,
                                  &nr_sectors)) {
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
153
154
155
            cur_sector += nr_sectors;
        }
    }
156
157

    if (cur_sector >= total_sectors) {
158
        bmds->cur_sector = bmds->completed_sectors = total_sectors;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
159
160
        return 1;
    }
161

162
    bmds->completed_sectors = cur_sector;
163

164
165
    cur_sector &= ~((int64_t)BDRV_SECTORS_PER_DIRTY_CHUNK - 1);

166
167
    /* we are going to transfer a full block even if it is not allocated */
    nr_sectors = BDRV_SECTORS_PER_DIRTY_CHUNK;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
168

169
    if (total_sectors - cur_sector < BDRV_SECTORS_PER_DIRTY_CHUNK) {
170
        nr_sectors = total_sectors - cur_sector;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
171
    }
172

173
174
175
176
    blk = qemu_malloc(sizeof(BlkMigBlock));
    blk->buf = qemu_malloc(BLOCK_SIZE);
    blk->bmds = bmds;
    blk->sector = cur_sector;
177

178
    if (is_async) {
179
180
181
        blk->iov.iov_base = blk->buf;
        blk->iov.iov_len = nr_sectors * BDRV_SECTOR_SIZE;
        qemu_iovec_init_external(&blk->qiov, &blk->iov, 1);
182

183
184
185
        blk->aiocb = bdrv_aio_readv(bs, cur_sector, &blk->qiov,
                                    nr_sectors, blk_mig_read_cb, blk);
        if (!blk->aiocb) {
186
            goto error;
187
188
189
        }
        block_mig_state.submitted++;
    } else {
190
        if (bdrv_read(bs, cur_sector, blk->buf, nr_sectors) < 0) {
191
            goto error;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
192
        }
193
        blk_send(f, blk);
194

195
196
        qemu_free(blk->buf);
        qemu_free(blk);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
197
198
    }

199
200
    bdrv_reset_dirty(bs, cur_sector, nr_sectors);
    bmds->cur_sector = cur_sector + nr_sectors;
201

202
    return (bmds->cur_sector >= total_sectors);
203
204

error:
205
    monitor_printf(mon, "Error reading sector %" PRId64 "\n", cur_sector);
206
207
208
209
    qemu_file_set_error(f);
    qemu_free(blk->buf);
    qemu_free(blk);
    return 0;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
210
211
212
213
214
}

static void set_dirty_tracking(int enable)
{
    BlkMigDevState *bmds;
215
216

    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
217
        bdrv_set_dirty_tracking(bmds->bs, enable);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
218
219
220
    }
}

221
static void init_blk_migration(Monitor *mon, QEMUFile *f)
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
222
{
223
    BlkMigDevState *bmds;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
224
    BlockDriverState *bs;
225
    int64_t sectors;
226

227
228
229
    block_mig_state.submitted = 0;
    block_mig_state.read_done = 0;
    block_mig_state.transferred = 0;
230
    block_mig_state.total_sector_sum = 0;
231
    block_mig_state.prev_progress = -1;
232

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
233
    for (bs = bdrv_first; bs != NULL; bs = bs->next) {
234
        if (bs->type == BDRV_TYPE_HD) {
235
236
237
238
239
            sectors = bdrv_getlength(bs) >> BDRV_SECTOR_BITS;
            if (sectors == 0) {
                continue;
            }

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
240
241
242
            bmds = qemu_mallocz(sizeof(BlkMigDevState));
            bmds->bs = bs;
            bmds->bulk_completed = 0;
243
            bmds->total_sectors = sectors;
244
            bmds->completed_sectors = 0;
245
            bmds->shared_base = block_mig_state.shared_base;
246

247
            block_mig_state.total_sector_sum += sectors;
248

249
            if (bmds->shared_base) {
250
251
252
                monitor_printf(mon, "Start migration for %s with shared base "
                                    "image\n",
                               bs->device_name);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
253
            } else {
254
255
                monitor_printf(mon, "Start full migration for %s\n",
                               bs->device_name);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
256
            }
257

258
            QSIMPLEQ_INSERT_TAIL(&block_mig_state.bmds_list, bmds, entry);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
259
        }
260
    }
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
261
262
}

263
static int blk_mig_save_bulked_block(Monitor *mon, QEMUFile *f, int is_async)
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
264
{
265
    int64_t completed_sector_sum = 0;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
266
    BlkMigDevState *bmds;
267
    int progress;
268
    int ret = 0;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
269

270
    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
271
        if (bmds->bulk_completed == 0) {
272
            if (mig_save_device_bulk(mon, f, bmds, is_async) == 1) {
273
274
                /* completed bulk section for this device */
                bmds->bulk_completed = 1;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
275
            }
276
277
278
279
280
            completed_sector_sum += bmds->completed_sectors;
            ret = 1;
            break;
        } else {
            completed_sector_sum += bmds->completed_sectors;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
281
282
        }
    }
283

284
285
286
287
288
289
    progress = completed_sector_sum * 100 / block_mig_state.total_sector_sum;
    if (progress != block_mig_state.prev_progress) {
        block_mig_state.prev_progress = progress;
        qemu_put_be64(f, (progress << BDRV_SECTOR_BITS)
                         | BLK_MIG_FLAG_PROGRESS);
        monitor_printf(mon, "Completed %d %%\r", progress);
290
        monitor_flush(mon);
291
292
293
    }

    return ret;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
294
295
296
297
}

#define MAX_NUM_BLOCKS 4

298
static void blk_mig_save_dirty_blocks(Monitor *mon, QEMUFile *f)
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
299
300
{
    BlkMigDevState *bmds;
301
    BlkMigBlock blk;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
302
    int64_t sector;
303

304
    blk.buf = qemu_malloc(BLOCK_SIZE);
305

306
    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
307
308
        for (sector = 0; sector < bmds->cur_sector;) {
            if (bdrv_get_dirty(bmds->bs, sector)) {
309
                if (bdrv_read(bmds->bs, sector, blk.buf,
310
                              BDRV_SECTORS_PER_DIRTY_CHUNK) < 0) {
311
312
                    monitor_printf(mon, "Error reading sector %" PRId64 "\n",
                                   sector);
313
314
315
                    qemu_file_set_error(f);
                    qemu_free(blk.buf);
                    return;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
316
                }
317
318
319
                blk.bmds = bmds;
                blk.sector = sector;
                blk_send(f, &blk);
320
321

                bdrv_reset_dirty(bmds->bs, sector,
322
                                 BDRV_SECTORS_PER_DIRTY_CHUNK);
323
            }
324
            sector += BDRV_SECTORS_PER_DIRTY_CHUNK;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
325
326
        }
    }
327

328
    qemu_free(blk.buf);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
329
330
331
332
}

static void flush_blks(QEMUFile* f)
{
333
    BlkMigBlock *blk;
334

malc's avatar
malc committed
335
    DPRINTF("%s Enter submitted %d read_done %d transferred %d\n",
336
337
            __FUNCTION__, block_mig_state.submitted, block_mig_state.read_done,
            block_mig_state.transferred);
338

339
340
341
342
    while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) {
        if (qemu_file_rate_limit(f)) {
            break;
        }
343
344
345
346
        if (blk->ret < 0) {
            qemu_file_set_error(f);
            break;
        }
347
        blk_send(f, blk);
348

349
        QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
350
351
        qemu_free(blk->buf);
        qemu_free(blk);
352

353
354
355
        block_mig_state.read_done--;
        block_mig_state.transferred++;
        assert(block_mig_state.read_done >= 0);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
356
357
    }

malc's avatar
malc committed
358
    DPRINTF("%s Exit submitted %d read_done %d transferred %d\n", __FUNCTION__,
359
360
            block_mig_state.submitted, block_mig_state.read_done,
            block_mig_state.transferred);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
361
362
363
364
365
}

static int is_stage2_completed(void)
{
    BlkMigDevState *bmds;
366

367
    if (block_mig_state.submitted > 0) {
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
368
369
        return 0;
    }
370

371
    QSIMPLEQ_FOREACH(bmds, &block_mig_state.bmds_list, entry) {
372
        if (bmds->bulk_completed == 0) {
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
373
374
375
            return 0;
        }
    }
376

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
377
378
379
    return 1;
}

380
static void blk_mig_cleanup(Monitor *mon)
381
{
382
383
    BlkMigDevState *bmds;
    BlkMigBlock *blk;
384

385
386
    while ((bmds = QSIMPLEQ_FIRST(&block_mig_state.bmds_list)) != NULL) {
        QSIMPLEQ_REMOVE_HEAD(&block_mig_state.bmds_list, entry);
387
388
389
        qemu_free(bmds);
    }

390
391
    while ((blk = QSIMPLEQ_FIRST(&block_mig_state.blk_list)) != NULL) {
        QSIMPLEQ_REMOVE_HEAD(&block_mig_state.blk_list, entry);
392
393
394
395
396
397
        qemu_free(blk->buf);
        qemu_free(blk);
    }

    set_dirty_tracking(0);

398
    monitor_printf(mon, "\n");
399
400
}

401
static int block_save_live(Monitor *mon, QEMUFile *f, int stage, void *opaque)
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
402
{
malc's avatar
malc committed
403
    DPRINTF("Enter save live stage %d submitted %d transferred %d\n",
404
            stage, block_mig_state.submitted, block_mig_state.transferred);
405

406
    if (stage < 0) {
407
        blk_mig_cleanup(mon);
408
409
410
        return 0;
    }

411
    if (block_mig_state.blk_enable != 1) {
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
412
        /* no need to migrate storage */
413
        qemu_put_be64(f, BLK_MIG_FLAG_EOS);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
414
415
        return 1;
    }
416
417

    if (stage == 1) {
418
        init_blk_migration(mon, f);
419

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
420
421
422
423
424
        /* start track dirty blocks */
        set_dirty_tracking(1);
    }

    flush_blks(f);
425

426
    if (qemu_file_has_error(f)) {
427
        blk_mig_cleanup(mon);
428
429
430
        return 0;
    }

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
431
    /* control the rate of transfer */
432
433
    while ((block_mig_state.submitted +
            block_mig_state.read_done) * BLOCK_SIZE <
434
           qemu_file_get_rate_limit(f)) {
435
        if (blk_mig_save_bulked_block(mon, f, 1) == 0) {
436
            /* no more bulk blocks for now */
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
437
            break;
438
        }
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
439
    }
440

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
441
    flush_blks(f);
442

443
    if (qemu_file_has_error(f)) {
444
        blk_mig_cleanup(mon);
445
446
447
        return 0;
    }

448
    if (stage == 3) {
449
        while (blk_mig_save_bulked_block(mon, f, 0) != 0) {
450
451
452
            /* empty */
        }

453
454
        blk_mig_save_dirty_blocks(mon, f);
        blk_mig_cleanup(mon);
455

456
457
458
        /* report completion */
        qemu_put_be64(f, (100 << BDRV_SECTOR_BITS) | BLK_MIG_FLAG_PROGRESS);

459
460
461
462
        if (qemu_file_has_error(f)) {
            return 0;
        }

463
        monitor_printf(mon, "Block migration completed\n");
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
464
    }
465
466
467

    qemu_put_be64(f, BLK_MIG_FLAG_EOS);

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
468
469
470
471
472
    return ((stage == 2) && is_stage2_completed());
}

static int block_load(QEMUFile *f, void *opaque, int version_id)
{
473
    static int banner_printed;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
474
475
476
477
478
    int len, flags;
    char device_name[256];
    int64_t addr;
    BlockDriverState *bs;
    uint8_t *buf;
479

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
480
481
    do {
        addr = qemu_get_be64(f);
482

483
484
        flags = addr & ~BDRV_SECTOR_MASK;
        addr >>= BDRV_SECTOR_BITS;
485
486

        if (flags & BLK_MIG_FLAG_DEVICE_BLOCK) {
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
487
488
489
490
            /* get device name */
            len = qemu_get_byte(f);
            qemu_get_buffer(f, (uint8_t *)device_name, len);
            device_name[len] = '\0';
491

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
492
            bs = bdrv_find(device_name);
493
494
495
496
497
            if (!bs) {
                fprintf(stderr, "Error unknown block device %s\n",
                        device_name);
                return -EINVAL;
            }
498

499
500
            buf = qemu_malloc(BLOCK_SIZE);

501
            qemu_get_buffer(f, buf, BLOCK_SIZE);
502
            bdrv_write(bs, addr, buf, BDRV_SECTORS_PER_DIRTY_CHUNK);
503
504

            qemu_free(buf);
505
506
507
508
509
510
511
512
        } else if (flags & BLK_MIG_FLAG_PROGRESS) {
            if (!banner_printed) {
                printf("Receiving block device images\n");
                banner_printed = 1;
            }
            printf("Completed %d %%%c", (int)addr,
                   (addr == 100) ? '\n' : '\r');
            fflush(stdout);
513
        } else if (!(flags & BLK_MIG_FLAG_EOS)) {
514
515
516
517
518
            fprintf(stderr, "Unknown flags\n");
            return -EINVAL;
        }
        if (qemu_file_has_error(f)) {
            return -EIO;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
519
        }
520
521
    } while (!(flags & BLK_MIG_FLAG_EOS));

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
522
523
524
525
526
    return 0;
}

static void block_set_params(int blk_enable, int shared_base, void *opaque)
{
527
528
    block_mig_state.blk_enable = blk_enable;
    block_mig_state.shared_base = shared_base;
529

lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
530
    /* shared base means that blk_enable = 1 */
531
    block_mig_state.blk_enable |= shared_base;
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
532
533
534
}

void blk_mig_init(void)
535
{
536
537
538
    QSIMPLEQ_INIT(&block_mig_state.bmds_list);
    QSIMPLEQ_INIT(&block_mig_state.blk_list);

539
    register_savevm_live("block", 0, 1, block_set_params, block_save_live,
540
                         NULL, block_load, &block_mig_state);
lirans@il.ibm.com's avatar
lirans@il.ibm.com committed
541
}