xref: /openbmc/qemu/block/dirty-bitmap.c (revision 073d9f2c)
1 /*
2  * Block Dirty Bitmap
3  *
4  * Copyright (c) 2016-2017 Red Hat. Inc
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to deal
8  * in the Software without restriction, including without limitation the rights
9  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10  * copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in
14  * all copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22  * THE SOFTWARE.
23  */
24 #include "qemu/osdep.h"
25 #include "qapi/error.h"
26 #include "qemu-common.h"
27 #include "trace.h"
28 #include "block/block_int.h"
29 #include "block/blockjob.h"
30 
31 /**
32  * A BdrvDirtyBitmap can be in three possible states:
33  * (1) successor is NULL and disabled is false: full r/w mode
34  * (2) successor is NULL and disabled is true: read only mode ("disabled")
35  * (3) successor is set: frozen mode.
36  *     A frozen bitmap cannot be renamed, deleted, anonymized, cleared, set,
37  *     or enabled. A frozen bitmap can only abdicate() or reclaim().
38  */
39 struct BdrvDirtyBitmap {
40     QemuMutex *mutex;
41     HBitmap *bitmap;            /* Dirty bitmap implementation */
42     HBitmap *meta;              /* Meta dirty bitmap */
43     bool qmp_locked;            /* Bitmap is locked, it can't be modified
44                                    through QMP */
45     BdrvDirtyBitmap *successor; /* Anonymous child; implies frozen status */
46     char *name;                 /* Optional non-empty unique ID */
47     int64_t size;               /* Size of the bitmap, in bytes */
48     bool disabled;              /* Bitmap is disabled. It ignores all writes to
49                                    the device */
50     int active_iterators;       /* How many iterators are active */
51     bool readonly;              /* Bitmap is read-only. This field also
52                                    prevents the respective image from being
53                                    modified (i.e. blocks writes and discards).
54                                    Such operations must fail and both the image
55                                    and this bitmap must remain unchanged while
56                                    this flag is set. */
57     bool persistent;            /* bitmap must be saved to owner disk image */
58     bool migration;             /* Bitmap is selected for migration, it should
59                                    not be stored on the next inactivation
60                                    (persistent flag doesn't matter until next
61                                    invalidation).*/
62     QLIST_ENTRY(BdrvDirtyBitmap) list;
63 };
64 
65 struct BdrvDirtyBitmapIter {
66     HBitmapIter hbi;
67     BdrvDirtyBitmap *bitmap;
68 };
69 
70 static inline void bdrv_dirty_bitmaps_lock(BlockDriverState *bs)
71 {
72     qemu_mutex_lock(&bs->dirty_bitmap_mutex);
73 }
74 
75 static inline void bdrv_dirty_bitmaps_unlock(BlockDriverState *bs)
76 {
77     qemu_mutex_unlock(&bs->dirty_bitmap_mutex);
78 }
79 
80 void bdrv_dirty_bitmap_lock(BdrvDirtyBitmap *bitmap)
81 {
82     qemu_mutex_lock(bitmap->mutex);
83 }
84 
85 void bdrv_dirty_bitmap_unlock(BdrvDirtyBitmap *bitmap)
86 {
87     qemu_mutex_unlock(bitmap->mutex);
88 }
89 
90 /* Called with BQL or dirty_bitmap lock taken.  */
91 BdrvDirtyBitmap *bdrv_find_dirty_bitmap(BlockDriverState *bs, const char *name)
92 {
93     BdrvDirtyBitmap *bm;
94 
95     assert(name);
96     QLIST_FOREACH(bm, &bs->dirty_bitmaps, list) {
97         if (bm->name && !strcmp(name, bm->name)) {
98             return bm;
99         }
100     }
101     return NULL;
102 }
103 
104 /* Called with BQL taken.  */
105 BdrvDirtyBitmap *bdrv_create_dirty_bitmap(BlockDriverState *bs,
106                                           uint32_t granularity,
107                                           const char *name,
108                                           Error **errp)
109 {
110     int64_t bitmap_size;
111     BdrvDirtyBitmap *bitmap;
112 
113     assert(is_power_of_2(granularity) && granularity >= BDRV_SECTOR_SIZE);
114 
115     if (name && bdrv_find_dirty_bitmap(bs, name)) {
116         error_setg(errp, "Bitmap already exists: %s", name);
117         return NULL;
118     }
119     bitmap_size = bdrv_getlength(bs);
120     if (bitmap_size < 0) {
121         error_setg_errno(errp, -bitmap_size, "could not get length of device");
122         errno = -bitmap_size;
123         return NULL;
124     }
125     bitmap = g_new0(BdrvDirtyBitmap, 1);
126     bitmap->mutex = &bs->dirty_bitmap_mutex;
127     bitmap->bitmap = hbitmap_alloc(bitmap_size, ctz32(granularity));
128     bitmap->size = bitmap_size;
129     bitmap->name = g_strdup(name);
130     bitmap->disabled = false;
131     bdrv_dirty_bitmaps_lock(bs);
132     QLIST_INSERT_HEAD(&bs->dirty_bitmaps, bitmap, list);
133     bdrv_dirty_bitmaps_unlock(bs);
134     return bitmap;
135 }
136 
137 /* bdrv_create_meta_dirty_bitmap
138  *
139  * Create a meta dirty bitmap that tracks the changes of bits in @bitmap. I.e.
140  * when a dirty status bit in @bitmap is changed (either from reset to set or
141  * the other way around), its respective meta dirty bitmap bit will be marked
142  * dirty as well.
143  *
144  * @bitmap: the block dirty bitmap for which to create a meta dirty bitmap.
145  * @chunk_size: how many bytes of bitmap data does each bit in the meta bitmap
146  * track.
147  */
148 void bdrv_create_meta_dirty_bitmap(BdrvDirtyBitmap *bitmap,
149                                    int chunk_size)
150 {
151     assert(!bitmap->meta);
152     qemu_mutex_lock(bitmap->mutex);
153     bitmap->meta = hbitmap_create_meta(bitmap->bitmap,
154                                        chunk_size * BITS_PER_BYTE);
155     qemu_mutex_unlock(bitmap->mutex);
156 }
157 
158 void bdrv_release_meta_dirty_bitmap(BdrvDirtyBitmap *bitmap)
159 {
160     assert(bitmap->meta);
161     qemu_mutex_lock(bitmap->mutex);
162     hbitmap_free_meta(bitmap->bitmap);
163     bitmap->meta = NULL;
164     qemu_mutex_unlock(bitmap->mutex);
165 }
166 
167 int64_t bdrv_dirty_bitmap_size(const BdrvDirtyBitmap *bitmap)
168 {
169     return bitmap->size;
170 }
171 
172 const char *bdrv_dirty_bitmap_name(const BdrvDirtyBitmap *bitmap)
173 {
174     return bitmap->name;
175 }
176 
177 /* Called with BQL taken.  */
178 bool bdrv_dirty_bitmap_frozen(BdrvDirtyBitmap *bitmap)
179 {
180     return bitmap->successor;
181 }
182 
183 /* Both conditions disallow user-modification via QMP. */
184 bool bdrv_dirty_bitmap_user_locked(BdrvDirtyBitmap *bitmap) {
185     return bdrv_dirty_bitmap_frozen(bitmap) ||
186            bdrv_dirty_bitmap_qmp_locked(bitmap);
187 }
188 
189 void bdrv_dirty_bitmap_set_qmp_locked(BdrvDirtyBitmap *bitmap, bool qmp_locked)
190 {
191     qemu_mutex_lock(bitmap->mutex);
192     bitmap->qmp_locked = qmp_locked;
193     qemu_mutex_unlock(bitmap->mutex);
194 }
195 
196 bool bdrv_dirty_bitmap_qmp_locked(BdrvDirtyBitmap *bitmap)
197 {
198     return bitmap->qmp_locked;
199 }
200 
201 /* Called with BQL taken.  */
202 bool bdrv_dirty_bitmap_enabled(BdrvDirtyBitmap *bitmap)
203 {
204     return !(bitmap->disabled || bitmap->successor);
205 }
206 
207 /* Called with BQL taken.  */
208 DirtyBitmapStatus bdrv_dirty_bitmap_status(BdrvDirtyBitmap *bitmap)
209 {
210     if (bdrv_dirty_bitmap_frozen(bitmap)) {
211         return DIRTY_BITMAP_STATUS_FROZEN;
212     } else if (bdrv_dirty_bitmap_qmp_locked(bitmap)) {
213         return DIRTY_BITMAP_STATUS_LOCKED;
214     } else if (!bdrv_dirty_bitmap_enabled(bitmap)) {
215         return DIRTY_BITMAP_STATUS_DISABLED;
216     } else {
217         return DIRTY_BITMAP_STATUS_ACTIVE;
218     }
219 }
220 
221 /**
222  * Create a successor bitmap destined to replace this bitmap after an operation.
223  * Requires that the bitmap is not frozen and has no successor.
224  * Called with BQL taken.
225  */
226 int bdrv_dirty_bitmap_create_successor(BlockDriverState *bs,
227                                        BdrvDirtyBitmap *bitmap, Error **errp)
228 {
229     uint64_t granularity;
230     BdrvDirtyBitmap *child;
231 
232     if (bdrv_dirty_bitmap_frozen(bitmap)) {
233         error_setg(errp, "Cannot create a successor for a bitmap that is "
234                    "currently frozen");
235         return -1;
236     }
237     assert(!bitmap->successor);
238 
239     /* Create an anonymous successor */
240     granularity = bdrv_dirty_bitmap_granularity(bitmap);
241     child = bdrv_create_dirty_bitmap(bs, granularity, NULL, errp);
242     if (!child) {
243         return -1;
244     }
245 
246     /* Successor will be on or off based on our current state. */
247     child->disabled = bitmap->disabled;
248 
249     /* Install the successor and freeze the parent */
250     bitmap->successor = child;
251     return 0;
252 }
253 
254 void bdrv_enable_dirty_bitmap_locked(BdrvDirtyBitmap *bitmap)
255 {
256     assert(!bdrv_dirty_bitmap_frozen(bitmap));
257     bitmap->disabled = false;
258 }
259 
260 /* Called with BQL taken. */
261 void bdrv_dirty_bitmap_enable_successor(BdrvDirtyBitmap *bitmap)
262 {
263     assert(bitmap->mutex == bitmap->successor->mutex);
264     qemu_mutex_lock(bitmap->mutex);
265     bdrv_enable_dirty_bitmap_locked(bitmap->successor);
266     qemu_mutex_unlock(bitmap->mutex);
267 }
268 
269 /* Called within bdrv_dirty_bitmap_lock..unlock and with BQL taken.  */
270 static void bdrv_release_dirty_bitmap_locked(BdrvDirtyBitmap *bitmap)
271 {
272     assert(!bitmap->active_iterators);
273     assert(!bdrv_dirty_bitmap_frozen(bitmap));
274     assert(!bitmap->meta);
275     QLIST_REMOVE(bitmap, list);
276     hbitmap_free(bitmap->bitmap);
277     g_free(bitmap->name);
278     g_free(bitmap);
279 }
280 
281 /**
282  * For a bitmap with a successor, yield our name to the successor,
283  * delete the old bitmap, and return a handle to the new bitmap.
284  * Called with BQL taken.
285  */
286 BdrvDirtyBitmap *bdrv_dirty_bitmap_abdicate(BlockDriverState *bs,
287                                             BdrvDirtyBitmap *bitmap,
288                                             Error **errp)
289 {
290     char *name;
291     BdrvDirtyBitmap *successor = bitmap->successor;
292 
293     if (successor == NULL) {
294         error_setg(errp, "Cannot relinquish control if "
295                    "there's no successor present");
296         return NULL;
297     }
298 
299     name = bitmap->name;
300     bitmap->name = NULL;
301     successor->name = name;
302     bitmap->successor = NULL;
303     successor->persistent = bitmap->persistent;
304     bitmap->persistent = false;
305     bdrv_release_dirty_bitmap(bs, bitmap);
306 
307     return successor;
308 }
309 
310 /**
311  * In cases of failure where we can no longer safely delete the parent,
312  * we may wish to re-join the parent and child/successor.
313  * The merged parent will be un-frozen, but not explicitly re-enabled.
314  * Called within bdrv_dirty_bitmap_lock..unlock and with BQL taken.
315  */
316 BdrvDirtyBitmap *bdrv_reclaim_dirty_bitmap_locked(BlockDriverState *bs,
317                                                   BdrvDirtyBitmap *parent,
318                                                   Error **errp)
319 {
320     BdrvDirtyBitmap *successor = parent->successor;
321 
322     if (!successor) {
323         error_setg(errp, "Cannot reclaim a successor when none is present");
324         return NULL;
325     }
326 
327     if (!hbitmap_merge(parent->bitmap, successor->bitmap, parent->bitmap)) {
328         error_setg(errp, "Merging of parent and successor bitmap failed");
329         return NULL;
330     }
331     bdrv_release_dirty_bitmap_locked(successor);
332     parent->successor = NULL;
333 
334     return parent;
335 }
336 
337 /* Called with BQL taken. */
338 BdrvDirtyBitmap *bdrv_reclaim_dirty_bitmap(BlockDriverState *bs,
339                                            BdrvDirtyBitmap *parent,
340                                            Error **errp)
341 {
342     BdrvDirtyBitmap *ret;
343 
344     qemu_mutex_lock(parent->mutex);
345     ret = bdrv_reclaim_dirty_bitmap_locked(bs, parent, errp);
346     qemu_mutex_unlock(parent->mutex);
347 
348     return ret;
349 }
350 
351 /**
352  * Truncates _all_ bitmaps attached to a BDS.
353  * Called with BQL taken.
354  */
355 void bdrv_dirty_bitmap_truncate(BlockDriverState *bs, int64_t bytes)
356 {
357     BdrvDirtyBitmap *bitmap;
358 
359     bdrv_dirty_bitmaps_lock(bs);
360     QLIST_FOREACH(bitmap, &bs->dirty_bitmaps, list) {
361         assert(!bdrv_dirty_bitmap_frozen(bitmap));
362         assert(!bitmap->active_iterators);
363         hbitmap_truncate(bitmap->bitmap, bytes);
364         bitmap->size = bytes;
365     }
366     bdrv_dirty_bitmaps_unlock(bs);
367 }
368 
369 /* Called with BQL taken.  */
370 void bdrv_release_dirty_bitmap(BlockDriverState *bs, BdrvDirtyBitmap *bitmap)
371 {
372     bdrv_dirty_bitmaps_lock(bs);
373     bdrv_release_dirty_bitmap_locked(bitmap);
374     bdrv_dirty_bitmaps_unlock(bs);
375 }
376 
377 /**
378  * Release all named dirty bitmaps attached to a BDS (for use in bdrv_close()).
379  * There must not be any frozen bitmaps attached.
380  * This function does not remove persistent bitmaps from the storage.
381  * Called with BQL taken.
382  */
383 void bdrv_release_named_dirty_bitmaps(BlockDriverState *bs)
384 {
385     BdrvDirtyBitmap *bm, *next;
386 
387     bdrv_dirty_bitmaps_lock(bs);
388     QLIST_FOREACH_SAFE(bm, &bs->dirty_bitmaps, list, next) {
389         if (bdrv_dirty_bitmap_name(bm)) {
390             bdrv_release_dirty_bitmap_locked(bm);
391         }
392     }
393     bdrv_dirty_bitmaps_unlock(bs);
394 }
395 
396 /**
397  * Remove persistent dirty bitmap from the storage if it exists.
398  * Absence of bitmap is not an error, because we have the following scenario:
399  * BdrvDirtyBitmap can have .persistent = true but not yet saved and have no
400  * stored version. For such bitmap bdrv_remove_persistent_dirty_bitmap() should
401  * not fail.
402  * This function doesn't release corresponding BdrvDirtyBitmap.
403  */
404 void bdrv_remove_persistent_dirty_bitmap(BlockDriverState *bs,
405                                          const char *name,
406                                          Error **errp)
407 {
408     if (bs->drv && bs->drv->bdrv_remove_persistent_dirty_bitmap) {
409         bs->drv->bdrv_remove_persistent_dirty_bitmap(bs, name, errp);
410     }
411 }
412 
413 void bdrv_disable_dirty_bitmap(BdrvDirtyBitmap *bitmap)
414 {
415     bdrv_dirty_bitmap_lock(bitmap);
416     assert(!bdrv_dirty_bitmap_frozen(bitmap));
417     bitmap->disabled = true;
418     bdrv_dirty_bitmap_unlock(bitmap);
419 }
420 
421 void bdrv_enable_dirty_bitmap(BdrvDirtyBitmap *bitmap)
422 {
423     bdrv_dirty_bitmap_lock(bitmap);
424     bdrv_enable_dirty_bitmap_locked(bitmap);
425     bdrv_dirty_bitmap_unlock(bitmap);
426 }
427 
428 BlockDirtyInfoList *bdrv_query_dirty_bitmaps(BlockDriverState *bs)
429 {
430     BdrvDirtyBitmap *bm;
431     BlockDirtyInfoList *list = NULL;
432     BlockDirtyInfoList **plist = &list;
433 
434     bdrv_dirty_bitmaps_lock(bs);
435     QLIST_FOREACH(bm, &bs->dirty_bitmaps, list) {
436         BlockDirtyInfo *info = g_new0(BlockDirtyInfo, 1);
437         BlockDirtyInfoList *entry = g_new0(BlockDirtyInfoList, 1);
438         info->count = bdrv_get_dirty_count(bm);
439         info->granularity = bdrv_dirty_bitmap_granularity(bm);
440         info->has_name = !!bm->name;
441         info->name = g_strdup(bm->name);
442         info->status = bdrv_dirty_bitmap_status(bm);
443         entry->value = info;
444         *plist = entry;
445         plist = &entry->next;
446     }
447     bdrv_dirty_bitmaps_unlock(bs);
448 
449     return list;
450 }
451 
452 /* Called within bdrv_dirty_bitmap_lock..unlock */
453 bool bdrv_get_dirty_locked(BlockDriverState *bs, BdrvDirtyBitmap *bitmap,
454                            int64_t offset)
455 {
456     if (bitmap) {
457         return hbitmap_get(bitmap->bitmap, offset);
458     } else {
459         return false;
460     }
461 }
462 
463 /**
464  * Chooses a default granularity based on the existing cluster size,
465  * but clamped between [4K, 64K]. Defaults to 64K in the case that there
466  * is no cluster size information available.
467  */
468 uint32_t bdrv_get_default_bitmap_granularity(BlockDriverState *bs)
469 {
470     BlockDriverInfo bdi;
471     uint32_t granularity;
472 
473     if (bdrv_get_info(bs, &bdi) >= 0 && bdi.cluster_size > 0) {
474         granularity = MAX(4096, bdi.cluster_size);
475         granularity = MIN(65536, granularity);
476     } else {
477         granularity = 65536;
478     }
479 
480     return granularity;
481 }
482 
483 uint32_t bdrv_dirty_bitmap_granularity(const BdrvDirtyBitmap *bitmap)
484 {
485     return 1U << hbitmap_granularity(bitmap->bitmap);
486 }
487 
488 BdrvDirtyBitmapIter *bdrv_dirty_iter_new(BdrvDirtyBitmap *bitmap)
489 {
490     BdrvDirtyBitmapIter *iter = g_new(BdrvDirtyBitmapIter, 1);
491     hbitmap_iter_init(&iter->hbi, bitmap->bitmap, 0);
492     iter->bitmap = bitmap;
493     bitmap->active_iterators++;
494     return iter;
495 }
496 
497 BdrvDirtyBitmapIter *bdrv_dirty_meta_iter_new(BdrvDirtyBitmap *bitmap)
498 {
499     BdrvDirtyBitmapIter *iter = g_new(BdrvDirtyBitmapIter, 1);
500     hbitmap_iter_init(&iter->hbi, bitmap->meta, 0);
501     iter->bitmap = bitmap;
502     bitmap->active_iterators++;
503     return iter;
504 }
505 
506 void bdrv_dirty_iter_free(BdrvDirtyBitmapIter *iter)
507 {
508     if (!iter) {
509         return;
510     }
511     assert(iter->bitmap->active_iterators > 0);
512     iter->bitmap->active_iterators--;
513     g_free(iter);
514 }
515 
516 int64_t bdrv_dirty_iter_next(BdrvDirtyBitmapIter *iter)
517 {
518     return hbitmap_iter_next(&iter->hbi);
519 }
520 
521 /* Called within bdrv_dirty_bitmap_lock..unlock */
522 void bdrv_set_dirty_bitmap_locked(BdrvDirtyBitmap *bitmap,
523                                   int64_t offset, int64_t bytes)
524 {
525     assert(bdrv_dirty_bitmap_enabled(bitmap));
526     assert(!bdrv_dirty_bitmap_readonly(bitmap));
527     hbitmap_set(bitmap->bitmap, offset, bytes);
528 }
529 
530 void bdrv_set_dirty_bitmap(BdrvDirtyBitmap *bitmap,
531                            int64_t offset, int64_t bytes)
532 {
533     bdrv_dirty_bitmap_lock(bitmap);
534     bdrv_set_dirty_bitmap_locked(bitmap, offset, bytes);
535     bdrv_dirty_bitmap_unlock(bitmap);
536 }
537 
538 /* Called within bdrv_dirty_bitmap_lock..unlock */
539 void bdrv_reset_dirty_bitmap_locked(BdrvDirtyBitmap *bitmap,
540                                     int64_t offset, int64_t bytes)
541 {
542     assert(bdrv_dirty_bitmap_enabled(bitmap));
543     assert(!bdrv_dirty_bitmap_readonly(bitmap));
544     hbitmap_reset(bitmap->bitmap, offset, bytes);
545 }
546 
547 void bdrv_reset_dirty_bitmap(BdrvDirtyBitmap *bitmap,
548                              int64_t offset, int64_t bytes)
549 {
550     bdrv_dirty_bitmap_lock(bitmap);
551     bdrv_reset_dirty_bitmap_locked(bitmap, offset, bytes);
552     bdrv_dirty_bitmap_unlock(bitmap);
553 }
554 
555 void bdrv_clear_dirty_bitmap(BdrvDirtyBitmap *bitmap, HBitmap **out)
556 {
557     assert(!bdrv_dirty_bitmap_readonly(bitmap));
558     bdrv_dirty_bitmap_lock(bitmap);
559     if (!out) {
560         hbitmap_reset_all(bitmap->bitmap);
561     } else {
562         HBitmap *backup = bitmap->bitmap;
563         bitmap->bitmap = hbitmap_alloc(bitmap->size,
564                                        hbitmap_granularity(backup));
565         *out = backup;
566     }
567     bdrv_dirty_bitmap_unlock(bitmap);
568 }
569 
570 void bdrv_restore_dirty_bitmap(BdrvDirtyBitmap *bitmap, HBitmap *backup)
571 {
572     HBitmap *tmp = bitmap->bitmap;
573     assert(!bdrv_dirty_bitmap_readonly(bitmap));
574     bitmap->bitmap = backup;
575     hbitmap_free(tmp);
576 }
577 
578 uint64_t bdrv_dirty_bitmap_serialization_size(const BdrvDirtyBitmap *bitmap,
579                                               uint64_t offset, uint64_t bytes)
580 {
581     return hbitmap_serialization_size(bitmap->bitmap, offset, bytes);
582 }
583 
584 uint64_t bdrv_dirty_bitmap_serialization_align(const BdrvDirtyBitmap *bitmap)
585 {
586     return hbitmap_serialization_align(bitmap->bitmap);
587 }
588 
589 void bdrv_dirty_bitmap_serialize_part(const BdrvDirtyBitmap *bitmap,
590                                       uint8_t *buf, uint64_t offset,
591                                       uint64_t bytes)
592 {
593     hbitmap_serialize_part(bitmap->bitmap, buf, offset, bytes);
594 }
595 
596 void bdrv_dirty_bitmap_deserialize_part(BdrvDirtyBitmap *bitmap,
597                                         uint8_t *buf, uint64_t offset,
598                                         uint64_t bytes, bool finish)
599 {
600     hbitmap_deserialize_part(bitmap->bitmap, buf, offset, bytes, finish);
601 }
602 
603 void bdrv_dirty_bitmap_deserialize_zeroes(BdrvDirtyBitmap *bitmap,
604                                           uint64_t offset, uint64_t bytes,
605                                           bool finish)
606 {
607     hbitmap_deserialize_zeroes(bitmap->bitmap, offset, bytes, finish);
608 }
609 
610 void bdrv_dirty_bitmap_deserialize_ones(BdrvDirtyBitmap *bitmap,
611                                         uint64_t offset, uint64_t bytes,
612                                         bool finish)
613 {
614     hbitmap_deserialize_ones(bitmap->bitmap, offset, bytes, finish);
615 }
616 
617 void bdrv_dirty_bitmap_deserialize_finish(BdrvDirtyBitmap *bitmap)
618 {
619     hbitmap_deserialize_finish(bitmap->bitmap);
620 }
621 
622 void bdrv_set_dirty(BlockDriverState *bs, int64_t offset, int64_t bytes)
623 {
624     BdrvDirtyBitmap *bitmap;
625 
626     if (QLIST_EMPTY(&bs->dirty_bitmaps)) {
627         return;
628     }
629 
630     bdrv_dirty_bitmaps_lock(bs);
631     QLIST_FOREACH(bitmap, &bs->dirty_bitmaps, list) {
632         if (!bdrv_dirty_bitmap_enabled(bitmap)) {
633             continue;
634         }
635         assert(!bdrv_dirty_bitmap_readonly(bitmap));
636         hbitmap_set(bitmap->bitmap, offset, bytes);
637     }
638     bdrv_dirty_bitmaps_unlock(bs);
639 }
640 
641 /**
642  * Advance a BdrvDirtyBitmapIter to an arbitrary offset.
643  */
644 void bdrv_set_dirty_iter(BdrvDirtyBitmapIter *iter, int64_t offset)
645 {
646     hbitmap_iter_init(&iter->hbi, iter->hbi.hb, offset);
647 }
648 
649 int64_t bdrv_get_dirty_count(BdrvDirtyBitmap *bitmap)
650 {
651     return hbitmap_count(bitmap->bitmap);
652 }
653 
654 int64_t bdrv_get_meta_dirty_count(BdrvDirtyBitmap *bitmap)
655 {
656     return hbitmap_count(bitmap->meta);
657 }
658 
659 bool bdrv_dirty_bitmap_readonly(const BdrvDirtyBitmap *bitmap)
660 {
661     return bitmap->readonly;
662 }
663 
664 /* Called with BQL taken. */
665 void bdrv_dirty_bitmap_set_readonly(BdrvDirtyBitmap *bitmap, bool value)
666 {
667     qemu_mutex_lock(bitmap->mutex);
668     bitmap->readonly = value;
669     qemu_mutex_unlock(bitmap->mutex);
670 }
671 
672 bool bdrv_has_readonly_bitmaps(BlockDriverState *bs)
673 {
674     BdrvDirtyBitmap *bm;
675     QLIST_FOREACH(bm, &bs->dirty_bitmaps, list) {
676         if (bm->readonly) {
677             return true;
678         }
679     }
680 
681     return false;
682 }
683 
684 /* Called with BQL taken. */
685 void bdrv_dirty_bitmap_set_persistance(BdrvDirtyBitmap *bitmap, bool persistent)
686 {
687     qemu_mutex_lock(bitmap->mutex);
688     bitmap->persistent = persistent;
689     qemu_mutex_unlock(bitmap->mutex);
690 }
691 
692 /* Called with BQL taken. */
693 void bdrv_dirty_bitmap_set_migration(BdrvDirtyBitmap *bitmap, bool migration)
694 {
695     qemu_mutex_lock(bitmap->mutex);
696     bitmap->migration = migration;
697     qemu_mutex_unlock(bitmap->mutex);
698 }
699 
700 bool bdrv_dirty_bitmap_get_persistance(BdrvDirtyBitmap *bitmap)
701 {
702     return bitmap->persistent && !bitmap->migration;
703 }
704 
705 bool bdrv_has_changed_persistent_bitmaps(BlockDriverState *bs)
706 {
707     BdrvDirtyBitmap *bm;
708     QLIST_FOREACH(bm, &bs->dirty_bitmaps, list) {
709         if (bm->persistent && !bm->readonly && !bm->migration) {
710             return true;
711         }
712     }
713 
714     return false;
715 }
716 
717 BdrvDirtyBitmap *bdrv_dirty_bitmap_next(BlockDriverState *bs,
718                                         BdrvDirtyBitmap *bitmap)
719 {
720     return bitmap == NULL ? QLIST_FIRST(&bs->dirty_bitmaps) :
721                             QLIST_NEXT(bitmap, list);
722 }
723 
724 char *bdrv_dirty_bitmap_sha256(const BdrvDirtyBitmap *bitmap, Error **errp)
725 {
726     return hbitmap_sha256(bitmap->bitmap, errp);
727 }
728 
729 int64_t bdrv_dirty_bitmap_next_zero(BdrvDirtyBitmap *bitmap, uint64_t offset,
730                                     uint64_t bytes)
731 {
732     return hbitmap_next_zero(bitmap->bitmap, offset, bytes);
733 }
734 
735 bool bdrv_dirty_bitmap_next_dirty_area(BdrvDirtyBitmap *bitmap,
736                                        uint64_t *offset, uint64_t *bytes)
737 {
738     return hbitmap_next_dirty_area(bitmap->bitmap, offset, bytes);
739 }
740 
741 void bdrv_merge_dirty_bitmap(BdrvDirtyBitmap *dest, const BdrvDirtyBitmap *src,
742                              HBitmap **backup, Error **errp)
743 {
744     bool ret;
745 
746     /* only bitmaps from one bds are supported */
747     assert(dest->mutex == src->mutex);
748 
749     qemu_mutex_lock(dest->mutex);
750 
751     if (bdrv_dirty_bitmap_user_locked(dest)) {
752         error_setg(errp, "Bitmap '%s' is currently in use by another"
753         " operation and cannot be modified", dest->name);
754         goto out;
755     }
756 
757     if (bdrv_dirty_bitmap_readonly(dest)) {
758         error_setg(errp, "Bitmap '%s' is readonly and cannot be modified",
759                    dest->name);
760         goto out;
761     }
762 
763     if (!hbitmap_can_merge(dest->bitmap, src->bitmap)) {
764         error_setg(errp, "Bitmaps are incompatible and can't be merged");
765         goto out;
766     }
767 
768     if (backup) {
769         *backup = dest->bitmap;
770         dest->bitmap = hbitmap_alloc(dest->size, hbitmap_granularity(*backup));
771         ret = hbitmap_merge(*backup, src->bitmap, dest->bitmap);
772     } else {
773         ret = hbitmap_merge(dest->bitmap, src->bitmap, dest->bitmap);
774     }
775     assert(ret);
776 
777 out:
778     qemu_mutex_unlock(dest->mutex);
779 }
780