xref: /openbmc/qemu/block/copy-before-write.c (revision b518e9e9ef7a28aa559a05d44dd734e83ae75f9d)
1d003e0aeSVladimir Sementsov-Ogievskiy /*
2d003e0aeSVladimir Sementsov-Ogievskiy  * copy-before-write filter driver
3d003e0aeSVladimir Sementsov-Ogievskiy  *
4d003e0aeSVladimir Sementsov-Ogievskiy  * The driver performs Copy-Before-Write (CBW) operation: it is injected above
5d003e0aeSVladimir Sementsov-Ogievskiy  * some node, and before each write it copies _old_ data to the target node.
6d003e0aeSVladimir Sementsov-Ogievskiy  *
7d003e0aeSVladimir Sementsov-Ogievskiy  * Copyright (c) 2018-2021 Virtuozzo International GmbH.
8d003e0aeSVladimir Sementsov-Ogievskiy  *
9d003e0aeSVladimir Sementsov-Ogievskiy  * Author:
10d003e0aeSVladimir Sementsov-Ogievskiy  *  Sementsov-Ogievskiy Vladimir <vsementsov@virtuozzo.com>
11d003e0aeSVladimir Sementsov-Ogievskiy  *
12d003e0aeSVladimir Sementsov-Ogievskiy  * This program is free software; you can redistribute it and/or modify
13d003e0aeSVladimir Sementsov-Ogievskiy  * it under the terms of the GNU General Public License as published by
14d003e0aeSVladimir Sementsov-Ogievskiy  * the Free Software Foundation; either version 2 of the License, or
15d003e0aeSVladimir Sementsov-Ogievskiy  * (at your option) any later version.
16d003e0aeSVladimir Sementsov-Ogievskiy  *
17d003e0aeSVladimir Sementsov-Ogievskiy  * This program is distributed in the hope that it will be useful,
18d003e0aeSVladimir Sementsov-Ogievskiy  * but WITHOUT ANY WARRANTY; without even the implied warranty of
19d003e0aeSVladimir Sementsov-Ogievskiy  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20d003e0aeSVladimir Sementsov-Ogievskiy  * GNU General Public License for more details.
21d003e0aeSVladimir Sementsov-Ogievskiy  *
22d003e0aeSVladimir Sementsov-Ogievskiy  * You should have received a copy of the GNU General Public License
23d003e0aeSVladimir Sementsov-Ogievskiy  * along with this program. If not, see <http://www.gnu.org/licenses/>.
24d003e0aeSVladimir Sementsov-Ogievskiy  */
25d003e0aeSVladimir Sementsov-Ogievskiy 
26d003e0aeSVladimir Sementsov-Ogievskiy #include "qemu/osdep.h"
27d003e0aeSVladimir Sementsov-Ogievskiy 
28d003e0aeSVladimir Sementsov-Ogievskiy #include "sysemu/block-backend.h"
29d003e0aeSVladimir Sementsov-Ogievskiy #include "qemu/cutils.h"
30d003e0aeSVladimir Sementsov-Ogievskiy #include "qapi/error.h"
31d003e0aeSVladimir Sementsov-Ogievskiy #include "block/block_int.h"
32d003e0aeSVladimir Sementsov-Ogievskiy #include "block/qdict.h"
33d003e0aeSVladimir Sementsov-Ogievskiy #include "block/block-copy.h"
34d003e0aeSVladimir Sementsov-Ogievskiy 
35d003e0aeSVladimir Sementsov-Ogievskiy #include "block/copy-before-write.h"
36d003e0aeSVladimir Sementsov-Ogievskiy 
37d003e0aeSVladimir Sementsov-Ogievskiy typedef struct BDRVCopyBeforeWriteState {
38d003e0aeSVladimir Sementsov-Ogievskiy     BlockCopyState *bcs;
39d003e0aeSVladimir Sementsov-Ogievskiy     BdrvChild *target;
40d003e0aeSVladimir Sementsov-Ogievskiy } BDRVCopyBeforeWriteState;
41d003e0aeSVladimir Sementsov-Ogievskiy 
42d003e0aeSVladimir Sementsov-Ogievskiy static coroutine_fn int cbw_co_preadv(
43d003e0aeSVladimir Sementsov-Ogievskiy         BlockDriverState *bs, uint64_t offset, uint64_t bytes,
44d003e0aeSVladimir Sementsov-Ogievskiy         QEMUIOVector *qiov, int flags)
45d003e0aeSVladimir Sementsov-Ogievskiy {
46d003e0aeSVladimir Sementsov-Ogievskiy     return bdrv_co_preadv(bs->backing, offset, bytes, qiov, flags);
47d003e0aeSVladimir Sementsov-Ogievskiy }
48d003e0aeSVladimir Sementsov-Ogievskiy 
49d003e0aeSVladimir Sementsov-Ogievskiy static coroutine_fn int cbw_do_copy_before_write(BlockDriverState *bs,
50d003e0aeSVladimir Sementsov-Ogievskiy         uint64_t offset, uint64_t bytes, BdrvRequestFlags flags)
51d003e0aeSVladimir Sementsov-Ogievskiy {
52d003e0aeSVladimir Sementsov-Ogievskiy     BDRVCopyBeforeWriteState *s = bs->opaque;
53d003e0aeSVladimir Sementsov-Ogievskiy     uint64_t off, end;
54*b518e9e9SVladimir Sementsov-Ogievskiy     int64_t cluster_size = block_copy_cluster_size(s->bcs);
55d003e0aeSVladimir Sementsov-Ogievskiy 
56d003e0aeSVladimir Sementsov-Ogievskiy     if (flags & BDRV_REQ_WRITE_UNCHANGED) {
57d003e0aeSVladimir Sementsov-Ogievskiy         return 0;
58d003e0aeSVladimir Sementsov-Ogievskiy     }
59d003e0aeSVladimir Sementsov-Ogievskiy 
60*b518e9e9SVladimir Sementsov-Ogievskiy     off = QEMU_ALIGN_DOWN(offset, cluster_size);
61*b518e9e9SVladimir Sementsov-Ogievskiy     end = QEMU_ALIGN_UP(offset + bytes, cluster_size);
62d003e0aeSVladimir Sementsov-Ogievskiy 
63d003e0aeSVladimir Sementsov-Ogievskiy     return block_copy(s->bcs, off, end - off, true);
64d003e0aeSVladimir Sementsov-Ogievskiy }
65d003e0aeSVladimir Sementsov-Ogievskiy 
66d003e0aeSVladimir Sementsov-Ogievskiy static int coroutine_fn cbw_co_pdiscard(BlockDriverState *bs,
67d003e0aeSVladimir Sementsov-Ogievskiy                                         int64_t offset, int bytes)
68d003e0aeSVladimir Sementsov-Ogievskiy {
69d003e0aeSVladimir Sementsov-Ogievskiy     int ret = cbw_do_copy_before_write(bs, offset, bytes, 0);
70d003e0aeSVladimir Sementsov-Ogievskiy     if (ret < 0) {
71d003e0aeSVladimir Sementsov-Ogievskiy         return ret;
72d003e0aeSVladimir Sementsov-Ogievskiy     }
73d003e0aeSVladimir Sementsov-Ogievskiy 
74d003e0aeSVladimir Sementsov-Ogievskiy     return bdrv_co_pdiscard(bs->backing, offset, bytes);
75d003e0aeSVladimir Sementsov-Ogievskiy }
76d003e0aeSVladimir Sementsov-Ogievskiy 
77d003e0aeSVladimir Sementsov-Ogievskiy static int coroutine_fn cbw_co_pwrite_zeroes(BlockDriverState *bs,
78d003e0aeSVladimir Sementsov-Ogievskiy         int64_t offset, int bytes, BdrvRequestFlags flags)
79d003e0aeSVladimir Sementsov-Ogievskiy {
80d003e0aeSVladimir Sementsov-Ogievskiy     int ret = cbw_do_copy_before_write(bs, offset, bytes, flags);
81d003e0aeSVladimir Sementsov-Ogievskiy     if (ret < 0) {
82d003e0aeSVladimir Sementsov-Ogievskiy         return ret;
83d003e0aeSVladimir Sementsov-Ogievskiy     }
84d003e0aeSVladimir Sementsov-Ogievskiy 
85d003e0aeSVladimir Sementsov-Ogievskiy     return bdrv_co_pwrite_zeroes(bs->backing, offset, bytes, flags);
86d003e0aeSVladimir Sementsov-Ogievskiy }
87d003e0aeSVladimir Sementsov-Ogievskiy 
88d003e0aeSVladimir Sementsov-Ogievskiy static coroutine_fn int cbw_co_pwritev(BlockDriverState *bs,
89d003e0aeSVladimir Sementsov-Ogievskiy                                        uint64_t offset,
90d003e0aeSVladimir Sementsov-Ogievskiy                                        uint64_t bytes,
91d003e0aeSVladimir Sementsov-Ogievskiy                                        QEMUIOVector *qiov, int flags)
92d003e0aeSVladimir Sementsov-Ogievskiy {
93d003e0aeSVladimir Sementsov-Ogievskiy     int ret = cbw_do_copy_before_write(bs, offset, bytes, flags);
94d003e0aeSVladimir Sementsov-Ogievskiy     if (ret < 0) {
95d003e0aeSVladimir Sementsov-Ogievskiy         return ret;
96d003e0aeSVladimir Sementsov-Ogievskiy     }
97d003e0aeSVladimir Sementsov-Ogievskiy 
98d003e0aeSVladimir Sementsov-Ogievskiy     return bdrv_co_pwritev(bs->backing, offset, bytes, qiov, flags);
99d003e0aeSVladimir Sementsov-Ogievskiy }
100d003e0aeSVladimir Sementsov-Ogievskiy 
101d003e0aeSVladimir Sementsov-Ogievskiy static int coroutine_fn cbw_co_flush(BlockDriverState *bs)
102d003e0aeSVladimir Sementsov-Ogievskiy {
103d003e0aeSVladimir Sementsov-Ogievskiy     if (!bs->backing) {
104d003e0aeSVladimir Sementsov-Ogievskiy         return 0;
105d003e0aeSVladimir Sementsov-Ogievskiy     }
106d003e0aeSVladimir Sementsov-Ogievskiy 
107d003e0aeSVladimir Sementsov-Ogievskiy     return bdrv_co_flush(bs->backing->bs);
108d003e0aeSVladimir Sementsov-Ogievskiy }
109d003e0aeSVladimir Sementsov-Ogievskiy 
110d003e0aeSVladimir Sementsov-Ogievskiy static void cbw_refresh_filename(BlockDriverState *bs)
111d003e0aeSVladimir Sementsov-Ogievskiy {
112d003e0aeSVladimir Sementsov-Ogievskiy     if (bs->backing == NULL) {
113d003e0aeSVladimir Sementsov-Ogievskiy         /*
114d003e0aeSVladimir Sementsov-Ogievskiy          * we can be here after failed bdrv_attach_child in
115d003e0aeSVladimir Sementsov-Ogievskiy          * bdrv_set_backing_hd
116d003e0aeSVladimir Sementsov-Ogievskiy          */
117d003e0aeSVladimir Sementsov-Ogievskiy         return;
118d003e0aeSVladimir Sementsov-Ogievskiy     }
119d003e0aeSVladimir Sementsov-Ogievskiy     pstrcpy(bs->exact_filename, sizeof(bs->exact_filename),
120d003e0aeSVladimir Sementsov-Ogievskiy             bs->backing->bs->filename);
121d003e0aeSVladimir Sementsov-Ogievskiy }
122d003e0aeSVladimir Sementsov-Ogievskiy 
123d003e0aeSVladimir Sementsov-Ogievskiy static void cbw_child_perm(BlockDriverState *bs, BdrvChild *c,
124d003e0aeSVladimir Sementsov-Ogievskiy                            BdrvChildRole role,
125d003e0aeSVladimir Sementsov-Ogievskiy                            BlockReopenQueue *reopen_queue,
126d003e0aeSVladimir Sementsov-Ogievskiy                            uint64_t perm, uint64_t shared,
127d003e0aeSVladimir Sementsov-Ogievskiy                            uint64_t *nperm, uint64_t *nshared)
128d003e0aeSVladimir Sementsov-Ogievskiy {
129d003e0aeSVladimir Sementsov-Ogievskiy     if (!(role & BDRV_CHILD_FILTERED)) {
130d003e0aeSVladimir Sementsov-Ogievskiy         /*
131d003e0aeSVladimir Sementsov-Ogievskiy          * Target child
132d003e0aeSVladimir Sementsov-Ogievskiy          *
133d003e0aeSVladimir Sementsov-Ogievskiy          * Share write to target (child_file), to not interfere
134d003e0aeSVladimir Sementsov-Ogievskiy          * with guest writes to its disk which may be in target backing chain.
135d003e0aeSVladimir Sementsov-Ogievskiy          * Can't resize during a backup block job because we check the size
136d003e0aeSVladimir Sementsov-Ogievskiy          * only upfront.
137d003e0aeSVladimir Sementsov-Ogievskiy          */
138d003e0aeSVladimir Sementsov-Ogievskiy         *nshared = BLK_PERM_ALL & ~BLK_PERM_RESIZE;
139d003e0aeSVladimir Sementsov-Ogievskiy         *nperm = BLK_PERM_WRITE;
140d003e0aeSVladimir Sementsov-Ogievskiy     } else {
141d003e0aeSVladimir Sementsov-Ogievskiy         /* Source child */
142d003e0aeSVladimir Sementsov-Ogievskiy         bdrv_default_perms(bs, c, role, reopen_queue,
143d003e0aeSVladimir Sementsov-Ogievskiy                            perm, shared, nperm, nshared);
144d003e0aeSVladimir Sementsov-Ogievskiy 
145d003e0aeSVladimir Sementsov-Ogievskiy         if (perm & BLK_PERM_WRITE) {
146d003e0aeSVladimir Sementsov-Ogievskiy             *nperm = *nperm | BLK_PERM_CONSISTENT_READ;
147d003e0aeSVladimir Sementsov-Ogievskiy         }
148d003e0aeSVladimir Sementsov-Ogievskiy         *nshared &= ~(BLK_PERM_WRITE | BLK_PERM_RESIZE);
149d003e0aeSVladimir Sementsov-Ogievskiy     }
150d003e0aeSVladimir Sementsov-Ogievskiy }
151d003e0aeSVladimir Sementsov-Ogievskiy 
152d003e0aeSVladimir Sementsov-Ogievskiy BlockDriver bdrv_cbw_filter = {
153d003e0aeSVladimir Sementsov-Ogievskiy     .format_name = "copy-before-write",
154d003e0aeSVladimir Sementsov-Ogievskiy     .instance_size = sizeof(BDRVCopyBeforeWriteState),
155d003e0aeSVladimir Sementsov-Ogievskiy 
156d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_co_preadv             = cbw_co_preadv,
157d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_co_pwritev            = cbw_co_pwritev,
158d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_co_pwrite_zeroes      = cbw_co_pwrite_zeroes,
159d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_co_pdiscard           = cbw_co_pdiscard,
160d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_co_flush              = cbw_co_flush,
161d003e0aeSVladimir Sementsov-Ogievskiy 
162d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_refresh_filename      = cbw_refresh_filename,
163d003e0aeSVladimir Sementsov-Ogievskiy 
164d003e0aeSVladimir Sementsov-Ogievskiy     .bdrv_child_perm            = cbw_child_perm,
165d003e0aeSVladimir Sementsov-Ogievskiy 
166d003e0aeSVladimir Sementsov-Ogievskiy     .is_filter = true,
167d003e0aeSVladimir Sementsov-Ogievskiy };
168d003e0aeSVladimir Sementsov-Ogievskiy 
169d003e0aeSVladimir Sementsov-Ogievskiy BlockDriverState *bdrv_cbw_append(BlockDriverState *source,
170d003e0aeSVladimir Sementsov-Ogievskiy                                   BlockDriverState *target,
171d003e0aeSVladimir Sementsov-Ogievskiy                                   const char *filter_node_name,
17249577723SVladimir Sementsov-Ogievskiy                                   bool compress,
173d003e0aeSVladimir Sementsov-Ogievskiy                                   BlockCopyState **bcs,
174d003e0aeSVladimir Sementsov-Ogievskiy                                   Error **errp)
175d003e0aeSVladimir Sementsov-Ogievskiy {
176d003e0aeSVladimir Sementsov-Ogievskiy     ERRP_GUARD();
177d003e0aeSVladimir Sementsov-Ogievskiy     int ret;
178d003e0aeSVladimir Sementsov-Ogievskiy     BDRVCopyBeforeWriteState *state;
179d003e0aeSVladimir Sementsov-Ogievskiy     BlockDriverState *top;
180d003e0aeSVladimir Sementsov-Ogievskiy     bool appended = false;
181d003e0aeSVladimir Sementsov-Ogievskiy 
182d003e0aeSVladimir Sementsov-Ogievskiy     assert(source->total_sectors == target->total_sectors);
183d003e0aeSVladimir Sementsov-Ogievskiy 
184d003e0aeSVladimir Sementsov-Ogievskiy     top = bdrv_new_open_driver(&bdrv_cbw_filter, filter_node_name,
185d003e0aeSVladimir Sementsov-Ogievskiy                                BDRV_O_RDWR, errp);
186d003e0aeSVladimir Sementsov-Ogievskiy     if (!top) {
187d003e0aeSVladimir Sementsov-Ogievskiy         return NULL;
188d003e0aeSVladimir Sementsov-Ogievskiy     }
189d003e0aeSVladimir Sementsov-Ogievskiy 
190d003e0aeSVladimir Sementsov-Ogievskiy     state = top->opaque;
191d003e0aeSVladimir Sementsov-Ogievskiy     top->total_sectors = source->total_sectors;
192d003e0aeSVladimir Sementsov-Ogievskiy     top->supported_write_flags = BDRV_REQ_WRITE_UNCHANGED |
193d003e0aeSVladimir Sementsov-Ogievskiy             (BDRV_REQ_FUA & source->supported_write_flags);
194d003e0aeSVladimir Sementsov-Ogievskiy     top->supported_zero_flags = BDRV_REQ_WRITE_UNCHANGED |
195d003e0aeSVladimir Sementsov-Ogievskiy             ((BDRV_REQ_FUA | BDRV_REQ_MAY_UNMAP | BDRV_REQ_NO_FALLBACK) &
196d003e0aeSVladimir Sementsov-Ogievskiy              source->supported_zero_flags);
197d003e0aeSVladimir Sementsov-Ogievskiy 
198d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_ref(target);
199d003e0aeSVladimir Sementsov-Ogievskiy     state->target = bdrv_attach_child(top, target, "target", &child_of_bds,
200d003e0aeSVladimir Sementsov-Ogievskiy                                       BDRV_CHILD_DATA, errp);
201d003e0aeSVladimir Sementsov-Ogievskiy     if (!state->target) {
202d003e0aeSVladimir Sementsov-Ogievskiy         bdrv_unref(target);
203d003e0aeSVladimir Sementsov-Ogievskiy         bdrv_unref(top);
204d003e0aeSVladimir Sementsov-Ogievskiy         return NULL;
205d003e0aeSVladimir Sementsov-Ogievskiy     }
206d003e0aeSVladimir Sementsov-Ogievskiy 
207d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_drained_begin(source);
208d003e0aeSVladimir Sementsov-Ogievskiy 
209d003e0aeSVladimir Sementsov-Ogievskiy     ret = bdrv_append(top, source, errp);
210d003e0aeSVladimir Sementsov-Ogievskiy     if (ret < 0) {
211d003e0aeSVladimir Sementsov-Ogievskiy         error_prepend(errp, "Cannot append copy-before-write filter: ");
212d003e0aeSVladimir Sementsov-Ogievskiy         goto fail;
213d003e0aeSVladimir Sementsov-Ogievskiy     }
214d003e0aeSVladimir Sementsov-Ogievskiy     appended = true;
215d003e0aeSVladimir Sementsov-Ogievskiy 
216d003e0aeSVladimir Sementsov-Ogievskiy     state->bcs = block_copy_state_new(top->backing, state->target,
217*b518e9e9SVladimir Sementsov-Ogievskiy                                       false, compress, errp);
218d003e0aeSVladimir Sementsov-Ogievskiy     if (!state->bcs) {
219d003e0aeSVladimir Sementsov-Ogievskiy         error_prepend(errp, "Cannot create block-copy-state: ");
220d003e0aeSVladimir Sementsov-Ogievskiy         goto fail;
221d003e0aeSVladimir Sementsov-Ogievskiy     }
222d003e0aeSVladimir Sementsov-Ogievskiy     *bcs = state->bcs;
223d003e0aeSVladimir Sementsov-Ogievskiy 
224d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_drained_end(source);
225d003e0aeSVladimir Sementsov-Ogievskiy 
226d003e0aeSVladimir Sementsov-Ogievskiy     return top;
227d003e0aeSVladimir Sementsov-Ogievskiy 
228d003e0aeSVladimir Sementsov-Ogievskiy fail:
229d003e0aeSVladimir Sementsov-Ogievskiy     if (appended) {
230d003e0aeSVladimir Sementsov-Ogievskiy         bdrv_cbw_drop(top);
231d003e0aeSVladimir Sementsov-Ogievskiy     } else {
232d003e0aeSVladimir Sementsov-Ogievskiy         bdrv_unref(top);
233d003e0aeSVladimir Sementsov-Ogievskiy     }
234d003e0aeSVladimir Sementsov-Ogievskiy 
235d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_drained_end(source);
236d003e0aeSVladimir Sementsov-Ogievskiy 
237d003e0aeSVladimir Sementsov-Ogievskiy     return NULL;
238d003e0aeSVladimir Sementsov-Ogievskiy }
239d003e0aeSVladimir Sementsov-Ogievskiy 
240d003e0aeSVladimir Sementsov-Ogievskiy void bdrv_cbw_drop(BlockDriverState *bs)
241d003e0aeSVladimir Sementsov-Ogievskiy {
242d003e0aeSVladimir Sementsov-Ogievskiy     BDRVCopyBeforeWriteState *s = bs->opaque;
243d003e0aeSVladimir Sementsov-Ogievskiy 
244d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_drop_filter(bs, &error_abort);
245d003e0aeSVladimir Sementsov-Ogievskiy 
246d003e0aeSVladimir Sementsov-Ogievskiy     block_copy_state_free(s->bcs);
247d003e0aeSVladimir Sementsov-Ogievskiy 
248d003e0aeSVladimir Sementsov-Ogievskiy     bdrv_unref(bs);
249d003e0aeSVladimir Sementsov-Ogievskiy }
250