1 // SPDX-License-Identifier: GPL-2.0
2 /* Maximum size of each resync request */
3 #define RESYNC_BLOCK_SIZE (64*1024)
4 #define RESYNC_PAGES ((RESYNC_BLOCK_SIZE + PAGE_SIZE-1) / PAGE_SIZE)
5
6 /*
7 * Number of guaranteed raid bios in case of extreme VM load:
8 */
9 #define NR_RAID_BIOS 256
10
11 /* when we get a read error on a read-only array, we redirect to another
12 * device without failing the first device, or trying to over-write to
13 * correct the read error. To keep track of bad blocks on a per-bio
14 * level, we store IO_BLOCKED in the appropriate 'bios' pointer
15 */
16 #define IO_BLOCKED ((struct bio *)1)
17 /* When we successfully write to a known bad-block, we need to remove the
18 * bad-block marking which must be done from process context. So we record
19 * the success by setting devs[n].bio to IO_MADE_GOOD
20 */
21 #define IO_MADE_GOOD ((struct bio *)2)
22
23 #define BIO_SPECIAL(bio) ((unsigned long)bio <= 2)
24 #define MAX_PLUG_BIO 32
25
26 /* for managing resync I/O pages */
27 struct resync_pages {
28 void *raid_bio;
29 struct page *pages[RESYNC_PAGES];
30 };
31
32 struct raid1_plug_cb {
33 struct blk_plug_cb cb;
34 struct bio_list pending;
35 unsigned int count;
36 };
37
rbio_pool_free(void * rbio,void * data)38 static void rbio_pool_free(void *rbio, void *data)
39 {
40 kfree(rbio);
41 }
42
resync_alloc_pages(struct resync_pages * rp,gfp_t gfp_flags)43 static inline int resync_alloc_pages(struct resync_pages *rp,
44 gfp_t gfp_flags)
45 {
46 int i;
47
48 for (i = 0; i < RESYNC_PAGES; i++) {
49 rp->pages[i] = alloc_page(gfp_flags);
50 if (!rp->pages[i])
51 goto out_free;
52 }
53
54 return 0;
55
56 out_free:
57 while (--i >= 0)
58 put_page(rp->pages[i]);
59 return -ENOMEM;
60 }
61
resync_free_pages(struct resync_pages * rp)62 static inline void resync_free_pages(struct resync_pages *rp)
63 {
64 int i;
65
66 for (i = 0; i < RESYNC_PAGES; i++)
67 put_page(rp->pages[i]);
68 }
69
resync_get_all_pages(struct resync_pages * rp)70 static inline void resync_get_all_pages(struct resync_pages *rp)
71 {
72 int i;
73
74 for (i = 0; i < RESYNC_PAGES; i++)
75 get_page(rp->pages[i]);
76 }
77
resync_fetch_page(struct resync_pages * rp,unsigned idx)78 static inline struct page *resync_fetch_page(struct resync_pages *rp,
79 unsigned idx)
80 {
81 if (WARN_ON_ONCE(idx >= RESYNC_PAGES))
82 return NULL;
83 return rp->pages[idx];
84 }
85
86 /*
87 * 'strct resync_pages' stores actual pages used for doing the resync
88 * IO, and it is per-bio, so make .bi_private points to it.
89 */
get_resync_pages(struct bio * bio)90 static inline struct resync_pages *get_resync_pages(struct bio *bio)
91 {
92 return bio->bi_private;
93 }
94
95 /* generally called after bio_reset() for reseting bvec */
md_bio_reset_resync_pages(struct bio * bio,struct resync_pages * rp,int size)96 static void md_bio_reset_resync_pages(struct bio *bio, struct resync_pages *rp,
97 int size)
98 {
99 int idx = 0;
100
101 /* initialize bvec table again */
102 do {
103 struct page *page = resync_fetch_page(rp, idx);
104 int len = min_t(int, size, PAGE_SIZE);
105
106 if (WARN_ON(!bio_add_page(bio, page, len, 0))) {
107 bio->bi_status = BLK_STS_RESOURCE;
108 bio_endio(bio);
109 return;
110 }
111
112 size -= len;
113 } while (idx++ < RESYNC_PAGES && size > 0);
114 }
115
116
raid1_submit_write(struct bio * bio)117 static inline void raid1_submit_write(struct bio *bio)
118 {
119 struct md_rdev *rdev = (void *)bio->bi_bdev;
120
121 bio->bi_next = NULL;
122 bio_set_dev(bio, rdev->bdev);
123 if (test_bit(Faulty, &rdev->flags))
124 bio_io_error(bio);
125 else if (unlikely(bio_op(bio) == REQ_OP_DISCARD &&
126 !bdev_max_discard_sectors(bio->bi_bdev)))
127 /* Just ignore it */
128 bio_endio(bio);
129 else
130 submit_bio_noacct(bio);
131 }
132
raid1_add_bio_to_plug(struct mddev * mddev,struct bio * bio,blk_plug_cb_fn unplug,int copies)133 static inline bool raid1_add_bio_to_plug(struct mddev *mddev, struct bio *bio,
134 blk_plug_cb_fn unplug, int copies)
135 {
136 struct raid1_plug_cb *plug = NULL;
137 struct blk_plug_cb *cb;
138
139 /*
140 * If bitmap is not enabled, it's safe to submit the io directly, and
141 * this can get optimal performance.
142 */
143 if (!md_bitmap_enabled(mddev->bitmap)) {
144 raid1_submit_write(bio);
145 return true;
146 }
147
148 cb = blk_check_plugged(unplug, mddev, sizeof(*plug));
149 if (!cb)
150 return false;
151
152 plug = container_of(cb, struct raid1_plug_cb, cb);
153 bio_list_add(&plug->pending, bio);
154 if (++plug->count / MAX_PLUG_BIO >= copies) {
155 list_del(&cb->list);
156 cb->callback(cb, false);
157 }
158
159
160 return true;
161 }
162
163 /*
164 * current->bio_list will be set under submit_bio() context, in this case bitmap
165 * io will be added to the list and wait for current io submission to finish,
166 * while current io submission must wait for bitmap io to be done. In order to
167 * avoid such deadlock, submit bitmap io asynchronously.
168 */
raid1_prepare_flush_writes(struct bitmap * bitmap)169 static inline void raid1_prepare_flush_writes(struct bitmap *bitmap)
170 {
171 if (current->bio_list)
172 md_bitmap_unplug_async(bitmap);
173 else
174 md_bitmap_unplug(bitmap);
175 }
176