73 static void reshape_request_write(struct mddev *mddev, struct r10bio *r10_bio);
101 static inline struct r10bio *get_resync_r10bio(struct bio *bio)  in get_resync_r10bio()
109 	int size = offsetof(struct r10bio, devs[conf->geo.raid_disks]);  in r10bio_pool_alloc()
134 	struct r10bio *r10_bio;  in r10buf_pool_alloc()
232 	struct r10bio *r10bio = __r10_bio;  in r10buf_pool_free()  local
237 		struct bio *bio = r10bio->devs[j].bio;  in r10buf_pool_free()
246 		bio = r10bio->devs[j].repl_bio;  in r10buf_pool_free()
256 	rbio_pool_free(r10bio, conf);  in r10buf_pool_free()
259 static void put_all_bios(struct r10conf *conf, struct r10bio *r10_bio)  in put_all_bios()
275 static void free_r10bio(struct r10bio *r10_bio)  in free_r10bio()
283 static void put_buf(struct r10bio *r10_bio)  in put_buf()
298 static void reschedule_retry(struct r10bio *r10_bio)  in reschedule_retry()
320 static void raid_end_bio_io(struct r10bio *r10_bio)  in raid_end_bio_io()
341 static inline void update_head_pos(int slot, struct r10bio *r10_bio)  in update_head_pos()
352 static int find_bio_disk(struct r10conf *conf, struct r10bio *r10_bio,  in find_bio_disk()
379 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_read_request()
428 static void close_write(struct r10bio *r10_bio)  in close_write()
433 static void one_write_done(struct r10bio *r10_bio)  in one_write_done()
450 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_write_request()
581 static void __raid10_find_phys(struct geom *geo, struct r10bio *r10bio)  in __raid10_find_phys()  argument
598 	chunk = r10bio->sector >> geo->chunk_shift;  in __raid10_find_phys()
599 	sector = r10bio->sector & geo->chunk_mask;  in __raid10_find_phys()
614 		r10bio->devs[slot].devnum = d;  in __raid10_find_phys()
615 		r10bio->devs[slot].addr = s;  in __raid10_find_phys()
632 			r10bio->devs[slot].devnum = d;  in __raid10_find_phys()
633 			r10bio->devs[slot].addr = s;  in __raid10_find_phys()
644 static void raid10_find_phys(struct r10conf *conf, struct r10bio *r10bio)  in raid10_find_phys()  argument
649 	    ((r10bio->sector >= conf->reshape_progress) !=  in raid10_find_phys()
651 		set_bit(R10BIO_Previous, &r10bio->state);  in raid10_find_phys()
654 		clear_bit(R10BIO_Previous, &r10bio->state);  in raid10_find_phys()
656 	__raid10_find_phys(geo, r10bio);  in raid10_find_phys()
724 				    struct r10bio *r10_bio,  in read_balance()
1092 static sector_t choose_data_offset(struct r10bio *r10_bio,  in choose_data_offset()
1167 				struct r10bio *r10_bio, bool io_accounting)  in raid10_read_request()
1263 static void raid10_write_one_disk(struct mddev *mddev, struct r10bio *r10_bio,  in raid10_write_one_disk()
1337 static void wait_blocked_dev(struct mddev *mddev, struct r10bio *r10_bio)  in wait_blocked_dev()
1402 				 struct r10bio *r10_bio)  in raid10_write_request()
1554 	struct r10bio *r10_bio;  in __make_request()
1574 static void raid_end_discard_bio(struct r10bio *r10bio)  in raid_end_discard_bio()  argument
1576 	struct r10conf *conf = r10bio->mddev->private;  in raid_end_discard_bio()
1577 	struct r10bio *first_r10bio;  in raid_end_discard_bio()
1579 	while (atomic_dec_and_test(&r10bio->remaining)) {  in raid_end_discard_bio()
1583 		if (!test_bit(R10BIO_Discard, &r10bio->state)) {  in raid_end_discard_bio()
1584 			first_r10bio = (struct r10bio *)r10bio->master_bio;  in raid_end_discard_bio()
1585 			free_r10bio(r10bio);  in raid_end_discard_bio()
1586 			r10bio = first_r10bio;  in raid_end_discard_bio()
1588 			md_write_end(r10bio->mddev);  in raid_end_discard_bio()
1589 			bio_endio(r10bio->master_bio);  in raid_end_discard_bio()
1590 			free_r10bio(r10bio);  in raid_end_discard_bio()
1598 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_discard_request()
1639 	struct r10bio *r10_bio, *first_r10bio;  in raid10_handle_discard()
2261 static void __end_sync_read(struct r10bio *r10_bio, struct bio *bio, int d)  in __end_sync_read()
2289 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_sync_read()
2299 	struct r10bio *r10_bio = bio->bi_private;  in end_reshape_read()
2304 static void end_sync_request(struct r10bio *r10_bio)  in end_sync_request()
2320 			struct r10bio *r10_bio2 = (struct r10bio *)r10_bio->master_bio;  in end_sync_request()
2333 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_sync_write()
2386 static void sync_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in sync_request_write()
2517 static void fix_recovery_read_error(struct r10bio *r10_bio)  in fix_recovery_read_error()
2600 static void recovery_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in recovery_request_write()
2709 static void fix_read_error(struct r10conf *conf, struct mddev *mddev, struct r10bio *r10_bio)  in fix_read_error()
2886 static int narrow_write_error(struct r10bio *r10_bio, int i)  in narrow_write_error()
2947 static void handle_read_error(struct mddev *mddev, struct r10bio *r10_bio)  in handle_read_error()
2985 static void handle_write_completed(struct r10conf *conf, struct r10bio *r10_bio)  in handle_write_completed()
3086 	struct r10bio *r10_bio;  in raid10d()
3106 			r10_bio = list_first_entry(&tmp, struct r10bio,  in raid10d()
3127 		r10_bio = list_entry(head->prev, struct r10bio, retry_list);  in raid10d()
3173 static struct r10bio *raid10_alloc_init_r10buf(struct r10conf *conf)  in raid10_alloc_init_r10buf()
3175 	struct r10bio *r10bio = mempool_alloc(&conf->r10buf_pool, GFP_NOIO);  in raid10_alloc_init_r10buf()  local
3188 		bio = r10bio->devs[i].bio;  in raid10_alloc_init_r10buf()
3192 		bio = r10bio->devs[i].repl_bio;  in raid10_alloc_init_r10buf()
3199 	return r10bio;  in raid10_alloc_init_r10buf()
3275 	struct r10bio *r10_bio;  in raid10_sync_request()
3429 			struct r10bio *rb2;  in raid10_sync_request()
3671 				struct r10bio *rb2 = r10_bio;  in raid10_sync_request()
3672 				r10_bio = (struct r10bio*) rb2->master_bio;  in raid10_sync_request()
4791 	struct r10bio *r10_bio;  in reshape_request()
5026 static void end_reshape_request(struct r10bio *r10_bio);
5028 				     struct r10bio *r10_bio);
5029 static void reshape_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in reshape_request_write()
5108 				     struct r10bio *r10_bio)  in handle_reshape_read_error()
5113 	struct r10bio *r10b;  in handle_reshape_read_error()
5184 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_reshape_write()
5209 static void end_reshape_request(struct r10bio *r10_bio)  in end_reshape_request()