118 static inline int raid6_d0(struct stripe_head *sh)  in raid6_d0()
140 static int raid6_idx_to_slot(int idx, struct stripe_head *sh,  in raid6_idx_to_slot()
158 static int stripe_operations_active(struct stripe_head *sh)  in stripe_operations_active()
165 static bool stripe_is_lowprio(struct stripe_head *sh)  in stripe_is_lowprio()
172 static void raid5_wakeup_stripe_thread(struct stripe_head *sh)  in raid5_wakeup_stripe_thread()
219 static void do_release_stripe(struct r5conf *conf, struct stripe_head *sh,  in do_release_stripe()
305 static void __release_stripe(struct r5conf *conf, struct stripe_head *sh,  in __release_stripe()
366 	struct stripe_head *sh, *t;  in release_stripe_list()
391 void raid5_release_stripe(struct stripe_head *sh)  in raid5_release_stripe()
422 static inline void remove_hash(struct stripe_head *sh)  in remove_hash()
430 static inline void insert_hash(struct r5conf *conf, struct stripe_head *sh)  in insert_hash()
441 static struct stripe_head *get_free_stripe(struct r5conf *conf, int hash)  in get_free_stripe()
443 	struct stripe_head *sh = NULL;  in get_free_stripe()
449 	sh = list_entry(first, struct stripe_head, lru);  in get_free_stripe()
461 static void free_stripe_pages(struct stripe_head *sh)  in free_stripe_pages()
478 static int alloc_stripe_pages(struct stripe_head *sh, gfp_t gfp)  in alloc_stripe_pages()
499 init_stripe_shared_pages(struct stripe_head *sh, struct r5conf *conf, int disks)  in init_stripe_shared_pages()
519 static void shrink_buffers(struct stripe_head *sh)  in shrink_buffers()
542 static int grow_buffers(struct stripe_head *sh, gfp_t gfp)  in grow_buffers()
572 			    struct stripe_head *sh);
574 static void init_stripe(struct stripe_head *sh, sector_t sector, int previous)  in init_stripe()
616 static struct stripe_head *__find_stripe(struct r5conf *conf, sector_t sector,  in __find_stripe()
619 	struct stripe_head *sh;  in __find_stripe()
629 static struct stripe_head *find_get_stripe(struct r5conf *conf,  in find_get_stripe()
633 	struct stripe_head *sh;  in find_get_stripe()
767 	struct stripe_head *batch_last;
802 struct stripe_head *raid5_get_active_stripe(struct r5conf *conf,  in raid5_get_active_stripe()
806 	struct stripe_head *sh;  in raid5_get_active_stripe()
873 static bool is_full_stripe_write(struct stripe_head *sh)  in is_full_stripe_write()
879 static void lock_two_stripes(struct stripe_head *sh1, struct stripe_head *sh2)  in lock_two_stripes()
892 static void unlock_two_stripes(struct stripe_head *sh1, struct stripe_head *sh2)  in unlock_two_stripes()
901 static bool stripe_can_batch(struct stripe_head *sh)  in stripe_can_batch()
913 		struct stripe_head *sh, struct stripe_head *last_sh)  in stripe_add_to_batch_list()
915 	struct stripe_head *head;  in stripe_add_to_batch_list()
1010 static int use_new_offset(struct r5conf *conf, struct stripe_head *sh)  in use_new_offset()
1137 static void ops_run_io(struct stripe_head *sh, struct stripe_head_state *s)  in ops_run_io()
1141 	struct stripe_head *head_sh = sh;  in ops_run_io()
1369 		sh = list_first_entry(&sh->batch_list, struct stripe_head,  in ops_run_io()
1382 	struct stripe_head *sh, int no_skipcopy)  in async_copy_data()
1446 	struct stripe_head *sh = stripe_head_ref;  in ops_complete_biofill()
1482 static void ops_run_biofill(struct stripe_head *sh)  in ops_run_biofill()
1516 static void mark_target_uptodate(struct stripe_head *sh, int target)  in mark_target_uptodate()
1531 	struct stripe_head *sh = stripe_head_ref;  in ops_complete_compute()
1554 static addr_conv_t *to_addr_conv(struct stripe_head *sh,  in to_addr_conv()
1564 to_addr_offs(struct stripe_head *sh, struct raid5_percpu *percpu)  in to_addr_offs()
1570 ops_run_compute5(struct stripe_head *sh, struct raid5_percpu *percpu)  in ops_run_compute5()
1623 				struct stripe_head *sh,  in set_syndrome_sources()
1667 ops_run_compute6_1(struct stripe_head *sh, struct raid5_percpu *percpu)  in ops_run_compute6_1()
1731 ops_run_compute6_2(struct stripe_head *sh, struct raid5_percpu *percpu)  in ops_run_compute6_2()
1852 	struct stripe_head *sh = stripe_head_ref;  in ops_complete_prexor()
1866 ops_run_prexor5(struct stripe_head *sh, struct raid5_percpu *percpu,  in ops_run_prexor5()
1908 ops_run_prexor6(struct stripe_head *sh, struct raid5_percpu *percpu,  in ops_run_prexor6()
1930 ops_run_biodrain(struct stripe_head *sh, struct dma_async_tx_descriptor *tx)  in ops_run_biodrain()
1935 	struct stripe_head *head_sh = sh;  in ops_run_biodrain()
1989 						      struct stripe_head,  in ops_run_biodrain()
2003 	struct stripe_head *sh = stripe_head_ref;  in ops_complete_reconstruct()
2049 ops_run_reconstruct5(struct stripe_head *sh, struct raid5_percpu *percpu,  in ops_run_reconstruct5()
2062 	struct stripe_head *head_sh = sh;  in ops_run_reconstruct5()
2118 				 struct stripe_head, batch_list) == head_sh;  in ops_run_reconstruct5()
2140 		sh = list_first_entry(&sh->batch_list, struct stripe_head,  in ops_run_reconstruct5()
2147 ops_run_reconstruct6(struct stripe_head *sh, struct raid5_percpu *percpu,  in ops_run_reconstruct6()
2154 	struct stripe_head *head_sh = sh;  in ops_run_reconstruct6()
2190 				 struct stripe_head, batch_list) == head_sh;  in ops_run_reconstruct6()
2203 		sh = list_first_entry(&sh->batch_list, struct stripe_head,  in ops_run_reconstruct6()
2211 	struct stripe_head *sh = stripe_head_ref;  in ops_complete_check()
2221 static void ops_run_check_p(struct stripe_head *sh, struct raid5_percpu *percpu)  in ops_run_check_p()
2262 static void ops_run_check_pq(struct stripe_head *sh, struct raid5_percpu *percpu, int checkp)  in ops_run_check_pq()
2285 static void raid_run_ops(struct stripe_head *sh, unsigned long ops_request)  in raid_run_ops()
2357 static void free_stripe(struct kmem_cache *sc, struct stripe_head *sh)  in free_stripe()
2367 static struct stripe_head *alloc_stripe(struct kmem_cache *sc, gfp_t gfp,  in alloc_stripe()
2370 	struct stripe_head *sh;  in alloc_stripe()
2402 	struct stripe_head *sh;  in grow_one_stripe()
2439 			       struct_size_t(struct stripe_head, dev, devs),  in grow_stripes()
2553 	struct stripe_head *osh, *nsh;  in resize_stripes()
2565 			       struct_size_t(struct stripe_head, dev, newsize),  in resize_stripes()
2583 			nsh = list_entry(newstripes.next, struct stripe_head, lru);  in resize_stripes()
2661 		nsh = list_entry(newstripes.next, struct stripe_head, lru);  in resize_stripes()
2704 	struct stripe_head *sh;  in drop_one_stripe()
2754 	struct stripe_head *sh = bi->bi_private;  in raid5_end_read_request()
2882 	struct stripe_head *sh = bi->bi_private;  in raid5_end_write_request()
2997 			      struct stripe_head *sh)  in raid5_compute_sector()
3197 sector_t raid5_compute_blocknr(struct stripe_head *sh, int i, int previous)  in raid5_compute_blocknr()
3212 	struct stripe_head sh2;  in raid5_compute_blocknr()
3374 schedule_reconstruction(struct stripe_head *sh, struct stripe_head_state *s,  in schedule_reconstruction()
3482 static bool stripe_bio_overlaps(struct stripe_head *sh, struct bio *bi,  in stripe_bio_overlaps()
3542 static void __add_stripe_bio(struct stripe_head *sh, struct bio *bi,  in __add_stripe_bio()
3600 static bool add_stripe_bio(struct stripe_head *sh, struct bio *bi,  in add_stripe_bio()
3619 			    struct stripe_head *sh)  in stripe_set_idx()
3635 handle_failed_stripe(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_stripe()
3737 handle_failed_sync(struct r5conf *conf, struct stripe_head *sh,  in handle_failed_sync()
3785 static int want_replace(struct stripe_head *sh, int disk_idx)  in want_replace()
3802 static int need_this_block(struct stripe_head *sh, struct stripe_head_state *s,  in need_this_block()
3909 static int fetch_block(struct stripe_head *sh, struct stripe_head_state *s,  in fetch_block()
3995 static void handle_stripe_fill(struct stripe_head *sh,  in handle_stripe_fill()
4029 static void break_stripe_batch_list(struct stripe_head *head_sh,
4037 	struct stripe_head *sh, int disks)  in handle_stripe_clean_event()
4042 	struct stripe_head *head_sh = sh;  in handle_stripe_clean_event()
4076 							      struct stripe_head,  in handle_stripe_clean_event()
4114 					      struct stripe_head, batch_list);  in handle_stripe_clean_event()
4149 				  struct stripe_head *sh,  in handle_stripe_dirtying()
4312 static void handle_parity_checks5(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks5()
4404 static void handle_parity_checks6(struct r5conf *conf, struct stripe_head *sh,  in handle_parity_checks6()
4580 static void handle_stripe_expansion(struct r5conf *conf, struct stripe_head *sh)  in handle_stripe_expansion()
4593 			struct stripe_head *sh2;  in handle_stripe_expansion()
4653 static void analyse_stripe(struct stripe_head *sh, struct stripe_head_state *s)  in analyse_stripe()
4852 static int clear_batch_ready(struct stripe_head *sh)  in clear_batch_ready()
4854 	struct stripe_head *tmp;  in clear_batch_ready()
4884 static void break_stripe_batch_list(struct stripe_head *head_sh,  in break_stripe_batch_list()
4887 	struct stripe_head *sh, *next;  in break_stripe_batch_list()
4945 static void handle_stripe(struct stripe_head *sh)  in handle_stripe()
5234 		struct stripe_head *sh_src  in handle_stripe()
5348 			struct stripe_head *sh;  in raid5_activate_delayed()
5349 			sh = list_entry(l, struct stripe_head, lru);  in raid5_activate_delayed()
5368 		struct stripe_head *sh = list_entry(head.next, struct stripe_head, lru);  in activate_bit_delay()
5573 static struct stripe_head *__get_priority_stripe(struct r5conf *conf, int group)  in __get_priority_stripe()
5576 	struct stripe_head *sh, *tmp;  in __get_priority_stripe()
5676 	struct stripe_head *sh;  in raid5_unplug()
5685 			sh = list_first_entry(&cb->list, struct stripe_head, lru);  in raid5_unplug()
5712 				struct stripe_head *sh)  in release_stripe_plug()
5743 	struct stripe_head *sh;  in make_discard_request()
5838 				    struct stripe_head *sh)  in stripe_ahead_of_reshape()
5865 		struct stripe_request_ctx *ctx, struct stripe_head *sh,  in add_all_stripe_bios()
6013 	struct stripe_head *sh;  in make_stripe_request()
6126 	struct stripe_head sh;  in raid5_bio_lowest_chunk_sector()
6289 	struct stripe_head *sh;  in reshape_request()
6507 		sh = list_entry(stripes.next, struct stripe_head, lru);  in reshape_request()
6558 	struct stripe_head *sh;  in raid5_sync_request()
6662 	struct stripe_head *sh;  in retry_aligned_read()
6717 	struct stripe_head *batch[MAX_STRIPE_BATCH], *sh;  in handle_active_stripes()
7716 	memory = conf->min_nr_stripes * (sizeof(struct stripe_head) +  in setup_conf()