63 	struct bio *bio;  member
69 static void __read_end_io(struct bio *bio)  in __read_end_io()  argument
73 	bio_for_each_folio_all(fi, bio) {  in __read_end_io()
76 		if (bio->bi_status)  in __read_end_io()
82 	if (bio->bi_private)  in __read_end_io()
83 		mempool_free(bio->bi_private, bio_post_read_ctx_pool);  in __read_end_io()
84 	bio_put(bio);  in __read_end_io()
93 	struct bio *bio = ctx->bio;  in decrypt_work()  local
95 	if (fscrypt_decrypt_bio(bio))  in decrypt_work()
98 		__read_end_io(bio);  in decrypt_work()
105 	struct bio *bio = ctx->bio;  in verity_work()  local
116 	bio->bi_private = NULL;  in verity_work()
118 	fsverity_verify_bio(bio);  in verity_work()
120 	__read_end_io(bio);  in verity_work()
148 		__read_end_io(ctx->bio);  in bio_post_read_processing()
152 static bool bio_post_read_required(struct bio *bio)  in bio_post_read_required()  argument
154 	return bio->bi_private && !bio->bi_status;  in bio_post_read_required()
169 static void mpage_end_io(struct bio *bio)  in mpage_end_io()  argument
171 	if (bio_post_read_required(bio)) {  in mpage_end_io()
172 		struct bio_post_read_ctx *ctx = bio->bi_private;  in mpage_end_io()
178 	__read_end_io(bio);  in mpage_end_io()
187 static void ext4_set_bio_post_read_ctx(struct bio *bio,  in ext4_set_bio_post_read_ctx()  argument
204 		ctx->bio = bio;  in ext4_set_bio_post_read_ctx()
206 		bio->bi_private = ctx;  in ext4_set_bio_post_read_ctx()
221 	struct bio *bio = NULL;  in ext4_mpage_readpages()  local
351 		if (bio && (last_block_in_bio != blocks[0] - 1 ||  in ext4_mpage_readpages()
352 			    !fscrypt_mergeable_bio(bio, inode, next_block))) {  in ext4_mpage_readpages()
354 			submit_bio(bio);  in ext4_mpage_readpages()
355 			bio = NULL;  in ext4_mpage_readpages()
357 		if (bio == NULL) {  in ext4_mpage_readpages()
362 			bio = bio_alloc(bdev, bio_max_segs(nr_pages),  in ext4_mpage_readpages()
364 			fscrypt_set_bio_crypt_ctx(bio, inode, next_block,  in ext4_mpage_readpages()
366 			ext4_set_bio_post_read_ctx(bio, inode, folio->index);  in ext4_mpage_readpages()
367 			bio->bi_iter.bi_sector = blocks[0] << (blkbits - 9);  in ext4_mpage_readpages()
368 			bio->bi_end_io = mpage_end_io;  in ext4_mpage_readpages()
370 				bio->bi_opf |= REQ_RAHEAD;  in ext4_mpage_readpages()
374 		if (!bio_add_folio(bio, folio, length, 0))  in ext4_mpage_readpages()
380 			submit_bio(bio);  in ext4_mpage_readpages()
381 			bio = NULL;  in ext4_mpage_readpages()
386 		if (bio) {  in ext4_mpage_readpages()
387 			submit_bio(bio);  in ext4_mpage_readpages()
388 			bio = NULL;  in ext4_mpage_readpages()
397 	if (bio)  in ext4_mpage_readpages()
398 		submit_bio(bio);  in ext4_mpage_readpages()