326 struct dm_buffer {  struct
357 	void (*end_io)(struct dm_buffer *b, blk_status_t bs);  argument
523 static inline struct dm_buffer *le_to_buffer(struct lru_entry *le)  in le_to_buffer()
525 	return container_of(le, struct dm_buffer, lru);  in le_to_buffer()
528 static struct dm_buffer *list_to_buffer(struct list_head *l)  in list_to_buffer()
592 static struct dm_buffer *__cache_get(const struct rb_root *root, sector_t block)  in __cache_get()
595 	struct dm_buffer *b;  in __cache_get()
598 		b = container_of(n, struct dm_buffer, node);  in __cache_get()
609 static void __cache_inc_buffer(struct dm_buffer *b)  in __cache_inc_buffer()
615 static struct dm_buffer *cache_get(struct dm_buffer_cache *bc, sector_t block)  in cache_get()
617 	struct dm_buffer *b;  in cache_get()
636 static bool cache_put(struct dm_buffer_cache *bc, struct dm_buffer *b)  in cache_put()
650 typedef enum evict_result (*b_predicate)(struct dm_buffer *, void *);
670 	struct dm_buffer *b = le_to_buffer(le);  in __evict_pred()
680 static struct dm_buffer *__cache_evict(struct dm_buffer_cache *bc, int list_mode,  in __cache_evict()
686 	struct dm_buffer *b;  in __cache_evict()
699 static struct dm_buffer *cache_evict(struct dm_buffer_cache *bc, int list_mode,  in cache_evict()
702 	struct dm_buffer *b;  in cache_evict()
717 static void cache_mark(struct dm_buffer_cache *bc, struct dm_buffer *b, int list_mode)  in cache_mark()
738 	struct dm_buffer *b;  in __cache_mark_many()
778 typedef enum it_action (*iter_fn)(struct dm_buffer *b, void *context);
791 		struct dm_buffer *b = le_to_buffer(le);
829 static bool __cache_insert(struct rb_root *root, struct dm_buffer *b)  in __cache_insert()
832 	struct dm_buffer *found;  in __cache_insert()
835 		found = container_of(*new, struct dm_buffer, node);  in __cache_insert()
851 static bool cache_insert(struct dm_buffer_cache *bc, struct dm_buffer *b)  in cache_insert()
876 static bool cache_remove(struct dm_buffer_cache *bc, struct dm_buffer *b)  in cache_remove()
897 typedef void (*b_release)(struct dm_buffer *);
899 static struct dm_buffer *__find_next(struct rb_root *root, sector_t block)  in __find_next()
902 	struct dm_buffer *b;  in __find_next()
903 	struct dm_buffer *best = NULL;  in __find_next()
906 		b = container_of(n, struct dm_buffer, node);  in __find_next()
927 	struct dm_buffer *b;  in __remove_range()
991 	void (*alloc_callback)(struct dm_buffer *buf);
992 	void (*write_callback)(struct dm_buffer *buf);
1095 static void buffer_record_stack(struct dm_buffer *b)  in buffer_record_stack()
1103 static void adjust_total_allocated(struct dm_buffer *b, bool unlink)  in adjust_total_allocated()
1229 static struct dm_buffer *alloc_buffer(struct dm_bufio_client *c, gfp_t gfp_mask)  in alloc_buffer()
1231 	struct dm_buffer *b = kmem_cache_alloc(c->slab_buffer, gfp_mask);  in alloc_buffer()
1254 static void free_buffer(struct dm_buffer *b)  in free_buffer()
1289 	struct dm_buffer *b = context;  in dmio_complete()
1294 static void use_dmio(struct dm_buffer *b, enum req_op op, sector_t sector,  in use_dmio()
1325 	struct dm_buffer *b = bio->bi_private;  in bio_complete()
1333 static void use_bio(struct dm_buffer *b, enum req_op op, sector_t sector,  in use_bio()
1371 static void submit_io(struct dm_buffer *b, enum req_op op,  in submit_io()
1372 		      void (*end_io)(struct dm_buffer *, blk_status_t))  in submit_io()  argument
1418 static void write_endio(struct dm_buffer *b, blk_status_t status)  in write_endio()
1446 static void __write_dirty_buffer(struct dm_buffer *b,  in __write_dirty_buffer()
1470 		struct dm_buffer *b =  in __flush_write_list()
1471 			list_entry(write_list->next, struct dm_buffer, write_list);  in __flush_write_list()
1484 static void __make_buffer_clean(struct dm_buffer *b)  in __make_buffer_clean()
1497 static enum evict_result is_clean(struct dm_buffer *b, void *context)  in is_clean()
1516 static enum evict_result is_dirty(struct dm_buffer *b, void *context)  in is_dirty()
1531 static struct dm_buffer *__get_unclaimed_buffer(struct dm_bufio_client *c)  in __get_unclaimed_buffer()
1533 	struct dm_buffer *b;  in __get_unclaimed_buffer()
1594 static struct dm_buffer *__alloc_buffer_wait_no_callback(struct dm_bufio_client *c, enum new_flag n…  in __alloc_buffer_wait_no_callback()
1596 	struct dm_buffer *b;  in __alloc_buffer_wait_no_callback()
1647 static struct dm_buffer *__alloc_buffer_wait(struct dm_bufio_client *c, enum new_flag nf)  in __alloc_buffer_wait()
1649 	struct dm_buffer *b = __alloc_buffer_wait_no_callback(c, nf);  in __alloc_buffer_wait()
1663 static void __free_buffer_wake(struct dm_buffer *b)  in __free_buffer_wake()
1683 static enum evict_result cleaned(struct dm_buffer *b, void *context)  in cleaned()
1704 static enum it_action write_one(struct dm_buffer *b, void *context)  in write_one()
1743 static void cache_put_and_wake(struct dm_bufio_client *c, struct dm_buffer *b)  in cache_put_and_wake()
1758 static struct dm_buffer *__bufio_new(struct dm_bufio_client *c, sector_t block,  in __bufio_new()
1762 	struct dm_buffer *b, *new_b = NULL;  in __bufio_new()
1835 static void read_endio(struct dm_buffer *b, blk_status_t status)  in read_endio()
1855 		      enum new_flag nf, struct dm_buffer **bp)  in new_read()
1858 	struct dm_buffer *b;  in new_read()
1927 		   struct dm_buffer **bp)  in dm_bufio_get()
1934 		    struct dm_buffer **bp)  in dm_bufio_read()
1944 		   struct dm_buffer **bp)  in dm_bufio_new()
1967 		struct dm_buffer *b;  in dm_bufio_prefetch()
2007 void dm_bufio_release(struct dm_buffer *b)  in dm_bufio_release()
2036 void dm_bufio_mark_partial_buffer_dirty(struct dm_buffer *b,  in dm_bufio_mark_partial_buffer_dirty()
2063 void dm_bufio_mark_buffer_dirty(struct dm_buffer *b)  in dm_bufio_mark_buffer_dirty()
2092 	struct dm_buffer *b = le_to_buffer(e);  in is_writing()
2115 		struct dm_buffer *b = le_to_buffer(e);  in dm_bufio_write_dirty_buffers()
2200 	struct dm_buffer *b;  in forget_buffer()
2231 static enum evict_result idle(struct dm_buffer *b, void *context)  in idle()
2278 sector_t dm_bufio_get_block_number(struct dm_buffer *b)  in dm_bufio_get_block_number()
2284 void *dm_bufio_get_block_data(struct dm_buffer *b)  in dm_bufio_get_block_data()
2290 void *dm_bufio_get_aux_data(struct dm_buffer *b)  in dm_bufio_get_aux_data()
2296 struct dm_bufio_client *dm_bufio_get_client(struct dm_buffer *b)  in dm_bufio_get_client()
2302 static enum it_action warn_leak(struct dm_buffer *b, void *context)  in warn_leak()
2321 	struct dm_buffer *b;  in drop_buffers()
2368 	struct dm_buffer *b;  in __scan()
2440 					       void (*alloc_callback)(struct dm_buffer *),  in dm_bufio_client_create()  argument
2441 					       void (*write_callback)(struct dm_buffer *),  in dm_bufio_client_create()  argument
2514 	c->slab_buffer = kmem_cache_create(slab_name, sizeof(struct dm_buffer) + aux_size,  in dm_bufio_client_create()
2522 		struct dm_buffer *b = alloc_buffer(c, GFP_KERNEL);  in dm_bufio_client_create()
2553 		struct dm_buffer *b = list_to_buffer(c->reserved_buffers.next);  in dm_bufio_client_create()
2595 		struct dm_buffer *b = list_to_buffer(c->reserved_buffers.next);  in dm_bufio_client_destroy()
2644 static bool older_than(struct dm_buffer *b, unsigned long age_hz)  in older_than()
2669 static enum evict_result select_for_evict(struct dm_buffer *b, void *context)  in select_for_evict()
2690 	struct dm_buffer *b;  in __evict_many()