27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length)  in mr_check_range()
48 static void rxe_mr_init(int access, struct rxe_mr *mr)  in rxe_mr_init()
67 void rxe_mr_init_dma(int access, struct rxe_mr *mr)  in rxe_mr_init_dma()
75 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova)  in rxe_mr_iova_to_index()
80 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova)  in rxe_mr_iova_to_page_offset()
94 static int rxe_mr_fill_pages_from_sgt(struct rxe_mr *mr, struct sg_table *sgt)  in rxe_mr_fill_pages_from_sgt()
130 		     int access, struct rxe_mr *mr)  in rxe_mr_init_user()
159 static int rxe_mr_alloc(struct rxe_mr *mr, int num_buf)  in rxe_mr_alloc()
188 int rxe_mr_init_fast(int max_pages, struct rxe_mr *mr)  in rxe_mr_init_fast()
210 	struct rxe_mr *mr = to_rmr(ibmr);  in rxe_set_page()
234 	struct rxe_mr *mr = to_rmr(ibmr);  in rxe_map_mr_sg()
245 static int rxe_mr_copy_xarray(struct rxe_mr *mr, u64 iova, void *addr,  in rxe_mr_copy_xarray()
277 static void rxe_mr_copy_dma(struct rxe_mr *mr, u64 dma_addr, void *addr,  in rxe_mr_copy_dma()
304 int rxe_mr_copy(struct rxe_mr *mr, u64 iova, void *addr,  in rxe_mr_copy()
344 	struct rxe_mr		*mr	= NULL;  in copy_data()
424 int rxe_flush_pmem_iova(struct rxe_mr *mr, u64 iova, unsigned int length)  in rxe_flush_pmem_iova()
471 int rxe_mr_do_atomic_op(struct rxe_mr *mr, u64 iova, int opcode,  in rxe_mr_do_atomic_op()
529 int rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value)  in rxe_mr_do_atomic_write()
577 int rxe_mr_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value)  in rxe_mr_do_atomic_write()
616 struct rxe_mr *lookup_mr(struct rxe_pd *pd, int access, u32 key,  in lookup_mr()
619 	struct rxe_mr *mr;  in lookup_mr()
641 	struct rxe_mr *mr;  in rxe_invalidate_mr()
690 	struct rxe_mr *mr = to_rmr(wqe->wr.wr.reg.mr);  in rxe_reg_fast_mr()
724 	struct rxe_mr *mr = container_of(elem, typeof(*mr), elem);  in rxe_mr_cleanup()