Lines Matching refs:page_offset

240 	mr->page_offset = mr->ibmr.iova & (page_size - 1);  in rxe_map_mr_sg()
248 unsigned int page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_copy_xarray() local
260 mr_page_size(mr) - page_offset); in rxe_mr_copy_xarray()
263 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_xarray()
265 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_xarray()
268 page_offset = 0; in rxe_mr_copy_xarray()
280 unsigned int page_offset = dma_addr & (PAGE_SIZE - 1); in rxe_mr_copy_dma() local
288 PAGE_SIZE - page_offset); in rxe_mr_copy_dma()
292 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_dma()
294 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_dma()
297 page_offset = 0; in rxe_mr_copy_dma()
426 unsigned int page_offset; in rxe_flush_pmem_iova() local
450 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_flush_pmem_iova()
454 mr_page_size(mr) - page_offset); in rxe_flush_pmem_iova()
457 arch_wb_cache_pmem(va + page_offset, bytes); in rxe_flush_pmem_iova()
462 page_offset = 0; in rxe_flush_pmem_iova()
474 unsigned int page_offset; in rxe_mr_do_atomic_op() local
485 page_offset = iova & (PAGE_SIZE - 1); in rxe_mr_do_atomic_op()
496 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_do_atomic_op()
503 if (unlikely(page_offset & 0x7)) { in rxe_mr_do_atomic_op()
511 value = *orig_val = va[page_offset >> 3]; in rxe_mr_do_atomic_op()
515 va[page_offset >> 3] = swap_add; in rxe_mr_do_atomic_op()
518 va[page_offset >> 3] = value; in rxe_mr_do_atomic_op()
531 unsigned int page_offset; in rxe_mr_do_atomic_write() local
542 page_offset = iova & (PAGE_SIZE - 1); in rxe_mr_do_atomic_write()
554 page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_do_atomic_write()
562 if (unlikely(page_offset & 0x7)) { in rxe_mr_do_atomic_write()
570 smp_store_release(&va[page_offset >> 3], value); in rxe_mr_do_atomic_write()