Lines Matching refs:user_va
553 u64 user_va, size_t bcnt, u32 *bytes_mapped, in pagefault_real_mr() argument
567 start_idx = (user_va - ib_umem_start(odp)) >> page_shift; in pagefault_real_mr()
573 np = ib_umem_odp_map_dma_and_lock(odp, user_va, bcnt, access_mask, fault); in pagefault_real_mr()
593 (user_va - round_down(user_va, 1 << page_shift)); in pagefault_real_mr()
605 struct ib_umem_odp *odp_imr, u64 user_va, in pagefault_implicit_mr() argument
608 unsigned long end_idx = (user_va + bcnt - 1) >> MLX5_IMR_MTT_SHIFT; in pagefault_implicit_mr()
615 if (unlikely(user_va >= mlx5_imr_ksm_entries * MLX5_IMR_MTT_SIZE || in pagefault_implicit_mr()
616 mlx5_imr_ksm_entries * MLX5_IMR_MTT_SIZE - user_va < bcnt)) in pagefault_implicit_mr()
621 unsigned long idx = user_va >> MLX5_IMR_MTT_SHIFT; in pagefault_implicit_mr()
643 len = min_t(u64, user_va + bcnt, ib_umem_end(umem_odp)) - in pagefault_implicit_mr()
644 user_va; in pagefault_implicit_mr()
646 ret = pagefault_real_mr(mtt, umem_odp, user_va, len, in pagefault_implicit_mr()
653 user_va += len; in pagefault_implicit_mr()
749 u64 user_va; in pagefault_mr() local
752 (u64)odp->umem.address, &user_va)) in pagefault_mr()
754 if (unlikely(user_va >= ib_umem_end(odp) || in pagefault_mr()
755 ib_umem_end(odp) - user_va < bcnt)) in pagefault_mr()
757 return pagefault_real_mr(mr, odp, user_va, bcnt, bytes_mapped, in pagefault_mr()