Lines Matching refs:mem

25 static struct page *siw_get_pblpage(struct siw_mem *mem, u64 addr, int *idx)  in siw_get_pblpage()  argument
27 struct siw_pbl *pbl = mem->pbl; in siw_get_pblpage()
28 u64 offset = addr - mem->va; in siw_get_pblpage()
55 struct siw_mem *mem = wqe->mem[0]; in siw_try_1seg() local
57 if (!mem->mem_obj) { in siw_try_1seg()
70 if (!mem->is_pbl) in siw_try_1seg()
71 p = siw_get_upage(mem->umem, sge->laddr); in siw_try_1seg()
73 p = siw_get_pblpage(mem, sge->laddr, &pbl_idx); in siw_try_1seg()
88 if (!mem->is_pbl) in siw_try_1seg()
89 p = siw_get_upage(mem->umem, in siw_try_1seg()
92 p = siw_get_pblpage(mem, in siw_try_1seg()
471 struct siw_mem *mem; in siw_tx_hdt() local
474 mem = wqe->mem[sge_idx]; in siw_tx_hdt()
475 is_kva = mem->mem_obj == NULL ? 1 : 0; in siw_tx_hdt()
505 if (mem->is_pbl) in siw_tx_hdt()
507 mem, sge->laddr + sge_off, in siw_tx_hdt()
510 p = siw_get_upage(mem->umem, in siw_tx_hdt()
784 int rv = siw_check_sge(pd, sge, &wqe->mem[i], perms, 0, in siw_check_sgl_tx()
942 struct siw_mem *mem; in siw_fastreg_mr() local
957 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
958 if (unlikely(!mem)) { in siw_fastreg_mr()
963 if (unlikely(mem->pd != pd)) { in siw_fastreg_mr()
968 if (unlikely(mem->stag_valid)) { in siw_fastreg_mr()
974 mem->stag = sqe->rkey; in siw_fastreg_mr()
975 mem->perms = sqe->access; in siw_fastreg_mr()
977 siw_dbg_mem(mem, "STag 0x%08x now valid\n", sqe->rkey); in siw_fastreg_mr()
978 mem->va = base_mr->iova; in siw_fastreg_mr()
979 mem->stag_valid = 1; in siw_fastreg_mr()
981 siw_mem_put(mem); in siw_fastreg_mr()