1 /* 2 * Broadcom NetXtreme-E RoCE driver. 3 * 4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term 5 * Broadcom refers to Broadcom Limited and/or its subsidiaries. 6 * 7 * This software is available to you under a choice of one of two 8 * licenses. You may choose to be licensed under the terms of the GNU 9 * General Public License (GPL) Version 2, available from the file 10 * COPYING in the main directory of this source tree, or the 11 * BSD license below: 12 * 13 * Redistribution and use in source and binary forms, with or without 14 * modification, are permitted provided that the following conditions 15 * are met: 16 * 17 * 1. Redistributions of source code must retain the above copyright 18 * notice, this list of conditions and the following disclaimer. 19 * 2. Redistributions in binary form must reproduce the above copyright 20 * notice, this list of conditions and the following disclaimer in 21 * the documentation and/or other materials provided with the 22 * distribution. 23 * 24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' 25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS 28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR 31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE 33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 35 * 36 * Description: IB Verbs interpreter (header) 37 */ 38 39 #ifndef __BNXT_RE_IB_VERBS_H__ 40 #define __BNXT_RE_IB_VERBS_H__ 41 42 struct bnxt_re_gid_ctx { 43 u32 idx; 44 u32 refcnt; 45 }; 46 47 #define BNXT_RE_FENCE_BYTES 64 48 struct bnxt_re_fence_data { 49 u32 size; 50 u8 va[BNXT_RE_FENCE_BYTES]; 51 dma_addr_t dma_addr; 52 struct bnxt_re_mr *mr; 53 struct ib_mw *mw; 54 struct bnxt_qplib_swqe bind_wqe; 55 u32 bind_rkey; 56 }; 57 58 struct bnxt_re_pd { 59 struct ib_pd ib_pd; 60 struct bnxt_re_dev *rdev; 61 struct bnxt_qplib_pd qplib_pd; 62 struct bnxt_re_fence_data fence; 63 struct rdma_user_mmap_entry *pd_db_mmap; 64 struct rdma_user_mmap_entry *pd_wcdb_mmap; 65 }; 66 67 struct bnxt_re_ah { 68 struct ib_ah ib_ah; 69 struct bnxt_re_dev *rdev; 70 struct bnxt_qplib_ah qplib_ah; 71 }; 72 73 struct bnxt_re_srq { 74 struct ib_srq ib_srq; 75 struct bnxt_re_dev *rdev; 76 u32 srq_limit; 77 struct bnxt_qplib_srq qplib_srq; 78 struct ib_umem *umem; 79 spinlock_t lock; /* protect srq */ 80 }; 81 82 struct bnxt_re_qp { 83 struct ib_qp ib_qp; 84 struct list_head list; 85 struct bnxt_re_dev *rdev; 86 spinlock_t sq_lock; /* protect sq */ 87 spinlock_t rq_lock; /* protect rq */ 88 struct bnxt_qplib_qp qplib_qp; 89 struct ib_umem *sumem; 90 struct ib_umem *rumem; 91 /* QP1 */ 92 u32 send_psn; 93 struct ib_ud_header qp1_hdr; 94 struct bnxt_re_cq *scq; 95 struct bnxt_re_cq *rcq; 96 }; 97 98 struct bnxt_re_cq { 99 struct ib_cq ib_cq; 100 struct bnxt_re_dev *rdev; 101 spinlock_t cq_lock; /* protect cq */ 102 u16 cq_count; 103 u16 cq_period; 104 struct bnxt_qplib_cq qplib_cq; 105 struct bnxt_qplib_cqe *cql; 106 #define MAX_CQL_PER_POLL 1024 107 u32 max_cql; 108 struct ib_umem *umem; 109 struct ib_umem *resize_umem; 110 int resize_cqe; 111 }; 112 113 struct bnxt_re_mr { 114 struct bnxt_re_dev *rdev; 115 struct ib_mr ib_mr; 116 struct ib_umem *ib_umem; 117 struct bnxt_qplib_mrw qplib_mr; 118 u32 npages; 119 u64 *pages; 120 struct bnxt_qplib_frpl qplib_frpl; 121 }; 122 123 struct bnxt_re_frpl { 124 struct bnxt_re_dev *rdev; 125 struct bnxt_qplib_frpl qplib_frpl; 126 u64 *page_list; 127 }; 128 129 struct bnxt_re_mw { 130 struct bnxt_re_dev *rdev; 131 struct ib_mw ib_mw; 132 struct bnxt_qplib_mrw qplib_mw; 133 }; 134 135 struct bnxt_re_ucontext { 136 struct ib_ucontext ib_uctx; 137 struct bnxt_re_dev *rdev; 138 struct bnxt_qplib_dpi dpi; 139 struct bnxt_qplib_dpi wcdpi; 140 void *shpg; 141 spinlock_t sh_lock; /* protect shpg */ 142 struct rdma_user_mmap_entry *shpage_mmap; 143 u64 cmask; 144 }; 145 146 enum bnxt_re_mmap_flag { 147 BNXT_RE_MMAP_SH_PAGE, 148 BNXT_RE_MMAP_UC_DB, 149 BNXT_RE_MMAP_WC_DB, 150 BNXT_RE_MMAP_DBR_PAGE, 151 BNXT_RE_MMAP_DBR_BAR, 152 }; 153 154 struct bnxt_re_user_mmap_entry { 155 struct rdma_user_mmap_entry rdma_entry; 156 struct bnxt_re_ucontext *uctx; 157 u64 mem_offset; 158 u8 mmap_flag; 159 }; 160 161 static inline u16 bnxt_re_get_swqe_size(int nsge) 162 { 163 return sizeof(struct sq_send_hdr) + nsge * sizeof(struct sq_sge); 164 } 165 166 static inline u16 bnxt_re_get_rwqe_size(int nsge) 167 { 168 return sizeof(struct rq_wqe_hdr) + (nsge * sizeof(struct sq_sge)); 169 } 170 171 static inline u32 bnxt_re_init_depth(u32 ent, struct bnxt_re_ucontext *uctx) 172 { 173 return uctx ? (uctx->cmask & BNXT_RE_UCNTX_CMASK_POW2_DISABLED) ? 174 ent : roundup_pow_of_two(ent) : ent; 175 } 176 177 int bnxt_re_query_device(struct ib_device *ibdev, 178 struct ib_device_attr *ib_attr, 179 struct ib_udata *udata); 180 int bnxt_re_query_port(struct ib_device *ibdev, u32 port_num, 181 struct ib_port_attr *port_attr); 182 int bnxt_re_get_port_immutable(struct ib_device *ibdev, u32 port_num, 183 struct ib_port_immutable *immutable); 184 void bnxt_re_query_fw_str(struct ib_device *ibdev, char *str); 185 int bnxt_re_query_pkey(struct ib_device *ibdev, u32 port_num, 186 u16 index, u16 *pkey); 187 int bnxt_re_del_gid(const struct ib_gid_attr *attr, void **context); 188 int bnxt_re_add_gid(const struct ib_gid_attr *attr, void **context); 189 int bnxt_re_query_gid(struct ib_device *ibdev, u32 port_num, 190 int index, union ib_gid *gid); 191 enum rdma_link_layer bnxt_re_get_link_layer(struct ib_device *ibdev, 192 u32 port_num); 193 int bnxt_re_alloc_pd(struct ib_pd *pd, struct ib_udata *udata); 194 int bnxt_re_dealloc_pd(struct ib_pd *pd, struct ib_udata *udata); 195 int bnxt_re_create_ah(struct ib_ah *ah, struct rdma_ah_init_attr *init_attr, 196 struct ib_udata *udata); 197 int bnxt_re_query_ah(struct ib_ah *ah, struct rdma_ah_attr *ah_attr); 198 int bnxt_re_destroy_ah(struct ib_ah *ah, u32 flags); 199 int bnxt_re_create_srq(struct ib_srq *srq, 200 struct ib_srq_init_attr *srq_init_attr, 201 struct ib_udata *udata); 202 int bnxt_re_modify_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr, 203 enum ib_srq_attr_mask srq_attr_mask, 204 struct ib_udata *udata); 205 int bnxt_re_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr); 206 int bnxt_re_destroy_srq(struct ib_srq *srq, struct ib_udata *udata); 207 int bnxt_re_post_srq_recv(struct ib_srq *srq, const struct ib_recv_wr *recv_wr, 208 const struct ib_recv_wr **bad_recv_wr); 209 int bnxt_re_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *qp_init_attr, 210 struct ib_udata *udata); 211 int bnxt_re_modify_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr, 212 int qp_attr_mask, struct ib_udata *udata); 213 int bnxt_re_query_qp(struct ib_qp *qp, struct ib_qp_attr *qp_attr, 214 int qp_attr_mask, struct ib_qp_init_attr *qp_init_attr); 215 int bnxt_re_destroy_qp(struct ib_qp *qp, struct ib_udata *udata); 216 int bnxt_re_post_send(struct ib_qp *qp, const struct ib_send_wr *send_wr, 217 const struct ib_send_wr **bad_send_wr); 218 int bnxt_re_post_recv(struct ib_qp *qp, const struct ib_recv_wr *recv_wr, 219 const struct ib_recv_wr **bad_recv_wr); 220 int bnxt_re_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 221 struct ib_udata *udata); 222 int bnxt_re_resize_cq(struct ib_cq *ibcq, int cqe, struct ib_udata *udata); 223 int bnxt_re_destroy_cq(struct ib_cq *cq, struct ib_udata *udata); 224 int bnxt_re_poll_cq(struct ib_cq *cq, int num_entries, struct ib_wc *wc); 225 int bnxt_re_req_notify_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags); 226 struct ib_mr *bnxt_re_get_dma_mr(struct ib_pd *pd, int mr_access_flags); 227 228 int bnxt_re_map_mr_sg(struct ib_mr *ib_mr, struct scatterlist *sg, int sg_nents, 229 unsigned int *sg_offset); 230 struct ib_mr *bnxt_re_alloc_mr(struct ib_pd *ib_pd, enum ib_mr_type mr_type, 231 u32 max_num_sg); 232 int bnxt_re_dereg_mr(struct ib_mr *mr, struct ib_udata *udata); 233 struct ib_mw *bnxt_re_alloc_mw(struct ib_pd *ib_pd, enum ib_mw_type type, 234 struct ib_udata *udata); 235 int bnxt_re_dealloc_mw(struct ib_mw *mw); 236 struct ib_mr *bnxt_re_reg_user_mr(struct ib_pd *pd, u64 start, u64 length, 237 u64 virt_addr, int mr_access_flags, 238 struct ib_udata *udata); 239 struct ib_mr *bnxt_re_reg_user_mr_dmabuf(struct ib_pd *ib_pd, u64 start, 240 u64 length, u64 virt_addr, 241 int fd, int mr_access_flags, 242 struct ib_udata *udata); 243 int bnxt_re_alloc_ucontext(struct ib_ucontext *ctx, struct ib_udata *udata); 244 void bnxt_re_dealloc_ucontext(struct ib_ucontext *context); 245 int bnxt_re_mmap(struct ib_ucontext *context, struct vm_area_struct *vma); 246 void bnxt_re_mmap_free(struct rdma_user_mmap_entry *rdma_entry); 247 248 249 unsigned long bnxt_re_lock_cqs(struct bnxt_re_qp *qp); 250 void bnxt_re_unlock_cqs(struct bnxt_re_qp *qp, unsigned long flags); 251 #endif /* __BNXT_RE_IB_VERBS_H__ */ 252