1 /* 2 * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved. 3 * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved. 4 * 5 * This software is available to you under a choice of one of two 6 * licenses. You may choose to be licensed under the terms of the GNU 7 * General Public License (GPL) Version 2, available from the file 8 * COPYING in the main directory of this source tree, or the 9 * OpenIB.org BSD license below: 10 * 11 * Redistribution and use in source and binary forms, with or 12 * without modification, are permitted provided that the following 13 * conditions are met: 14 * 15 * - Redistributions of source code must retain the above 16 * copyright notice, this list of conditions and the following 17 * disclaimer. 18 * 19 * - Redistributions in binary form must reproduce the above 20 * copyright notice, this list of conditions and the following 21 * disclaimer in the documentation and/or other materials 22 * provided with the distribution. 23 * 24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 31 * SOFTWARE. 32 */ 33 34 #include "rxe.h" 35 #include "rxe_loc.h" 36 #include "rxe_queue.h" 37 38 int rxe_srq_chk_attr(struct rxe_dev *rxe, struct rxe_srq *srq, 39 struct ib_srq_attr *attr, enum ib_srq_attr_mask mask) 40 { 41 if (srq && srq->error) { 42 pr_warn("srq in error state\n"); 43 goto err1; 44 } 45 46 if (mask & IB_SRQ_MAX_WR) { 47 if (attr->max_wr > rxe->attr.max_srq_wr) { 48 pr_warn("max_wr(%d) > max_srq_wr(%d)\n", 49 attr->max_wr, rxe->attr.max_srq_wr); 50 goto err1; 51 } 52 53 if (attr->max_wr <= 0) { 54 pr_warn("max_wr(%d) <= 0\n", attr->max_wr); 55 goto err1; 56 } 57 58 if (srq && srq->limit && (attr->max_wr < srq->limit)) { 59 pr_warn("max_wr (%d) < srq->limit (%d)\n", 60 attr->max_wr, srq->limit); 61 goto err1; 62 } 63 64 if (attr->max_wr < RXE_MIN_SRQ_WR) 65 attr->max_wr = RXE_MIN_SRQ_WR; 66 } 67 68 if (mask & IB_SRQ_LIMIT) { 69 if (attr->srq_limit > rxe->attr.max_srq_wr) { 70 pr_warn("srq_limit(%d) > max_srq_wr(%d)\n", 71 attr->srq_limit, rxe->attr.max_srq_wr); 72 goto err1; 73 } 74 75 if (srq && (attr->srq_limit > srq->rq.queue->buf->index_mask)) { 76 pr_warn("srq_limit (%d) > cur limit(%d)\n", 77 attr->srq_limit, 78 srq->rq.queue->buf->index_mask); 79 goto err1; 80 } 81 } 82 83 if (mask == IB_SRQ_INIT_MASK) { 84 if (attr->max_sge > rxe->attr.max_srq_sge) { 85 pr_warn("max_sge(%d) > max_srq_sge(%d)\n", 86 attr->max_sge, rxe->attr.max_srq_sge); 87 goto err1; 88 } 89 90 if (attr->max_sge < RXE_MIN_SRQ_SGE) 91 attr->max_sge = RXE_MIN_SRQ_SGE; 92 } 93 94 return 0; 95 96 err1: 97 return -EINVAL; 98 } 99 100 int rxe_srq_from_init(struct rxe_dev *rxe, struct rxe_srq *srq, 101 struct ib_srq_init_attr *init, 102 struct ib_ucontext *context, 103 struct rxe_create_srq_resp __user *uresp) 104 { 105 int err; 106 int srq_wqe_size; 107 struct rxe_queue *q; 108 109 srq->ibsrq.event_handler = init->event_handler; 110 srq->ibsrq.srq_context = init->srq_context; 111 srq->limit = init->attr.srq_limit; 112 srq->srq_num = srq->pelem.index; 113 srq->rq.max_wr = init->attr.max_wr; 114 srq->rq.max_sge = init->attr.max_sge; 115 116 srq_wqe_size = rcv_wqe_size(srq->rq.max_sge); 117 118 spin_lock_init(&srq->rq.producer_lock); 119 spin_lock_init(&srq->rq.consumer_lock); 120 121 q = rxe_queue_init(rxe, &srq->rq.max_wr, 122 srq_wqe_size); 123 if (!q) { 124 pr_warn("unable to allocate queue for srq\n"); 125 return -ENOMEM; 126 } 127 128 srq->rq.queue = q; 129 130 err = do_mmap_info(rxe, uresp ? &uresp->mi : NULL, context, q->buf, 131 q->buf_size, &q->ip); 132 if (err) 133 return err; 134 135 if (uresp) { 136 if (copy_to_user(&uresp->srq_num, &srq->srq_num, 137 sizeof(uresp->srq_num))) 138 return -EFAULT; 139 } 140 141 return 0; 142 } 143 144 int rxe_srq_from_attr(struct rxe_dev *rxe, struct rxe_srq *srq, 145 struct ib_srq_attr *attr, enum ib_srq_attr_mask mask, 146 struct rxe_modify_srq_cmd *ucmd) 147 { 148 int err; 149 struct rxe_queue *q = srq->rq.queue; 150 struct mminfo __user *mi = NULL; 151 152 if (mask & IB_SRQ_MAX_WR) { 153 /* 154 * This is completely screwed up, the response is supposed to 155 * be in the outbuf not like this. 156 */ 157 mi = u64_to_user_ptr(ucmd->mmap_info_addr); 158 159 err = rxe_queue_resize(q, &attr->max_wr, 160 rcv_wqe_size(srq->rq.max_sge), 161 srq->rq.queue->ip ? 162 srq->rq.queue->ip->context : 163 NULL, 164 mi, &srq->rq.producer_lock, 165 &srq->rq.consumer_lock); 166 if (err) 167 goto err2; 168 } 169 170 if (mask & IB_SRQ_LIMIT) 171 srq->limit = attr->srq_limit; 172 173 return 0; 174 175 err2: 176 rxe_queue_cleanup(q); 177 srq->rq.queue = NULL; 178 return err; 179 } 180