1 /*
2  * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
3  * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
4  *
5  * This software is available to you under a choice of one of two
6  * licenses.  You may choose to be licensed under the terms of the GNU
7  * General Public License (GPL) Version 2, available from the file
8  * COPYING in the main directory of this source tree, or the
9  * OpenIB.org BSD license below:
10  *
11  *     Redistribution and use in source and binary forms, with or
12  *     without modification, are permitted provided that the following
13  *     conditions are met:
14  *
15  *	- Redistributions of source code must retain the above
16  *	  copyright notice, this list of conditions and the following
17  *	  disclaimer.
18  *
19  *	- Redistributions in binary form must reproduce the above
20  *	  copyright notice, this list of conditions and the following
21  *	  disclaimer in the documentation and/or other materials
22  *	  provided with the distribution.
23  *
24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31  * SOFTWARE.
32  */
33 
34 #include "rxe.h"
35 #include "rxe_loc.h"
36 #include "rxe_queue.h"
37 
38 int rxe_srq_chk_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
39 		     struct ib_srq_attr *attr, enum ib_srq_attr_mask mask)
40 {
41 	if (srq && srq->error) {
42 		pr_warn("srq in error state\n");
43 		goto err1;
44 	}
45 
46 	if (mask & IB_SRQ_MAX_WR) {
47 		if (attr->max_wr > rxe->attr.max_srq_wr) {
48 			pr_warn("max_wr(%d) > max_srq_wr(%d)\n",
49 				attr->max_wr, rxe->attr.max_srq_wr);
50 			goto err1;
51 		}
52 
53 		if (attr->max_wr <= 0) {
54 			pr_warn("max_wr(%d) <= 0\n", attr->max_wr);
55 			goto err1;
56 		}
57 
58 		if (srq && srq->limit && (attr->max_wr < srq->limit)) {
59 			pr_warn("max_wr (%d) < srq->limit (%d)\n",
60 				attr->max_wr, srq->limit);
61 			goto err1;
62 		}
63 
64 		if (attr->max_wr < RXE_MIN_SRQ_WR)
65 			attr->max_wr = RXE_MIN_SRQ_WR;
66 	}
67 
68 	if (mask & IB_SRQ_LIMIT) {
69 		if (attr->srq_limit > rxe->attr.max_srq_wr) {
70 			pr_warn("srq_limit(%d) > max_srq_wr(%d)\n",
71 				attr->srq_limit, rxe->attr.max_srq_wr);
72 			goto err1;
73 		}
74 
75 		if (srq && (attr->srq_limit > srq->rq.queue->buf->index_mask)) {
76 			pr_warn("srq_limit (%d) > cur limit(%d)\n",
77 				attr->srq_limit,
78 				 srq->rq.queue->buf->index_mask);
79 			goto err1;
80 		}
81 	}
82 
83 	if (mask == IB_SRQ_INIT_MASK) {
84 		if (attr->max_sge > rxe->attr.max_srq_sge) {
85 			pr_warn("max_sge(%d) > max_srq_sge(%d)\n",
86 				attr->max_sge, rxe->attr.max_srq_sge);
87 			goto err1;
88 		}
89 
90 		if (attr->max_sge < RXE_MIN_SRQ_SGE)
91 			attr->max_sge = RXE_MIN_SRQ_SGE;
92 	}
93 
94 	return 0;
95 
96 err1:
97 	return -EINVAL;
98 }
99 
100 int rxe_srq_from_init(struct rxe_dev *rxe, struct rxe_srq *srq,
101 		      struct ib_srq_init_attr *init,
102 		      struct ib_ucontext *context,
103 		      struct rxe_create_srq_resp __user *uresp)
104 {
105 	int err;
106 	int srq_wqe_size;
107 	struct rxe_queue *q;
108 
109 	srq->ibsrq.event_handler	= init->event_handler;
110 	srq->ibsrq.srq_context		= init->srq_context;
111 	srq->limit		= init->attr.srq_limit;
112 	srq->srq_num		= srq->pelem.index;
113 	srq->rq.max_wr		= init->attr.max_wr;
114 	srq->rq.max_sge		= init->attr.max_sge;
115 
116 	srq_wqe_size		= rcv_wqe_size(srq->rq.max_sge);
117 
118 	spin_lock_init(&srq->rq.producer_lock);
119 	spin_lock_init(&srq->rq.consumer_lock);
120 
121 	q = rxe_queue_init(rxe, &srq->rq.max_wr,
122 			   srq_wqe_size);
123 	if (!q) {
124 		pr_warn("unable to allocate queue for srq\n");
125 		return -ENOMEM;
126 	}
127 
128 	srq->rq.queue = q;
129 
130 	err = do_mmap_info(rxe, uresp ? &uresp->mi : NULL, context, q->buf,
131 			   q->buf_size, &q->ip);
132 	if (err)
133 		return err;
134 
135 	if (uresp) {
136 		if (copy_to_user(&uresp->srq_num, &srq->srq_num,
137 				 sizeof(uresp->srq_num)))
138 			return -EFAULT;
139 	}
140 
141 	return 0;
142 }
143 
144 int rxe_srq_from_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
145 		      struct ib_srq_attr *attr, enum ib_srq_attr_mask mask,
146 		      struct rxe_modify_srq_cmd *ucmd)
147 {
148 	int err;
149 	struct rxe_queue *q = srq->rq.queue;
150 	struct mminfo __user *mi = NULL;
151 
152 	if (mask & IB_SRQ_MAX_WR) {
153 		/*
154 		 * This is completely screwed up, the response is supposed to
155 		 * be in the outbuf not like this.
156 		 */
157 		mi = u64_to_user_ptr(ucmd->mmap_info_addr);
158 
159 		err = rxe_queue_resize(q, &attr->max_wr,
160 				       rcv_wqe_size(srq->rq.max_sge),
161 				       srq->rq.queue->ip ?
162 						srq->rq.queue->ip->context :
163 						NULL,
164 				       mi, &srq->rq.producer_lock,
165 				       &srq->rq.consumer_lock);
166 		if (err)
167 			goto err2;
168 	}
169 
170 	if (mask & IB_SRQ_LIMIT)
171 		srq->limit = attr->srq_limit;
172 
173 	return 0;
174 
175 err2:
176 	rxe_queue_cleanup(q);
177 	srq->rq.queue = NULL;
178 	return err;
179 }
180