1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 /*
3  * Copyright(c) 2020 Intel Corporation.
4  *
5  */
6 
7 /*
8  * This file contains HFI1 support for ipoib functionality
9  */
10 
11 #include "ipoib.h"
12 #include "hfi.h"
13 
14 static u32 qpn_from_mac(u8 *mac_arr)
15 {
16 	return (u32)mac_arr[1] << 16 | mac_arr[2] << 8 | mac_arr[3];
17 }
18 
19 static int hfi1_ipoib_dev_init(struct net_device *dev)
20 {
21 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
22 	int ret;
23 
24 	dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
25 
26 	ret = priv->netdev_ops->ndo_init(dev);
27 	if (ret)
28 		return ret;
29 
30 	ret = hfi1_netdev_add_data(priv->dd,
31 				   qpn_from_mac(priv->netdev->dev_addr),
32 				   dev);
33 	if (ret < 0) {
34 		priv->netdev_ops->ndo_uninit(dev);
35 		return ret;
36 	}
37 
38 	return 0;
39 }
40 
41 static void hfi1_ipoib_dev_uninit(struct net_device *dev)
42 {
43 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
44 
45 	hfi1_netdev_remove_data(priv->dd, qpn_from_mac(priv->netdev->dev_addr));
46 
47 	priv->netdev_ops->ndo_uninit(dev);
48 }
49 
50 static int hfi1_ipoib_dev_open(struct net_device *dev)
51 {
52 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
53 	int ret;
54 
55 	ret = priv->netdev_ops->ndo_open(dev);
56 	if (!ret) {
57 		struct hfi1_ibport *ibp = to_iport(priv->device,
58 						   priv->port_num);
59 		struct rvt_qp *qp;
60 		u32 qpn = qpn_from_mac(priv->netdev->dev_addr);
61 
62 		rcu_read_lock();
63 		qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
64 		if (!qp) {
65 			rcu_read_unlock();
66 			priv->netdev_ops->ndo_stop(dev);
67 			return -EINVAL;
68 		}
69 		rvt_get_qp(qp);
70 		priv->qp = qp;
71 		rcu_read_unlock();
72 
73 		hfi1_netdev_enable_queues(priv->dd);
74 		hfi1_ipoib_napi_tx_enable(dev);
75 	}
76 
77 	return ret;
78 }
79 
80 static int hfi1_ipoib_dev_stop(struct net_device *dev)
81 {
82 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
83 
84 	if (!priv->qp)
85 		return 0;
86 
87 	hfi1_ipoib_napi_tx_disable(dev);
88 	hfi1_netdev_disable_queues(priv->dd);
89 
90 	rvt_put_qp(priv->qp);
91 	priv->qp = NULL;
92 
93 	return priv->netdev_ops->ndo_stop(dev);
94 }
95 
96 static const struct net_device_ops hfi1_ipoib_netdev_ops = {
97 	.ndo_init         = hfi1_ipoib_dev_init,
98 	.ndo_uninit       = hfi1_ipoib_dev_uninit,
99 	.ndo_open         = hfi1_ipoib_dev_open,
100 	.ndo_stop         = hfi1_ipoib_dev_stop,
101 	.ndo_get_stats64  = dev_get_tstats64,
102 };
103 
104 static int hfi1_ipoib_send(struct net_device *dev,
105 			   struct sk_buff *skb,
106 			   struct ib_ah *address,
107 			   u32 dqpn)
108 {
109 	return hfi1_ipoib_send_dma(dev, skb, address, dqpn);
110 }
111 
112 static int hfi1_ipoib_mcast_attach(struct net_device *dev,
113 				   struct ib_device *device,
114 				   union ib_gid *mgid,
115 				   u16 mlid,
116 				   int set_qkey,
117 				   u32 qkey)
118 {
119 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
120 	u32 qpn = (u32)qpn_from_mac(priv->netdev->dev_addr);
121 	struct hfi1_ibport *ibp = to_iport(priv->device, priv->port_num);
122 	struct rvt_qp *qp;
123 	int ret = -EINVAL;
124 
125 	rcu_read_lock();
126 
127 	qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
128 	if (qp) {
129 		rvt_get_qp(qp);
130 		rcu_read_unlock();
131 		if (set_qkey)
132 			priv->qkey = qkey;
133 
134 		/* attach QP to multicast group */
135 		ret = ib_attach_mcast(&qp->ibqp, mgid, mlid);
136 		rvt_put_qp(qp);
137 	} else {
138 		rcu_read_unlock();
139 	}
140 
141 	return ret;
142 }
143 
144 static int hfi1_ipoib_mcast_detach(struct net_device *dev,
145 				   struct ib_device *device,
146 				   union ib_gid *mgid,
147 				   u16 mlid)
148 {
149 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
150 	u32 qpn = (u32)qpn_from_mac(priv->netdev->dev_addr);
151 	struct hfi1_ibport *ibp = to_iport(priv->device, priv->port_num);
152 	struct rvt_qp *qp;
153 	int ret = -EINVAL;
154 
155 	rcu_read_lock();
156 
157 	qp = rvt_lookup_qpn(ib_to_rvt(priv->device), &ibp->rvp, qpn);
158 	if (qp) {
159 		rvt_get_qp(qp);
160 		rcu_read_unlock();
161 		ret = ib_detach_mcast(&qp->ibqp, mgid, mlid);
162 		rvt_put_qp(qp);
163 	} else {
164 		rcu_read_unlock();
165 	}
166 	return ret;
167 }
168 
169 static void hfi1_ipoib_netdev_dtor(struct net_device *dev)
170 {
171 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
172 
173 	hfi1_ipoib_txreq_deinit(priv);
174 	hfi1_ipoib_rxq_deinit(priv->netdev);
175 
176 	free_percpu(dev->tstats);
177 }
178 
179 static void hfi1_ipoib_free_rdma_netdev(struct net_device *dev)
180 {
181 	hfi1_ipoib_netdev_dtor(dev);
182 	free_netdev(dev);
183 }
184 
185 static void hfi1_ipoib_set_id(struct net_device *dev, int id)
186 {
187 	struct hfi1_ipoib_dev_priv *priv = hfi1_ipoib_priv(dev);
188 
189 	priv->pkey_index = (u16)id;
190 	ib_query_pkey(priv->device,
191 		      priv->port_num,
192 		      priv->pkey_index,
193 		      &priv->pkey);
194 }
195 
196 static int hfi1_ipoib_setup_rn(struct ib_device *device,
197 			       u8 port_num,
198 			       struct net_device *netdev,
199 			       void *param)
200 {
201 	struct hfi1_devdata *dd = dd_from_ibdev(device);
202 	struct rdma_netdev *rn = netdev_priv(netdev);
203 	struct hfi1_ipoib_dev_priv *priv;
204 	int rc;
205 
206 	rn->send = hfi1_ipoib_send;
207 	rn->attach_mcast = hfi1_ipoib_mcast_attach;
208 	rn->detach_mcast = hfi1_ipoib_mcast_detach;
209 	rn->set_id = hfi1_ipoib_set_id;
210 	rn->hca = device;
211 	rn->port_num = port_num;
212 	rn->mtu = netdev->mtu;
213 
214 	priv = hfi1_ipoib_priv(netdev);
215 	priv->dd = dd;
216 	priv->netdev = netdev;
217 	priv->device = device;
218 	priv->port_num = port_num;
219 	priv->netdev_ops = netdev->netdev_ops;
220 
221 	netdev->netdev_ops = &hfi1_ipoib_netdev_ops;
222 
223 	ib_query_pkey(device, port_num, priv->pkey_index, &priv->pkey);
224 
225 	rc = hfi1_ipoib_txreq_init(priv);
226 	if (rc) {
227 		dd_dev_err(dd, "IPoIB netdev TX init - failed(%d)\n", rc);
228 		hfi1_ipoib_free_rdma_netdev(netdev);
229 		return rc;
230 	}
231 
232 	rc = hfi1_ipoib_rxq_init(netdev);
233 	if (rc) {
234 		dd_dev_err(dd, "IPoIB netdev RX init - failed(%d)\n", rc);
235 		hfi1_ipoib_free_rdma_netdev(netdev);
236 		return rc;
237 	}
238 
239 	netdev->priv_destructor = hfi1_ipoib_netdev_dtor;
240 	netdev->needs_free_netdev = true;
241 
242 	return 0;
243 }
244 
245 int hfi1_ipoib_rn_get_params(struct ib_device *device,
246 			     u8 port_num,
247 			     enum rdma_netdev_t type,
248 			     struct rdma_netdev_alloc_params *params)
249 {
250 	struct hfi1_devdata *dd = dd_from_ibdev(device);
251 
252 	if (type != RDMA_NETDEV_IPOIB)
253 		return -EOPNOTSUPP;
254 
255 	if (!HFI1_CAP_IS_KSET(AIP) || !dd->num_netdev_contexts)
256 		return -EOPNOTSUPP;
257 
258 	if (!port_num || port_num > dd->num_pports)
259 		return -EINVAL;
260 
261 	params->sizeof_priv = sizeof(struct hfi1_ipoib_rdma_netdev);
262 	params->txqs = dd->num_sdma;
263 	params->rxqs = dd->num_netdev_contexts;
264 	params->param = NULL;
265 	params->initialize_rdma_netdev = hfi1_ipoib_setup_rn;
266 
267 	return 0;
268 }
269