xref: /openbmc/linux/drivers/infiniband/sw/rxe/rxe_av.c (revision 25fd735a)
163fa15dbSBob Pearson // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
28700e3e7SMoni Shoua /*
38700e3e7SMoni Shoua  * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
48700e3e7SMoni Shoua  * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
58700e3e7SMoni Shoua  */
68700e3e7SMoni Shoua 
78700e3e7SMoni Shoua #include "rxe.h"
88700e3e7SMoni Shoua #include "rxe_loc.h"
98700e3e7SMoni Shoua 
rxe_init_av(struct rdma_ah_attr * attr,struct rxe_av * av)10fa407188SKamal Heib void rxe_init_av(struct rdma_ah_attr *attr, struct rxe_av *av)
11fa407188SKamal Heib {
12fa407188SKamal Heib 	rxe_av_from_attr(rdma_ah_get_port_num(attr), av, attr);
13fa407188SKamal Heib 	rxe_av_fill_ip_info(av, attr);
14668aa15bSKamal Heib 	memcpy(av->dmac, attr->roce.dmac, ETH_ALEN);
15fa407188SKamal Heib }
16fa407188SKamal Heib 
chk_attr(void * obj,struct rdma_ah_attr * attr,bool obj_is_ah)17*25fd735aSBob Pearson static int chk_attr(void *obj, struct rdma_ah_attr *attr, bool obj_is_ah)
188700e3e7SMoni Shoua {
19edebc840SBob Pearson 	const struct ib_global_route *grh = rdma_ah_read_grh(attr);
208700e3e7SMoni Shoua 	struct rxe_port *port;
21*25fd735aSBob Pearson 	struct rxe_dev *rxe;
22*25fd735aSBob Pearson 	struct rxe_qp *qp;
23*25fd735aSBob Pearson 	struct rxe_ah *ah;
24edebc840SBob Pearson 	int type;
258700e3e7SMoni Shoua 
26*25fd735aSBob Pearson 	if (obj_is_ah) {
27*25fd735aSBob Pearson 		ah = obj;
28*25fd735aSBob Pearson 		rxe = to_rdev(ah->ibah.device);
29*25fd735aSBob Pearson 	} else {
30*25fd735aSBob Pearson 		qp = obj;
31*25fd735aSBob Pearson 		rxe = to_rdev(qp->ibqp.device);
32*25fd735aSBob Pearson 	}
33*25fd735aSBob Pearson 
348700e3e7SMoni Shoua 	port = &rxe->port;
358700e3e7SMoni Shoua 
36d8966fcdSDasaratharaman Chandramouli 	if (rdma_ah_get_ah_flags(attr) & IB_AH_GRH) {
37edebc840SBob Pearson 		if (grh->sgid_index > port->attr.gid_tbl_len) {
38*25fd735aSBob Pearson 			if (obj_is_ah)
39*25fd735aSBob Pearson 				rxe_dbg_ah(ah, "invalid sgid index = %d\n",
40*25fd735aSBob Pearson 						grh->sgid_index);
41*25fd735aSBob Pearson 			else
42*25fd735aSBob Pearson 				rxe_dbg_qp(qp, "invalid sgid index = %d\n",
43edebc840SBob Pearson 						grh->sgid_index);
44edebc840SBob Pearson 			return -EINVAL;
45edebc840SBob Pearson 		}
46d8966fcdSDasaratharaman Chandramouli 
47edebc840SBob Pearson 		type = rdma_gid_attr_network_type(grh->sgid_attr);
48edebc840SBob Pearson 		if (type < RDMA_NETWORK_IPV4 ||
49edebc840SBob Pearson 		    type > RDMA_NETWORK_IPV6) {
50*25fd735aSBob Pearson 			if (obj_is_ah)
51*25fd735aSBob Pearson 				rxe_dbg_ah(ah, "invalid network type for rdma_rxe = %d\n",
52*25fd735aSBob Pearson 						type);
53*25fd735aSBob Pearson 			else
54*25fd735aSBob Pearson 				rxe_dbg_qp(qp, "invalid network type for rdma_rxe = %d\n",
55edebc840SBob Pearson 						type);
568700e3e7SMoni Shoua 			return -EINVAL;
578700e3e7SMoni Shoua 		}
588700e3e7SMoni Shoua 	}
598700e3e7SMoni Shoua 
608700e3e7SMoni Shoua 	return 0;
618700e3e7SMoni Shoua }
628700e3e7SMoni Shoua 
rxe_av_chk_attr(struct rxe_qp * qp,struct rdma_ah_attr * attr)63*25fd735aSBob Pearson int rxe_av_chk_attr(struct rxe_qp *qp, struct rdma_ah_attr *attr)
64*25fd735aSBob Pearson {
65*25fd735aSBob Pearson 	return chk_attr(qp, attr, false);
66*25fd735aSBob Pearson }
67*25fd735aSBob Pearson 
rxe_ah_chk_attr(struct rxe_ah * ah,struct rdma_ah_attr * attr)68*25fd735aSBob Pearson int rxe_ah_chk_attr(struct rxe_ah *ah, struct rdma_ah_attr *attr)
69*25fd735aSBob Pearson {
70*25fd735aSBob Pearson 	return chk_attr(ah, attr, true);
71*25fd735aSBob Pearson }
72*25fd735aSBob Pearson 
rxe_av_from_attr(u8 port_num,struct rxe_av * av,struct rdma_ah_attr * attr)73ca3d9feeSZhu Yanjun void rxe_av_from_attr(u8 port_num, struct rxe_av *av,
741a241db1SZhu Yanjun 		     struct rdma_ah_attr *attr)
758700e3e7SMoni Shoua {
767f3ee8e0SJason Gunthorpe 	const struct ib_global_route *grh = rdma_ah_read_grh(attr);
777f3ee8e0SJason Gunthorpe 
788700e3e7SMoni Shoua 	memset(av, 0, sizeof(*av));
797f3ee8e0SJason Gunthorpe 	memcpy(av->grh.dgid.raw, grh->dgid.raw, sizeof(grh->dgid.raw));
807f3ee8e0SJason Gunthorpe 	av->grh.flow_label = grh->flow_label;
817f3ee8e0SJason Gunthorpe 	av->grh.sgid_index = grh->sgid_index;
827f3ee8e0SJason Gunthorpe 	av->grh.hop_limit = grh->hop_limit;
837f3ee8e0SJason Gunthorpe 	av->grh.traffic_class = grh->traffic_class;
848700e3e7SMoni Shoua 	av->port_num = port_num;
858700e3e7SMoni Shoua }
868700e3e7SMoni Shoua 
rxe_av_to_attr(struct rxe_av * av,struct rdma_ah_attr * attr)87a402dc44SZhu Yanjun void rxe_av_to_attr(struct rxe_av *av, struct rdma_ah_attr *attr)
888700e3e7SMoni Shoua {
897f3ee8e0SJason Gunthorpe 	struct ib_global_route *grh = rdma_ah_retrieve_grh(attr);
907f3ee8e0SJason Gunthorpe 
9144c58487SDasaratharaman Chandramouli 	attr->type = RDMA_AH_ATTR_TYPE_ROCE;
927f3ee8e0SJason Gunthorpe 
937f3ee8e0SJason Gunthorpe 	memcpy(grh->dgid.raw, av->grh.dgid.raw, sizeof(av->grh.dgid.raw));
947f3ee8e0SJason Gunthorpe 	grh->flow_label = av->grh.flow_label;
957f3ee8e0SJason Gunthorpe 	grh->sgid_index = av->grh.sgid_index;
967f3ee8e0SJason Gunthorpe 	grh->hop_limit = av->grh.hop_limit;
977f3ee8e0SJason Gunthorpe 	grh->traffic_class = av->grh.traffic_class;
987f3ee8e0SJason Gunthorpe 
99d8966fcdSDasaratharaman Chandramouli 	rdma_ah_set_ah_flags(attr, IB_AH_GRH);
100d8966fcdSDasaratharaman Chandramouli 	rdma_ah_set_port_num(attr, av->port_num);
1018700e3e7SMoni Shoua }
1028700e3e7SMoni Shoua 
rxe_av_fill_ip_info(struct rxe_av * av,struct rdma_ah_attr * attr)10347ec3866SParav Pandit void rxe_av_fill_ip_info(struct rxe_av *av, struct rdma_ah_attr *attr)
1048700e3e7SMoni Shoua {
10547ec3866SParav Pandit 	const struct ib_gid_attr *sgid_attr = attr->grh.sgid_attr;
106edebc840SBob Pearson 	int ibtype;
107edebc840SBob Pearson 	int type;
10847ec3866SParav Pandit 
10947ec3866SParav Pandit 	rdma_gid2ip((struct sockaddr *)&av->sgid_addr, &sgid_attr->gid);
1107061f28dSJason Gunthorpe 	rdma_gid2ip((struct sockaddr *)&av->dgid_addr,
1117061f28dSJason Gunthorpe 		    &rdma_ah_read_grh(attr)->dgid);
112edebc840SBob Pearson 
113edebc840SBob Pearson 	ibtype = rdma_gid_attr_network_type(sgid_attr);
114edebc840SBob Pearson 
115edebc840SBob Pearson 	switch (ibtype) {
116edebc840SBob Pearson 	case RDMA_NETWORK_IPV4:
117edebc840SBob Pearson 		type = RXE_NETWORK_TYPE_IPV4;
118edebc840SBob Pearson 		break;
119edebc840SBob Pearson 	case RDMA_NETWORK_IPV6:
12045062f44SBob Pearson 		type = RXE_NETWORK_TYPE_IPV6;
121edebc840SBob Pearson 		break;
122edebc840SBob Pearson 	default:
123edebc840SBob Pearson 		/* not reached - checked in rxe_av_chk_attr */
124edebc840SBob Pearson 		type = 0;
125edebc840SBob Pearson 		break;
126edebc840SBob Pearson 	}
127edebc840SBob Pearson 
128edebc840SBob Pearson 	av->network_type = type;
1298700e3e7SMoni Shoua }
1308700e3e7SMoni Shoua 
rxe_get_av(struct rxe_pkt_info * pkt,struct rxe_ah ** ahp)13163221acbSBob Pearson struct rxe_av *rxe_get_av(struct rxe_pkt_info *pkt, struct rxe_ah **ahp)
1328700e3e7SMoni Shoua {
133e2fe06c9SBob Pearson 	struct rxe_ah *ah;
134e2fe06c9SBob Pearson 	u32 ah_num;
135e2fe06c9SBob Pearson 
13663221acbSBob Pearson 	if (ahp)
13763221acbSBob Pearson 		*ahp = NULL;
13863221acbSBob Pearson 
1398700e3e7SMoni Shoua 	if (!pkt || !pkt->qp)
1408700e3e7SMoni Shoua 		return NULL;
1418700e3e7SMoni Shoua 
1428700e3e7SMoni Shoua 	if (qp_type(pkt->qp) == IB_QPT_RC || qp_type(pkt->qp) == IB_QPT_UC)
1438700e3e7SMoni Shoua 		return &pkt->qp->pri_av;
1448700e3e7SMoni Shoua 
145e2fe06c9SBob Pearson 	if (!pkt->wqe)
146e2fe06c9SBob Pearson 		return NULL;
147e2fe06c9SBob Pearson 
148e2fe06c9SBob Pearson 	ah_num = pkt->wqe->wr.wr.ud.ah_num;
149e2fe06c9SBob Pearson 	if (ah_num) {
150e2fe06c9SBob Pearson 		/* only new user provider or kernel client */
151e2fe06c9SBob Pearson 		ah = rxe_pool_get_index(&pkt->rxe->ah_pool, ah_num);
15263221acbSBob Pearson 		if (!ah) {
153*25fd735aSBob Pearson 			rxe_dbg_qp(pkt->qp, "Unable to find AH matching ah_num\n");
154e2fe06c9SBob Pearson 			return NULL;
155e2fe06c9SBob Pearson 		}
15663221acbSBob Pearson 
15763221acbSBob Pearson 		if (rxe_ah_pd(ah) != pkt->qp->pd) {
158*25fd735aSBob Pearson 			rxe_dbg_qp(pkt->qp, "PDs don't match for AH and QP\n");
1593197706aSBob Pearson 			rxe_put(ah);
16063221acbSBob Pearson 			return NULL;
16163221acbSBob Pearson 		}
16263221acbSBob Pearson 
16363221acbSBob Pearson 		if (ahp)
16463221acbSBob Pearson 			*ahp = ah;
16563221acbSBob Pearson 		else
1663197706aSBob Pearson 			rxe_put(ah);
16763221acbSBob Pearson 
168e2fe06c9SBob Pearson 		return &ah->av;
169e2fe06c9SBob Pearson 	}
170e2fe06c9SBob Pearson 
171e2fe06c9SBob Pearson 	/* only old user provider for UD sends*/
172e2fe06c9SBob Pearson 	return &pkt->wqe->wr.wr.ud.av;
1738700e3e7SMoni Shoua }
174