16bf9d8f6SLeon Romanovsky /* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */
27368ef02SMike Marciniszyn /*
3742a3826SKaike Wan * Copyright(c) 2016 - 2018 Intel Corporation.
47368ef02SMike Marciniszyn */
57368ef02SMike Marciniszyn
67368ef02SMike Marciniszyn #ifndef IB_HDRS_H
77368ef02SMike Marciniszyn #define IB_HDRS_H
87368ef02SMike Marciniszyn
97368ef02SMike Marciniszyn #include <linux/types.h>
107368ef02SMike Marciniszyn #include <asm/unaligned.h>
117368ef02SMike Marciniszyn #include <rdma/ib_verbs.h>
127368ef02SMike Marciniszyn
137368ef02SMike Marciniszyn #define IB_SEQ_NAK (3 << 29)
147368ef02SMike Marciniszyn
157368ef02SMike Marciniszyn /* AETH NAK opcode values */
167368ef02SMike Marciniszyn #define IB_RNR_NAK 0x20
177368ef02SMike Marciniszyn #define IB_NAK_PSN_ERROR 0x60
187368ef02SMike Marciniszyn #define IB_NAK_INVALID_REQUEST 0x61
197368ef02SMike Marciniszyn #define IB_NAK_REMOTE_ACCESS_ERROR 0x62
207368ef02SMike Marciniszyn #define IB_NAK_REMOTE_OPERATIONAL_ERROR 0x63
217368ef02SMike Marciniszyn #define IB_NAK_INVALID_RD_REQUEST 0x64
227368ef02SMike Marciniszyn
237368ef02SMike Marciniszyn #define IB_BTH_REQ_ACK BIT(31)
247368ef02SMike Marciniszyn #define IB_BTH_SOLICITED BIT(23)
257368ef02SMike Marciniszyn #define IB_BTH_MIG_REQ BIT(22)
267368ef02SMike Marciniszyn
277368ef02SMike Marciniszyn #define IB_GRH_VERSION 6
287368ef02SMike Marciniszyn #define IB_GRH_VERSION_MASK 0xF
297368ef02SMike Marciniszyn #define IB_GRH_VERSION_SHIFT 28
307368ef02SMike Marciniszyn #define IB_GRH_TCLASS_MASK 0xFF
317368ef02SMike Marciniszyn #define IB_GRH_TCLASS_SHIFT 20
327368ef02SMike Marciniszyn #define IB_GRH_FLOW_MASK 0xFFFFF
337368ef02SMike Marciniszyn #define IB_GRH_FLOW_SHIFT 0
347368ef02SMike Marciniszyn #define IB_GRH_NEXT_HDR 0x1B
353d591099SDon Hiatt #define IB_FECN_SHIFT 31
363d591099SDon Hiatt #define IB_FECN_MASK 1
373d591099SDon Hiatt #define IB_FECN_SMASK BIT(IB_FECN_SHIFT)
383d591099SDon Hiatt #define IB_BECN_SHIFT 30
393d591099SDon Hiatt #define IB_BECN_MASK 1
403d591099SDon Hiatt #define IB_BECN_SMASK BIT(IB_BECN_SHIFT)
417368ef02SMike Marciniszyn
42832666c1SDon Hiatt #define IB_AETH_CREDIT_SHIFT 24
43832666c1SDon Hiatt #define IB_AETH_CREDIT_MASK 0x1F
44832666c1SDon Hiatt #define IB_AETH_CREDIT_INVAL 0x1F
45832666c1SDon Hiatt #define IB_AETH_NAK_SHIFT 29
46832666c1SDon Hiatt #define IB_MSN_MASK 0xFFFFFF
47832666c1SDon Hiatt
487368ef02SMike Marciniszyn struct ib_reth {
497368ef02SMike Marciniszyn __be64 vaddr; /* potentially unaligned */
507368ef02SMike Marciniszyn __be32 rkey;
517368ef02SMike Marciniszyn __be32 length;
527368ef02SMike Marciniszyn } __packed;
537368ef02SMike Marciniszyn
547368ef02SMike Marciniszyn struct ib_atomic_eth {
557368ef02SMike Marciniszyn __be64 vaddr; /* potentially unaligned */
567368ef02SMike Marciniszyn __be32 rkey;
577368ef02SMike Marciniszyn __be64 swap_data; /* potentially unaligned */
587368ef02SMike Marciniszyn __be64 compare_data; /* potentially unaligned */
597368ef02SMike Marciniszyn } __packed;
607368ef02SMike Marciniszyn
61742a3826SKaike Wan #include <rdma/tid_rdma_defs.h>
62742a3826SKaike Wan
637368ef02SMike Marciniszyn union ib_ehdrs {
647368ef02SMike Marciniszyn struct {
657368ef02SMike Marciniszyn __be32 deth[2];
667368ef02SMike Marciniszyn __be32 imm_data;
677368ef02SMike Marciniszyn } ud;
687368ef02SMike Marciniszyn struct {
697368ef02SMike Marciniszyn struct ib_reth reth;
707368ef02SMike Marciniszyn __be32 imm_data;
717368ef02SMike Marciniszyn } rc;
727368ef02SMike Marciniszyn struct {
737368ef02SMike Marciniszyn __be32 aeth;
747368ef02SMike Marciniszyn __be64 atomic_ack_eth; /* potentially unaligned */
757368ef02SMike Marciniszyn } __packed at;
767368ef02SMike Marciniszyn __be32 imm_data;
777368ef02SMike Marciniszyn __be32 aeth;
787368ef02SMike Marciniszyn __be32 ieth;
797368ef02SMike Marciniszyn struct ib_atomic_eth atomic_eth;
80742a3826SKaike Wan /* TID RDMA headers */
81742a3826SKaike Wan union {
82742a3826SKaike Wan struct tid_rdma_read_req r_req;
83742a3826SKaike Wan struct tid_rdma_read_resp r_rsp;
84c098bbb0SKaike Wan struct tid_rdma_write_req w_req;
85c098bbb0SKaike Wan struct tid_rdma_write_resp w_rsp;
86c098bbb0SKaike Wan struct tid_rdma_write_data w_data;
87c098bbb0SKaike Wan struct tid_rdma_resync resync;
88c098bbb0SKaike Wan struct tid_rdma_ack ack;
89742a3826SKaike Wan } tid_rdma;
907368ef02SMike Marciniszyn } __packed;
917368ef02SMike Marciniszyn
927368ef02SMike Marciniszyn struct ib_other_headers {
937368ef02SMike Marciniszyn __be32 bth[3];
947368ef02SMike Marciniszyn union ib_ehdrs u;
957368ef02SMike Marciniszyn } __packed;
967368ef02SMike Marciniszyn
977368ef02SMike Marciniszyn struct ib_header {
987368ef02SMike Marciniszyn __be16 lrh[4];
997368ef02SMike Marciniszyn union {
1007368ef02SMike Marciniszyn struct {
1017368ef02SMike Marciniszyn struct ib_grh grh;
1027368ef02SMike Marciniszyn struct ib_other_headers oth;
1037368ef02SMike Marciniszyn } l;
1047368ef02SMike Marciniszyn struct ib_other_headers oth;
1057368ef02SMike Marciniszyn } u;
1067368ef02SMike Marciniszyn } __packed;
1077368ef02SMike Marciniszyn
1087368ef02SMike Marciniszyn /* accessors for unaligned __be64 items */
1097368ef02SMike Marciniszyn
ib_u64_get(__be64 * p)1107368ef02SMike Marciniszyn static inline u64 ib_u64_get(__be64 *p)
1117368ef02SMike Marciniszyn {
1127368ef02SMike Marciniszyn return get_unaligned_be64(p);
1137368ef02SMike Marciniszyn }
1147368ef02SMike Marciniszyn
ib_u64_put(u64 val,__be64 * p)1157368ef02SMike Marciniszyn static inline void ib_u64_put(u64 val, __be64 *p)
1167368ef02SMike Marciniszyn {
1177368ef02SMike Marciniszyn put_unaligned_be64(val, p);
1187368ef02SMike Marciniszyn }
1197368ef02SMike Marciniszyn
get_ib_reth_vaddr(struct ib_reth * reth)1207368ef02SMike Marciniszyn static inline u64 get_ib_reth_vaddr(struct ib_reth *reth)
1217368ef02SMike Marciniszyn {
1227368ef02SMike Marciniszyn return ib_u64_get(&reth->vaddr);
1237368ef02SMike Marciniszyn }
1247368ef02SMike Marciniszyn
put_ib_reth_vaddr(u64 val,struct ib_reth * reth)1257368ef02SMike Marciniszyn static inline void put_ib_reth_vaddr(u64 val, struct ib_reth *reth)
1267368ef02SMike Marciniszyn {
1277368ef02SMike Marciniszyn ib_u64_put(val, &reth->vaddr);
1287368ef02SMike Marciniszyn }
1297368ef02SMike Marciniszyn
get_ib_ateth_vaddr(struct ib_atomic_eth * ateth)1307368ef02SMike Marciniszyn static inline u64 get_ib_ateth_vaddr(struct ib_atomic_eth *ateth)
1317368ef02SMike Marciniszyn {
1327368ef02SMike Marciniszyn return ib_u64_get(&ateth->vaddr);
1337368ef02SMike Marciniszyn }
1347368ef02SMike Marciniszyn
put_ib_ateth_vaddr(u64 val,struct ib_atomic_eth * ateth)1357368ef02SMike Marciniszyn static inline void put_ib_ateth_vaddr(u64 val, struct ib_atomic_eth *ateth)
1367368ef02SMike Marciniszyn {
1377368ef02SMike Marciniszyn ib_u64_put(val, &ateth->vaddr);
1387368ef02SMike Marciniszyn }
1397368ef02SMike Marciniszyn
get_ib_ateth_swap(struct ib_atomic_eth * ateth)1407368ef02SMike Marciniszyn static inline u64 get_ib_ateth_swap(struct ib_atomic_eth *ateth)
1417368ef02SMike Marciniszyn {
1427368ef02SMike Marciniszyn return ib_u64_get(&ateth->swap_data);
1437368ef02SMike Marciniszyn }
1447368ef02SMike Marciniszyn
put_ib_ateth_swap(u64 val,struct ib_atomic_eth * ateth)1457368ef02SMike Marciniszyn static inline void put_ib_ateth_swap(u64 val, struct ib_atomic_eth *ateth)
1467368ef02SMike Marciniszyn {
1477368ef02SMike Marciniszyn ib_u64_put(val, &ateth->swap_data);
1487368ef02SMike Marciniszyn }
1497368ef02SMike Marciniszyn
get_ib_ateth_compare(struct ib_atomic_eth * ateth)1507368ef02SMike Marciniszyn static inline u64 get_ib_ateth_compare(struct ib_atomic_eth *ateth)
1517368ef02SMike Marciniszyn {
1527368ef02SMike Marciniszyn return ib_u64_get(&ateth->compare_data);
1537368ef02SMike Marciniszyn }
1547368ef02SMike Marciniszyn
put_ib_ateth_compare(u64 val,struct ib_atomic_eth * ateth)1557368ef02SMike Marciniszyn static inline void put_ib_ateth_compare(u64 val, struct ib_atomic_eth *ateth)
1567368ef02SMike Marciniszyn {
1577368ef02SMike Marciniszyn ib_u64_put(val, &ateth->compare_data);
1587368ef02SMike Marciniszyn }
1597368ef02SMike Marciniszyn
160cb427057SDon Hiatt /*
161cb427057SDon Hiatt * 9B/IB Packet Format
162cb427057SDon Hiatt */
163cb427057SDon Hiatt #define IB_LNH_MASK 3
164cb427057SDon Hiatt #define IB_SC_MASK 0xf
165cb427057SDon Hiatt #define IB_SC_SHIFT 12
1667dafbab3SDon Hiatt #define IB_SC5_MASK 0x10
167cb427057SDon Hiatt #define IB_SL_MASK 0xf
168cb427057SDon Hiatt #define IB_SL_SHIFT 4
1697dafbab3SDon Hiatt #define IB_SL_SHIFT 4
1707dafbab3SDon Hiatt #define IB_LVER_MASK 0xf
1717dafbab3SDon Hiatt #define IB_LVER_SHIFT 8
172cb427057SDon Hiatt
ib_get_lnh(struct ib_header * hdr)173cb427057SDon Hiatt static inline u8 ib_get_lnh(struct ib_header *hdr)
174cb427057SDon Hiatt {
175cb427057SDon Hiatt return (be16_to_cpu(hdr->lrh[0]) & IB_LNH_MASK);
176cb427057SDon Hiatt }
177cb427057SDon Hiatt
ib_get_sc(struct ib_header * hdr)178cb427057SDon Hiatt static inline u8 ib_get_sc(struct ib_header *hdr)
179cb427057SDon Hiatt {
180cb427057SDon Hiatt return ((be16_to_cpu(hdr->lrh[0]) >> IB_SC_SHIFT) & IB_SC_MASK);
181cb427057SDon Hiatt }
182cb427057SDon Hiatt
ib_is_sc5(u16 sc5)1837dafbab3SDon Hiatt static inline bool ib_is_sc5(u16 sc5)
1847dafbab3SDon Hiatt {
1857dafbab3SDon Hiatt return !!(sc5 & IB_SC5_MASK);
1867dafbab3SDon Hiatt }
1877dafbab3SDon Hiatt
ib_get_sl(struct ib_header * hdr)188cb427057SDon Hiatt static inline u8 ib_get_sl(struct ib_header *hdr)
189cb427057SDon Hiatt {
190cb427057SDon Hiatt return ((be16_to_cpu(hdr->lrh[0]) >> IB_SL_SHIFT) & IB_SL_MASK);
191cb427057SDon Hiatt }
192cb427057SDon Hiatt
ib_get_dlid(struct ib_header * hdr)193cb427057SDon Hiatt static inline u16 ib_get_dlid(struct ib_header *hdr)
194cb427057SDon Hiatt {
195cb427057SDon Hiatt return (be16_to_cpu(hdr->lrh[1]));
196cb427057SDon Hiatt }
197cb427057SDon Hiatt
ib_get_slid(struct ib_header * hdr)198cb427057SDon Hiatt static inline u16 ib_get_slid(struct ib_header *hdr)
199cb427057SDon Hiatt {
200cb427057SDon Hiatt return (be16_to_cpu(hdr->lrh[3]));
201cb427057SDon Hiatt }
202cb427057SDon Hiatt
ib_get_lver(struct ib_header * hdr)2037dafbab3SDon Hiatt static inline u8 ib_get_lver(struct ib_header *hdr)
2047dafbab3SDon Hiatt {
2057dafbab3SDon Hiatt return (u8)((be16_to_cpu(hdr->lrh[0]) >> IB_LVER_SHIFT) &
2067dafbab3SDon Hiatt IB_LVER_MASK);
2077dafbab3SDon Hiatt }
2087dafbab3SDon Hiatt
ib_get_qkey(struct ib_other_headers * ohdr)2097dafbab3SDon Hiatt static inline u32 ib_get_qkey(struct ib_other_headers *ohdr)
2107dafbab3SDon Hiatt {
2117dafbab3SDon Hiatt return be32_to_cpu(ohdr->u.ud.deth[0]);
2127dafbab3SDon Hiatt }
2137dafbab3SDon Hiatt
ib_get_sqpn(struct ib_other_headers * ohdr)2147dafbab3SDon Hiatt static inline u32 ib_get_sqpn(struct ib_other_headers *ohdr)
2157dafbab3SDon Hiatt {
2167dafbab3SDon Hiatt return ((be32_to_cpu(ohdr->u.ud.deth[1])) & IB_QPN_MASK);
2177dafbab3SDon Hiatt }
2187dafbab3SDon Hiatt
219cb427057SDon Hiatt /*
220cb427057SDon Hiatt * BTH
221cb427057SDon Hiatt */
222cb427057SDon Hiatt #define IB_BTH_OPCODE_MASK 0xff
223cb427057SDon Hiatt #define IB_BTH_OPCODE_SHIFT 24
224cb427057SDon Hiatt #define IB_BTH_PAD_MASK 3
225cb427057SDon Hiatt #define IB_BTH_PKEY_MASK 0xffff
226cb427057SDon Hiatt #define IB_BTH_PAD_SHIFT 20
2277dafbab3SDon Hiatt #define IB_BTH_A_MASK 1
2287dafbab3SDon Hiatt #define IB_BTH_A_SHIFT 31
2297dafbab3SDon Hiatt #define IB_BTH_M_MASK 1
2307dafbab3SDon Hiatt #define IB_BTH_M_SHIFT 22
2317dafbab3SDon Hiatt #define IB_BTH_SE_MASK 1
2327dafbab3SDon Hiatt #define IB_BTH_SE_SHIFT 23
2337dafbab3SDon Hiatt #define IB_BTH_TVER_MASK 0xf
2347dafbab3SDon Hiatt #define IB_BTH_TVER_SHIFT 16
235*ffa501efSAharon Landau #define IB_BTH_OPCODE_CNP 0x81
236cb427057SDon Hiatt
ib_bth_get_pad(struct ib_other_headers * ohdr)237cb427057SDon Hiatt static inline u8 ib_bth_get_pad(struct ib_other_headers *ohdr)
238cb427057SDon Hiatt {
239cb427057SDon Hiatt return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) &
240cb427057SDon Hiatt IB_BTH_PAD_MASK);
241cb427057SDon Hiatt }
242cb427057SDon Hiatt
ib_bth_get_pkey(struct ib_other_headers * ohdr)243cb427057SDon Hiatt static inline u16 ib_bth_get_pkey(struct ib_other_headers *ohdr)
244cb427057SDon Hiatt {
245cb427057SDon Hiatt return (be32_to_cpu(ohdr->bth[0]) & IB_BTH_PKEY_MASK);
246cb427057SDon Hiatt }
247cb427057SDon Hiatt
ib_bth_get_opcode(struct ib_other_headers * ohdr)248cb427057SDon Hiatt static inline u8 ib_bth_get_opcode(struct ib_other_headers *ohdr)
249cb427057SDon Hiatt {
250cb427057SDon Hiatt return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_OPCODE_SHIFT) &
251cb427057SDon Hiatt IB_BTH_OPCODE_MASK);
252cb427057SDon Hiatt }
253cb427057SDon Hiatt
ib_bth_get_ackreq(struct ib_other_headers * ohdr)2547dafbab3SDon Hiatt static inline u8 ib_bth_get_ackreq(struct ib_other_headers *ohdr)
2557dafbab3SDon Hiatt {
2567dafbab3SDon Hiatt return (u8)((be32_to_cpu(ohdr->bth[2]) >> IB_BTH_A_SHIFT) &
2577dafbab3SDon Hiatt IB_BTH_A_MASK);
2587dafbab3SDon Hiatt }
2597dafbab3SDon Hiatt
ib_bth_get_migreq(struct ib_other_headers * ohdr)2607dafbab3SDon Hiatt static inline u8 ib_bth_get_migreq(struct ib_other_headers *ohdr)
2617dafbab3SDon Hiatt {
2627dafbab3SDon Hiatt return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_M_SHIFT) &
2637dafbab3SDon Hiatt IB_BTH_M_MASK);
2647dafbab3SDon Hiatt }
2657dafbab3SDon Hiatt
ib_bth_get_se(struct ib_other_headers * ohdr)2667dafbab3SDon Hiatt static inline u8 ib_bth_get_se(struct ib_other_headers *ohdr)
2677dafbab3SDon Hiatt {
2687dafbab3SDon Hiatt return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_SE_SHIFT) &
2697dafbab3SDon Hiatt IB_BTH_SE_MASK);
2707dafbab3SDon Hiatt }
2717dafbab3SDon Hiatt
ib_bth_get_psn(struct ib_other_headers * ohdr)2727dafbab3SDon Hiatt static inline u32 ib_bth_get_psn(struct ib_other_headers *ohdr)
2737dafbab3SDon Hiatt {
2747dafbab3SDon Hiatt return (u32)(be32_to_cpu(ohdr->bth[2]));
2757dafbab3SDon Hiatt }
2767dafbab3SDon Hiatt
ib_bth_get_qpn(struct ib_other_headers * ohdr)2777dafbab3SDon Hiatt static inline u32 ib_bth_get_qpn(struct ib_other_headers *ohdr)
2787dafbab3SDon Hiatt {
2797dafbab3SDon Hiatt return (u32)((be32_to_cpu(ohdr->bth[1])) & IB_QPN_MASK);
2807dafbab3SDon Hiatt }
2817dafbab3SDon Hiatt
ib_bth_get_becn(struct ib_other_headers * ohdr)282ca85bb1cSSebastian Sanchez static inline bool ib_bth_get_becn(struct ib_other_headers *ohdr)
2837dafbab3SDon Hiatt {
284ca85bb1cSSebastian Sanchez return (ohdr->bth[1]) & cpu_to_be32(IB_BECN_SMASK);
2857dafbab3SDon Hiatt }
2867dafbab3SDon Hiatt
ib_bth_get_fecn(struct ib_other_headers * ohdr)287ca85bb1cSSebastian Sanchez static inline bool ib_bth_get_fecn(struct ib_other_headers *ohdr)
2887dafbab3SDon Hiatt {
289ca85bb1cSSebastian Sanchez return (ohdr->bth[1]) & cpu_to_be32(IB_FECN_SMASK);
2907dafbab3SDon Hiatt }
2917dafbab3SDon Hiatt
ib_bth_get_tver(struct ib_other_headers * ohdr)2927dafbab3SDon Hiatt static inline u8 ib_bth_get_tver(struct ib_other_headers *ohdr)
2937dafbab3SDon Hiatt {
2947dafbab3SDon Hiatt return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_TVER_SHIFT) &
2957dafbab3SDon Hiatt IB_BTH_TVER_MASK);
2967dafbab3SDon Hiatt }
2977dafbab3SDon Hiatt
ib_bth_is_solicited(struct ib_other_headers * ohdr)298f150e273SSebastian Sanchez static inline bool ib_bth_is_solicited(struct ib_other_headers *ohdr)
299f150e273SSebastian Sanchez {
300f150e273SSebastian Sanchez return ohdr->bth[0] & cpu_to_be32(IB_BTH_SOLICITED);
301f150e273SSebastian Sanchez }
3026d6b8848SSebastian Sanchez
ib_bth_is_migration(struct ib_other_headers * ohdr)3036d6b8848SSebastian Sanchez static inline bool ib_bth_is_migration(struct ib_other_headers *ohdr)
3046d6b8848SSebastian Sanchez {
3056d6b8848SSebastian Sanchez return ohdr->bth[0] & cpu_to_be32(IB_BTH_MIG_REQ);
3066d6b8848SSebastian Sanchez }
3077368ef02SMike Marciniszyn #endif /* IB_HDRS_H */
308