1 /* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
2 /*
3  * Copyright(c) 2017 Intel Corporation.
4  */
5 
6 #ifndef _HFI1_EXP_RCV_H
7 #define _HFI1_EXP_RCV_H
8 #include "hfi.h"
9 
10 #define EXP_TID_SET_EMPTY(set) (set.count == 0 && list_empty(&set.list))
11 
12 #define EXP_TID_TIDLEN_MASK   0x7FFULL
13 #define EXP_TID_TIDLEN_SHIFT  0
14 #define EXP_TID_TIDCTRL_MASK  0x3ULL
15 #define EXP_TID_TIDCTRL_SHIFT 20
16 #define EXP_TID_TIDIDX_MASK   0x3FFULL
17 #define EXP_TID_TIDIDX_SHIFT  22
18 #define EXP_TID_GET(tid, field)	\
19 	(((tid) >> EXP_TID_TID##field##_SHIFT) & EXP_TID_TID##field##_MASK)
20 
21 #define EXP_TID_SET(field, value)			\
22 	(((value) & EXP_TID_TID##field##_MASK) <<	\
23 	 EXP_TID_TID##field##_SHIFT)
24 #define EXP_TID_CLEAR(tid, field) ({					\
25 		(tid) &= ~(EXP_TID_TID##field##_MASK <<			\
26 			   EXP_TID_TID##field##_SHIFT);			\
27 		})
28 #define EXP_TID_RESET(tid, field, value) do {				\
29 		EXP_TID_CLEAR(tid, field);				\
30 		(tid) |= EXP_TID_SET(field, (value));			\
31 	} while (0)
32 
33 /*
34  * Define fields in the KDETH header so we can update the header
35  * template.
36  */
37 #define KDETH_OFFSET_SHIFT        0
38 #define KDETH_OFFSET_MASK         0x7fff
39 #define KDETH_OM_SHIFT            15
40 #define KDETH_OM_MASK             0x1
41 #define KDETH_TID_SHIFT           16
42 #define KDETH_TID_MASK            0x3ff
43 #define KDETH_TIDCTRL_SHIFT       26
44 #define KDETH_TIDCTRL_MASK        0x3
45 #define KDETH_INTR_SHIFT          28
46 #define KDETH_INTR_MASK           0x1
47 #define KDETH_SH_SHIFT            29
48 #define KDETH_SH_MASK             0x1
49 #define KDETH_KVER_SHIFT          30
50 #define KDETH_KVER_MASK           0x3
51 #define KDETH_JKEY_SHIFT          0x0
52 #define KDETH_JKEY_MASK           0xff
53 #define KDETH_HCRC_UPPER_SHIFT    16
54 #define KDETH_HCRC_UPPER_MASK     0xff
55 #define KDETH_HCRC_LOWER_SHIFT    24
56 #define KDETH_HCRC_LOWER_MASK     0xff
57 
58 #define KDETH_GET(val, field)						\
59 	(((le32_to_cpu((val))) >> KDETH_##field##_SHIFT) & KDETH_##field##_MASK)
60 #define KDETH_SET(dw, field, val) do {					\
61 		u32 dwval = le32_to_cpu(dw);				\
62 		dwval &= ~(KDETH_##field##_MASK << KDETH_##field##_SHIFT); \
63 		dwval |= (((val) & KDETH_##field##_MASK) << \
64 			  KDETH_##field##_SHIFT);			\
65 		dw = cpu_to_le32(dwval);				\
66 	} while (0)
67 
68 #define KDETH_RESET(dw, field, val) ({ dw = 0; KDETH_SET(dw, field, val); })
69 
70 /* KDETH OM multipliers and switch over point */
71 #define KDETH_OM_SMALL     4
72 #define KDETH_OM_SMALL_SHIFT     2
73 #define KDETH_OM_LARGE     64
74 #define KDETH_OM_LARGE_SHIFT     6
75 #define KDETH_OM_MAX_SIZE  (1 << ((KDETH_OM_LARGE / KDETH_OM_SMALL) + 1))
76 
77 struct tid_group {
78 	struct list_head list;
79 	u32 base;
80 	u8 size;
81 	u8 used;
82 	u8 map;
83 };
84 
85 /*
86  * Write an "empty" RcvArray entry.
87  * This function exists so the TID registaration code can use it
88  * to write to unused/unneeded entries and still take advantage
89  * of the WC performance improvements. The HFI will ignore this
90  * write to the RcvArray entry.
91  */
92 static inline void rcv_array_wc_fill(struct hfi1_devdata *dd, u32 index)
93 {
94 	/*
95 	 * Doing the WC fill writes only makes sense if the device is
96 	 * present and the RcvArray has been mapped as WC memory.
97 	 */
98 	if ((dd->flags & HFI1_PRESENT) && dd->rcvarray_wc) {
99 		writeq(0, dd->rcvarray_wc + (index * 8));
100 		if ((index & 3) == 3)
101 			flush_wc();
102 	}
103 }
104 
105 static inline void tid_group_add_tail(struct tid_group *grp,
106 				      struct exp_tid_set *set)
107 {
108 	list_add_tail(&grp->list, &set->list);
109 	set->count++;
110 }
111 
112 static inline void tid_group_remove(struct tid_group *grp,
113 				    struct exp_tid_set *set)
114 {
115 	list_del_init(&grp->list);
116 	set->count--;
117 }
118 
119 static inline void tid_group_move(struct tid_group *group,
120 				  struct exp_tid_set *s1,
121 				  struct exp_tid_set *s2)
122 {
123 	tid_group_remove(group, s1);
124 	tid_group_add_tail(group, s2);
125 }
126 
127 static inline struct tid_group *tid_group_pop(struct exp_tid_set *set)
128 {
129 	struct tid_group *grp =
130 		list_first_entry(&set->list, struct tid_group, list);
131 	list_del_init(&grp->list);
132 	set->count--;
133 	return grp;
134 }
135 
136 static inline u32 rcventry2tidinfo(u32 rcventry)
137 {
138 	u32 pair = rcventry & ~0x1;
139 
140 	return EXP_TID_SET(IDX, pair >> 1) |
141 		EXP_TID_SET(CTRL, 1 << (rcventry - pair));
142 }
143 
144 /**
145  * hfi1_tid_group_to_idx - convert an index to a group
146  * @rcd - the receive context
147  * @grp - the group pointer
148  */
149 static inline u16
150 hfi1_tid_group_to_idx(struct hfi1_ctxtdata *rcd, struct tid_group *grp)
151 {
152 	return grp - &rcd->groups[0];
153 }
154 
155 /**
156  * hfi1_idx_to_tid_group - convert a group to an index
157  * @rcd - the receive context
158  * @idx - the index
159  */
160 static inline struct tid_group *
161 hfi1_idx_to_tid_group(struct hfi1_ctxtdata *rcd, u16 idx)
162 {
163 	return &rcd->groups[idx];
164 }
165 
166 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
167 void hfi1_free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd);
168 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd);
169 
170 #endif /* _HFI1_EXP_RCV_H */
171