1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (C) 2020 Felix Fietkau <nbd@nbd.name> */
3 
4 #ifndef __MTK_PPE_H
5 #define __MTK_PPE_H
6 
7 #include <linux/kernel.h>
8 #include <linux/bitfield.h>
9 #include <linux/rhashtable.h>
10 
11 #define MTK_PPE_ENTRIES_SHIFT		3
12 #define MTK_PPE_ENTRIES			(1024 << MTK_PPE_ENTRIES_SHIFT)
13 #define MTK_PPE_HASH_MASK		(MTK_PPE_ENTRIES - 1)
14 #define MTK_PPE_WAIT_TIMEOUT_US		1000000
15 
16 #define MTK_FOE_IB1_UNBIND_TIMESTAMP	GENMASK(7, 0)
17 #define MTK_FOE_IB1_UNBIND_PACKETS	GENMASK(23, 8)
18 #define MTK_FOE_IB1_UNBIND_PREBIND	BIT(24)
19 
20 #define MTK_FOE_IB1_BIND_TIMESTAMP	GENMASK(14, 0)
21 #define MTK_FOE_IB1_BIND_KEEPALIVE	BIT(15)
22 #define MTK_FOE_IB1_BIND_VLAN_LAYER	GENMASK(18, 16)
23 #define MTK_FOE_IB1_BIND_PPPOE		BIT(19)
24 #define MTK_FOE_IB1_BIND_VLAN_TAG	BIT(20)
25 #define MTK_FOE_IB1_BIND_PKT_SAMPLE	BIT(21)
26 #define MTK_FOE_IB1_BIND_CACHE		BIT(22)
27 #define MTK_FOE_IB1_BIND_TUNNEL_DECAP	BIT(23)
28 #define MTK_FOE_IB1_BIND_TTL		BIT(24)
29 
30 #define MTK_FOE_IB1_PACKET_TYPE		GENMASK(27, 25)
31 #define MTK_FOE_IB1_STATE		GENMASK(29, 28)
32 #define MTK_FOE_IB1_UDP			BIT(30)
33 #define MTK_FOE_IB1_STATIC		BIT(31)
34 
35 /* CONFIG_MEDIATEK_NETSYS_V2 */
36 #define MTK_FOE_IB1_BIND_TIMESTAMP_V2	GENMASK(7, 0)
37 #define MTK_FOE_IB1_BIND_VLAN_LAYER_V2	GENMASK(16, 14)
38 #define MTK_FOE_IB1_BIND_PPPOE_V2	BIT(17)
39 #define MTK_FOE_IB1_BIND_VLAN_TAG_V2	BIT(18)
40 #define MTK_FOE_IB1_BIND_CACHE_V2	BIT(20)
41 #define MTK_FOE_IB1_BIND_TTL_V2		BIT(22)
42 #define MTK_FOE_IB1_PACKET_TYPE_V2	GENMASK(27, 23)
43 
44 enum {
45 	MTK_PPE_PKT_TYPE_IPV4_HNAPT = 0,
46 	MTK_PPE_PKT_TYPE_IPV4_ROUTE = 1,
47 	MTK_PPE_PKT_TYPE_BRIDGE = 2,
48 	MTK_PPE_PKT_TYPE_IPV4_DSLITE = 3,
49 	MTK_PPE_PKT_TYPE_IPV6_ROUTE_3T = 4,
50 	MTK_PPE_PKT_TYPE_IPV6_ROUTE_5T = 5,
51 	MTK_PPE_PKT_TYPE_IPV6_6RD = 7,
52 };
53 
54 #define MTK_FOE_IB2_QID			GENMASK(3, 0)
55 #define MTK_FOE_IB2_PSE_QOS		BIT(4)
56 #define MTK_FOE_IB2_DEST_PORT		GENMASK(7, 5)
57 #define MTK_FOE_IB2_MULTICAST		BIT(8)
58 #define MTK_FOE_IB2_MIB_CNT		BIT(10)
59 
60 #define MTK_FOE_IB2_WDMA_QID2		GENMASK(13, 12)
61 #define MTK_FOE_IB2_MIB_CNT_V2		BIT(15)
62 #define MTK_FOE_IB2_WDMA_DEVIDX		BIT(16)
63 #define MTK_FOE_IB2_WDMA_WINFO		BIT(17)
64 
65 #define MTK_FOE_IB2_PORT_MG		GENMASK(17, 12)
66 
67 #define MTK_FOE_IB2_RX_IDX		GENMASK(18, 17)
68 #define MTK_FOE_IB2_PORT_AG		GENMASK(23, 18)
69 
70 #define MTK_FOE_IB2_DSCP		GENMASK(31, 24)
71 
72 /* CONFIG_MEDIATEK_NETSYS_V2 */
73 #define MTK_FOE_IB2_QID_V2			GENMASK(6, 0)
74 #define MTK_FOE_IB2_PORT_MG_V2		BIT(7)
75 #define MTK_FOE_IB2_PSE_QOS_V2		BIT(8)
76 #define MTK_FOE_IB2_DEST_PORT_V2	GENMASK(12, 9)
77 #define MTK_FOE_IB2_MULTICAST_V2	BIT(13)
78 #define MTK_FOE_IB2_WDMA_WINFO_V2	BIT(19)
79 #define MTK_FOE_IB2_PORT_AG_V2		GENMASK(23, 20)
80 
81 #define MTK_FOE_VLAN2_WINFO_BSS		GENMASK(5, 0)
82 #define MTK_FOE_VLAN2_WINFO_WCID	GENMASK(13, 6)
83 #define MTK_FOE_VLAN2_WINFO_RING	GENMASK(15, 14)
84 
85 #define MTK_FOE_WINFO_BSS		GENMASK(5, 0)
86 #define MTK_FOE_WINFO_WCID		GENMASK(15, 6)
87 
88 #define MTK_FOE_WINFO_BSS_V3		GENMASK(23, 16)
89 #define MTK_FOE_WINFO_WCID_V3		GENMASK(15, 0)
90 
91 #define MTK_FOE_WINFO_PAO_USR_INFO	GENMASK(15, 0)
92 #define MTK_FOE_WINFO_PAO_TID		GENMASK(19, 16)
93 #define MTK_FOE_WINFO_PAO_IS_FIXEDRATE	BIT(20)
94 #define MTK_FOE_WINFO_PAO_IS_PRIOR	BIT(21)
95 #define MTK_FOE_WINFO_PAO_IS_SP		BIT(22)
96 #define MTK_FOE_WINFO_PAO_HF		BIT(23)
97 #define MTK_FOE_WINFO_PAO_AMSDU_EN	BIT(24)
98 
99 enum {
100 	MTK_FOE_STATE_INVALID,
101 	MTK_FOE_STATE_UNBIND,
102 	MTK_FOE_STATE_BIND,
103 	MTK_FOE_STATE_FIN
104 };
105 
106 struct mtk_foe_mac_info {
107 	u16 vlan1;
108 	u16 etype;
109 
110 	u32 dest_mac_hi;
111 
112 	u16 vlan2;
113 	u16 dest_mac_lo;
114 
115 	u32 src_mac_hi;
116 
117 	u16 pppoe_id;
118 	u16 src_mac_lo;
119 
120 	/* netsys_v2 */
121 	u16 minfo;
122 	u16 winfo;
123 
124 	/* netsys_v3 */
125 	u32 w3info;
126 	u32 wpao;
127 };
128 
129 /* software-only entry type */
130 struct mtk_foe_bridge {
131 	u8 dest_mac[ETH_ALEN];
132 	u8 src_mac[ETH_ALEN];
133 	u16 vlan;
134 
135 	struct {} key_end;
136 
137 	u32 ib2;
138 
139 	struct mtk_foe_mac_info l2;
140 };
141 
142 struct mtk_ipv4_tuple {
143 	u32 src_ip;
144 	u32 dest_ip;
145 	union {
146 		struct {
147 			u16 dest_port;
148 			u16 src_port;
149 		};
150 		struct {
151 			u8 protocol;
152 			u8 _pad[3]; /* fill with 0xa5a5a5 */
153 		};
154 		u32 ports;
155 	};
156 };
157 
158 struct mtk_foe_ipv4 {
159 	struct mtk_ipv4_tuple orig;
160 
161 	u32 ib2;
162 
163 	struct mtk_ipv4_tuple new;
164 
165 	u16 timestamp;
166 	u16 _rsv0[3];
167 
168 	u32 udf_tsid;
169 
170 	struct mtk_foe_mac_info l2;
171 };
172 
173 struct mtk_foe_ipv4_dslite {
174 	struct mtk_ipv4_tuple ip4;
175 
176 	u32 tunnel_src_ip[4];
177 	u32 tunnel_dest_ip[4];
178 
179 	u8 flow_label[3];
180 	u8 priority;
181 
182 	u32 udf_tsid;
183 
184 	u32 ib2;
185 
186 	struct mtk_foe_mac_info l2;
187 };
188 
189 struct mtk_foe_ipv6 {
190 	u32 src_ip[4];
191 	u32 dest_ip[4];
192 
193 	union {
194 		struct {
195 			u8 protocol;
196 			u8 _pad[3]; /* fill with 0xa5a5a5 */
197 		}; /* 3-tuple */
198 		struct {
199 			u16 dest_port;
200 			u16 src_port;
201 		}; /* 5-tuple */
202 		u32 ports;
203 	};
204 
205 	u32 _rsv[3];
206 
207 	u32 udf;
208 
209 	u32 ib2;
210 	struct mtk_foe_mac_info l2;
211 };
212 
213 struct mtk_foe_ipv6_6rd {
214 	u32 src_ip[4];
215 	u32 dest_ip[4];
216 	u16 dest_port;
217 	u16 src_port;
218 
219 	u32 tunnel_src_ip;
220 	u32 tunnel_dest_ip;
221 
222 	u16 hdr_csum;
223 	u8 dscp;
224 	u8 ttl;
225 
226 	u8 flag;
227 	u8 pad;
228 	u8 per_flow_6rd_id;
229 	u8 pad2;
230 
231 	u32 ib2;
232 	struct mtk_foe_mac_info l2;
233 };
234 
235 #define MTK_FOE_ENTRY_V1_SIZE	80
236 #define MTK_FOE_ENTRY_V2_SIZE	96
237 #define MTK_FOE_ENTRY_V3_SIZE	128
238 
239 struct mtk_foe_entry {
240 	u32 ib1;
241 
242 	union {
243 		struct mtk_foe_bridge bridge;
244 		struct mtk_foe_ipv4 ipv4;
245 		struct mtk_foe_ipv4_dslite dslite;
246 		struct mtk_foe_ipv6 ipv6;
247 		struct mtk_foe_ipv6_6rd ipv6_6rd;
248 		u32 data[31];
249 	};
250 };
251 
252 enum {
253 	MTK_PPE_CPU_REASON_TTL_EXCEEDED			= 0x02,
254 	MTK_PPE_CPU_REASON_OPTION_HEADER		= 0x03,
255 	MTK_PPE_CPU_REASON_NO_FLOW			= 0x07,
256 	MTK_PPE_CPU_REASON_IPV4_FRAG			= 0x08,
257 	MTK_PPE_CPU_REASON_IPV4_DSLITE_FRAG		= 0x09,
258 	MTK_PPE_CPU_REASON_IPV4_DSLITE_NO_TCP_UDP	= 0x0a,
259 	MTK_PPE_CPU_REASON_IPV6_6RD_NO_TCP_UDP		= 0x0b,
260 	MTK_PPE_CPU_REASON_TCP_FIN_SYN_RST		= 0x0c,
261 	MTK_PPE_CPU_REASON_UN_HIT			= 0x0d,
262 	MTK_PPE_CPU_REASON_HIT_UNBIND			= 0x0e,
263 	MTK_PPE_CPU_REASON_HIT_UNBIND_RATE_REACHED	= 0x0f,
264 	MTK_PPE_CPU_REASON_HIT_BIND_TCP_FIN		= 0x10,
265 	MTK_PPE_CPU_REASON_HIT_TTL_1			= 0x11,
266 	MTK_PPE_CPU_REASON_HIT_BIND_VLAN_VIOLATION	= 0x12,
267 	MTK_PPE_CPU_REASON_KEEPALIVE_UC_OLD_HDR		= 0x13,
268 	MTK_PPE_CPU_REASON_KEEPALIVE_MC_NEW_HDR		= 0x14,
269 	MTK_PPE_CPU_REASON_KEEPALIVE_DUP_OLD_HDR	= 0x15,
270 	MTK_PPE_CPU_REASON_HIT_BIND_FORCE_CPU		= 0x16,
271 	MTK_PPE_CPU_REASON_TUNNEL_OPTION_HEADER		= 0x17,
272 	MTK_PPE_CPU_REASON_MULTICAST_TO_CPU		= 0x18,
273 	MTK_PPE_CPU_REASON_MULTICAST_TO_GMAC1_CPU	= 0x19,
274 	MTK_PPE_CPU_REASON_HIT_PRE_BIND			= 0x1a,
275 	MTK_PPE_CPU_REASON_PACKET_SAMPLING		= 0x1b,
276 	MTK_PPE_CPU_REASON_EXCEED_MTU			= 0x1c,
277 	MTK_PPE_CPU_REASON_PPE_BYPASS			= 0x1e,
278 	MTK_PPE_CPU_REASON_INVALID			= 0x1f,
279 };
280 
281 enum {
282 	MTK_FLOW_TYPE_L4,
283 	MTK_FLOW_TYPE_L2,
284 	MTK_FLOW_TYPE_L2_SUBFLOW,
285 };
286 
287 struct mtk_flow_entry {
288 	union {
289 		struct hlist_node list;
290 		struct {
291 			struct rhash_head l2_node;
292 			struct hlist_head l2_flows;
293 		};
294 	};
295 	u8 type;
296 	s8 wed_index;
297 	u8 ppe_index;
298 	u16 hash;
299 	union {
300 		struct mtk_foe_entry data;
301 		struct {
302 			struct mtk_flow_entry *base_flow;
303 			struct hlist_node list;
304 		} l2_data;
305 	};
306 	struct rhash_head node;
307 	unsigned long cookie;
308 };
309 
310 struct mtk_mib_entry {
311 	u32	byt_cnt_l;
312 	u16	byt_cnt_h;
313 	u32	pkt_cnt_l;
314 	u8	pkt_cnt_h;
315 	u8	_rsv0;
316 	u32	_rsv1;
317 } __packed;
318 
319 struct mtk_foe_accounting {
320 	u64	bytes;
321 	u64	packets;
322 };
323 
324 struct mtk_ppe {
325 	struct mtk_eth *eth;
326 	struct device *dev;
327 	void __iomem *base;
328 	int version;
329 	char dirname[5];
330 	bool accounting;
331 
332 	void *foe_table;
333 	dma_addr_t foe_phys;
334 
335 	struct mtk_mib_entry *mib_table;
336 	dma_addr_t mib_phys;
337 
338 	u16 foe_check_time[MTK_PPE_ENTRIES];
339 	struct hlist_head *foe_flow;
340 
341 	struct rhashtable l2_flows;
342 
343 	void *acct_table;
344 };
345 
346 struct mtk_ppe *mtk_ppe_init(struct mtk_eth *eth, void __iomem *base, int index);
347 
348 void mtk_ppe_deinit(struct mtk_eth *eth);
349 void mtk_ppe_start(struct mtk_ppe *ppe);
350 int mtk_ppe_stop(struct mtk_ppe *ppe);
351 int mtk_ppe_prepare_reset(struct mtk_ppe *ppe);
352 
353 void __mtk_ppe_check_skb(struct mtk_ppe *ppe, struct sk_buff *skb, u16 hash);
354 
355 static inline void
mtk_ppe_check_skb(struct mtk_ppe * ppe,struct sk_buff * skb,u16 hash)356 mtk_ppe_check_skb(struct mtk_ppe *ppe, struct sk_buff *skb, u16 hash)
357 {
358 	u16 now, diff;
359 
360 	if (!ppe)
361 		return;
362 
363 	if (hash > MTK_PPE_HASH_MASK)
364 		return;
365 
366 	now = (u16)jiffies;
367 	diff = now - ppe->foe_check_time[hash];
368 	if (diff < HZ / 10)
369 		return;
370 
371 	ppe->foe_check_time[hash] = now;
372 	__mtk_ppe_check_skb(ppe, skb, hash);
373 }
374 
375 int mtk_foe_entry_prepare(struct mtk_eth *eth, struct mtk_foe_entry *entry,
376 			  int type, int l4proto, u8 pse_port, u8 *src_mac,
377 			  u8 *dest_mac);
378 int mtk_foe_entry_set_pse_port(struct mtk_eth *eth,
379 			       struct mtk_foe_entry *entry, u8 port);
380 int mtk_foe_entry_set_ipv4_tuple(struct mtk_eth *eth,
381 				 struct mtk_foe_entry *entry, bool orig,
382 				 __be32 src_addr, __be16 src_port,
383 				 __be32 dest_addr, __be16 dest_port);
384 int mtk_foe_entry_set_ipv6_tuple(struct mtk_eth *eth,
385 				 struct mtk_foe_entry *entry,
386 				 __be32 *src_addr, __be16 src_port,
387 				 __be32 *dest_addr, __be16 dest_port);
388 int mtk_foe_entry_set_dsa(struct mtk_eth *eth, struct mtk_foe_entry *entry,
389 			  int port);
390 int mtk_foe_entry_set_vlan(struct mtk_eth *eth, struct mtk_foe_entry *entry,
391 			   int vid);
392 int mtk_foe_entry_set_pppoe(struct mtk_eth *eth, struct mtk_foe_entry *entry,
393 			    int sid);
394 int mtk_foe_entry_set_wdma(struct mtk_eth *eth, struct mtk_foe_entry *entry,
395 			   int wdma_idx, int txq, int bss, int wcid);
396 int mtk_foe_entry_set_queue(struct mtk_eth *eth, struct mtk_foe_entry *entry,
397 			    unsigned int queue);
398 int mtk_foe_entry_commit(struct mtk_ppe *ppe, struct mtk_flow_entry *entry);
399 void mtk_foe_entry_clear(struct mtk_ppe *ppe, struct mtk_flow_entry *entry);
400 int mtk_foe_entry_idle_time(struct mtk_ppe *ppe, struct mtk_flow_entry *entry);
401 int mtk_ppe_debugfs_init(struct mtk_ppe *ppe, int index);
402 struct mtk_foe_accounting *mtk_foe_entry_get_mib(struct mtk_ppe *ppe, u32 index,
403 						 struct mtk_foe_accounting *diff);
404 
405 #endif
406