1d65e841dSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2d65e841dSYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */
3d65e841dSYevgeny Kliteynik 
4d65e841dSYevgeny Kliteynik #include <linux/types.h>
5d65e841dSYevgeny Kliteynik #include <linux/crc32.h>
6d65e841dSYevgeny Kliteynik #include "dr_ste.h"
7d65e841dSYevgeny Kliteynik 
84781df92SYevgeny Kliteynik #define SVLAN_ETHERTYPE		0x88a8
9ad17dc8cSYevgeny Kliteynik #define DR_STE_ENABLE_FLOW_TAG	BIT(31)
10ad17dc8cSYevgeny Kliteynik 
1146f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type {
1246f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_TX          = 1,
1346f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_RX          = 2,
1446f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_MODIFY_PKT  = 6,
1546f2a8aeSYevgeny Kliteynik };
1646f2a8aeSYevgeny Kliteynik 
174781df92SYevgeny Kliteynik enum dr_ste_v0_action_tunl {
18ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_NONE		= 0,
19ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_ENABLE	= 1,
20ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_DECAP	= 2,
21ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_L3_DECAP	= 3,
22ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_POP_VLAN	= 4,
23ad17dc8cSYevgeny Kliteynik };
24ad17dc8cSYevgeny Kliteynik 
254781df92SYevgeny Kliteynik enum dr_ste_v0_action_type {
26ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_PUSH_VLAN	= 1,
27ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_ENCAP_L3	= 3,
28ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_ENCAP	= 4,
29ad17dc8cSYevgeny Kliteynik };
30ad17dc8cSYevgeny Kliteynik 
314781df92SYevgeny Kliteynik enum dr_ste_v0_action_mdfy_op {
324781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_COPY	= 0x1,
334781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_SET	= 0x2,
344781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_ADD	= 0x3,
354781df92SYevgeny Kliteynik };
364781df92SYevgeny Kliteynik 
37d65e841dSYevgeny Kliteynik #define DR_STE_CALC_LU_TYPE(lookup_type, rx, inner) \
38dd2d3c8dSYevgeny Kliteynik 	((inner) ? DR_STE_V0_LU_TYPE_##lookup_type##_I : \
39dd2d3c8dSYevgeny Kliteynik 		   (rx) ? DR_STE_V0_LU_TYPE_##lookup_type##_D : \
40dd2d3c8dSYevgeny Kliteynik 			  DR_STE_V0_LU_TYPE_##lookup_type##_O)
41dd2d3c8dSYevgeny Kliteynik 
42dd2d3c8dSYevgeny Kliteynik enum {
43dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_NOP				= 0x00,
44dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP		= 0x05,
45dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I		= 0x0a,
46dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_O			= 0x06,
47dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_I			= 0x07,
48dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_D			= 0x1b,
49dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_O			= 0x08,
50dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_I			= 0x09,
51dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_D			= 0x1c,
52dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_O		= 0x36,
53dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_I		= 0x37,
54dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_D		= 0x38,
55dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_O		= 0x0d,
56dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_I		= 0x0e,
57dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_D		= 0x1e,
58dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_O		= 0x0f,
59dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_I		= 0x10,
60dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_D		= 0x1f,
61dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_O		= 0x11,
62dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_I		= 0x12,
63dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_D		= 0x20,
64dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_O		= 0x29,
65dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_I		= 0x2a,
66dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_D		= 0x2b,
67dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_O			= 0x13,
68dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_I			= 0x14,
69dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_D			= 0x21,
70dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_O			= 0x2c,
71dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_I			= 0x2d,
72dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_D			= 0x2e,
73dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_O			= 0x15,
74dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_I			= 0x24,
75dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_D			= 0x25,
76dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_GRE				= 0x16,
77dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_0			= 0x22,
78dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_1			= 0x23,
79dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER	= 0x19,
80dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_GENERAL_PURPOSE		= 0x18,
81dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0		= 0x2f,
82dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1		= 0x30,
83dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_DONT_CARE			= MLX5DR_STE_LU_TYPE_DONT_CARE,
84dd2d3c8dSYevgeny Kliteynik };
85d65e841dSYevgeny Kliteynik 
864781df92SYevgeny Kliteynik enum {
874781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_0		= 0,
884781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_1		= 1,
894781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_2		= 2,
904781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_0		= 3,
914781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_1		= 4,
924781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_2		= 5,
934781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_3		= 6,
944781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_4		= 7,
954781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_0		= 8,
964781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_1		= 9,
974781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_MPLS		= 10,
984781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_0	= 11,
994781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_0		= 12,
1004781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_1		= 13,
1014781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_2		= 14,
1024781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_3		= 15,
1034781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_2		= 16,
1044781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_0	= 17,
1054781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_1	= 18,
1064781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_2	= 19,
1074781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_3	= 20,
1084781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_1	= 21,
1094781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_METADATA	= 22,
1104781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_RESERVED	= 23,
1114781df92SYevgeny Kliteynik };
1124781df92SYevgeny Kliteynik 
1134781df92SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v0_action_modify_field_arr[] = {
1144781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = {
1154781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 16, .end = 47,
1164781df92SYevgeny Kliteynik 	},
1174781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = {
1184781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 0, .end = 15,
1194781df92SYevgeny Kliteynik 	},
1204781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = {
1214781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 32, .end = 47,
1224781df92SYevgeny Kliteynik 	},
1234781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = {
1244781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 16, .end = 47,
1254781df92SYevgeny Kliteynik 	},
1264781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = {
1274781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 0, .end = 15,
1284781df92SYevgeny Kliteynik 	},
1294781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = {
1304781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 0, .end = 5,
1314781df92SYevgeny Kliteynik 	},
1324781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = {
1334781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 48, .end = 56,
1344781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1354781df92SYevgeny Kliteynik 	},
1364781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = {
1374781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15,
1384781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1394781df92SYevgeny Kliteynik 	},
1404781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = {
1414781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31,
1424781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1434781df92SYevgeny Kliteynik 	},
1444781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = {
1454781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15,
1464781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
1474781df92SYevgeny Kliteynik 	},
1484781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = {
1494781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15,
1504781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1514781df92SYevgeny Kliteynik 	},
1524781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = {
1534781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15,
1544781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
1554781df92SYevgeny Kliteynik 	},
1564781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = {
1574781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31,
1584781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
1594781df92SYevgeny Kliteynik 	},
1604781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = {
1614781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 32, .end = 63,
1624781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1634781df92SYevgeny Kliteynik 	},
1644781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = {
1654781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 0, .end = 31,
1664781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1674781df92SYevgeny Kliteynik 	},
1684781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = {
1694781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 32, .end = 63,
1704781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1714781df92SYevgeny Kliteynik 	},
1724781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = {
1734781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 0, .end = 31,
1744781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1754781df92SYevgeny Kliteynik 	},
1764781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = {
1774781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63,
1784781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1794781df92SYevgeny Kliteynik 	},
1804781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = {
1814781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31,
1824781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1834781df92SYevgeny Kliteynik 	},
1844781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = {
1854781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 32, .end = 63,
1864781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1874781df92SYevgeny Kliteynik 	},
1884781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = {
1894781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 0, .end = 31,
1904781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1914781df92SYevgeny Kliteynik 	},
1924781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV4] = {
1934781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31,
1944781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
1954781df92SYevgeny Kliteynik 	},
1964781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV4] = {
1974781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63,
1984781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
1994781df92SYevgeny Kliteynik 	},
2004781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_A] = {
2014781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 0, .end = 31,
2024781df92SYevgeny Kliteynik 	},
2034781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_B] = {
2044781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 32, .end = 63,
2054781df92SYevgeny Kliteynik 	},
2064781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = {
2074781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 32, .end = 63,
2084781df92SYevgeny Kliteynik 	},
2094781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = {
2104781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 0, .end = 31,
2114781df92SYevgeny Kliteynik 	},
2124781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = {
2134781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 32, .end = 63,
2144781df92SYevgeny Kliteynik 	},
2154781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = {
2164781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 0, .end = 31,
2174781df92SYevgeny Kliteynik 	},
2184781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = {
2194781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 32, .end = 63,
2204781df92SYevgeny Kliteynik 	},
2214781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = {
2224781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 0, .end = 31,
2234781df92SYevgeny Kliteynik 	},
2244781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = {
2254781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 32, .end = 63,
2264781df92SYevgeny Kliteynik 	},
2274781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = {
2284781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 0, .end = 31,
2294781df92SYevgeny Kliteynik 	},
2304781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = {
2314781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 0, .end = 15,
2324781df92SYevgeny Kliteynik 	},
2334781df92SYevgeny Kliteynik };
2344781df92SYevgeny Kliteynik 
235ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_entry_type(u8 *hw_ste_p, u8 entry_type)
236ad17dc8cSYevgeny Kliteynik {
237ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, entry_type, entry_type);
238ad17dc8cSYevgeny Kliteynik }
239ad17dc8cSYevgeny Kliteynik 
240ad17dc8cSYevgeny Kliteynik static u8 dr_ste_v0_get_entry_type(u8 *hw_ste_p)
241ad17dc8cSYevgeny Kliteynik {
242ad17dc8cSYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, entry_type);
243ad17dc8cSYevgeny Kliteynik }
244ad17dc8cSYevgeny Kliteynik 
2456b93b400SYevgeny Kliteynik static void dr_ste_v0_set_miss_addr(u8 *hw_ste_p, u64 miss_addr)
2466b93b400SYevgeny Kliteynik {
2476b93b400SYevgeny Kliteynik 	u64 index = miss_addr >> 6;
2486b93b400SYevgeny Kliteynik 
2496b93b400SYevgeny Kliteynik 	/* Miss address for TX and RX STEs located in the same offsets */
2506b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32, index >> 26);
2516b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6, index);
2526b93b400SYevgeny Kliteynik }
2536b93b400SYevgeny Kliteynik 
2546b93b400SYevgeny Kliteynik static u64 dr_ste_v0_get_miss_addr(u8 *hw_ste_p)
2556b93b400SYevgeny Kliteynik {
2566b93b400SYevgeny Kliteynik 	u64 index =
257bdbc13c2SYevgeny Kliteynik 		((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6) |
258bdbc13c2SYevgeny Kliteynik 		 ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32)) << 26);
2596b93b400SYevgeny Kliteynik 
2606b93b400SYevgeny Kliteynik 	return index << 6;
2616b93b400SYevgeny Kliteynik }
2626b93b400SYevgeny Kliteynik 
2636b93b400SYevgeny Kliteynik static void dr_ste_v0_set_byte_mask(u8 *hw_ste_p, u16 byte_mask)
2646b93b400SYevgeny Kliteynik {
2656b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, byte_mask, byte_mask);
2666b93b400SYevgeny Kliteynik }
2676b93b400SYevgeny Kliteynik 
2686b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_byte_mask(u8 *hw_ste_p)
2696b93b400SYevgeny Kliteynik {
2706b93b400SYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, byte_mask);
2716b93b400SYevgeny Kliteynik }
2726b93b400SYevgeny Kliteynik 
2736b93b400SYevgeny Kliteynik static void dr_ste_v0_set_lu_type(u8 *hw_ste_p, u16 lu_type)
2746b93b400SYevgeny Kliteynik {
2756b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, entry_sub_type, lu_type);
2766b93b400SYevgeny Kliteynik }
2776b93b400SYevgeny Kliteynik 
2786b93b400SYevgeny Kliteynik static void dr_ste_v0_set_next_lu_type(u8 *hw_ste_p, u16 lu_type)
2796b93b400SYevgeny Kliteynik {
2806b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_lu_type, lu_type);
2816b93b400SYevgeny Kliteynik }
2826b93b400SYevgeny Kliteynik 
2836b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_next_lu_type(u8 *hw_ste_p)
2846b93b400SYevgeny Kliteynik {
2856b93b400SYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, next_lu_type);
2866b93b400SYevgeny Kliteynik }
2876b93b400SYevgeny Kliteynik 
288ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi)
289ad17dc8cSYevgeny Kliteynik {
290ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_63_48, gvmi);
291ad17dc8cSYevgeny Kliteynik }
292ad17dc8cSYevgeny Kliteynik 
2936b93b400SYevgeny Kliteynik static void dr_ste_v0_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size)
2946b93b400SYevgeny Kliteynik {
2956b93b400SYevgeny Kliteynik 	u64 index = (icm_addr >> 5) | ht_size;
2966b93b400SYevgeny Kliteynik 
2976b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_39_32_size, index >> 27);
2986b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_31_5_size, index);
2996b93b400SYevgeny Kliteynik }
3006b93b400SYevgeny Kliteynik 
30146f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init_full(u8 *hw_ste_p, u16 lu_type,
30246f2a8aeSYevgeny Kliteynik 				enum dr_ste_v0_entry_type entry_type, u16 gvmi)
3036b93b400SYevgeny Kliteynik {
304ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_entry_type(hw_ste_p, entry_type);
3056b93b400SYevgeny Kliteynik 	dr_ste_v0_set_lu_type(hw_ste_p, lu_type);
3066b93b400SYevgeny Kliteynik 	dr_ste_v0_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE);
3076b93b400SYevgeny Kliteynik 
3086b93b400SYevgeny Kliteynik 	/* Set GVMI once, this is the same for RX/TX
3096b93b400SYevgeny Kliteynik 	 * bits 63_48 of next table base / miss address encode the next GVMI
3106b93b400SYevgeny Kliteynik 	 */
3116b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, gvmi, gvmi);
3126b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, next_table_base_63_48, gvmi);
3136b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_63_48, gvmi);
3146b93b400SYevgeny Kliteynik }
3156b93b400SYevgeny Kliteynik 
31646f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init(u8 *hw_ste_p, u16 lu_type,
31746f2a8aeSYevgeny Kliteynik 			   bool is_rx, u16 gvmi)
31846f2a8aeSYevgeny Kliteynik {
31946f2a8aeSYevgeny Kliteynik 	enum dr_ste_v0_entry_type entry_type;
32046f2a8aeSYevgeny Kliteynik 
32146f2a8aeSYevgeny Kliteynik 	entry_type = is_rx ? DR_STE_TYPE_RX : DR_STE_TYPE_TX;
32246f2a8aeSYevgeny Kliteynik 	dr_ste_v0_init_full(hw_ste_p, lu_type, entry_type, gvmi);
32346f2a8aeSYevgeny Kliteynik }
32446f2a8aeSYevgeny Kliteynik 
325ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_rx_set_flow_tag(u8 *hw_ste_p, u32 flow_tag)
326ad17dc8cSYevgeny Kliteynik {
327ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, qp_list_pointer,
328ad17dc8cSYevgeny Kliteynik 		 DR_STE_ENABLE_FLOW_TAG | flow_tag);
329ad17dc8cSYevgeny Kliteynik }
330ad17dc8cSYevgeny Kliteynik 
331ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_counter_id(u8 *hw_ste_p, u32 ctr_id)
332ad17dc8cSYevgeny Kliteynik {
333ad17dc8cSYevgeny Kliteynik 	/* This can be used for both rx_steering_mult and for sx_transmit */
334ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_15_0, ctr_id);
335ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_23_16, ctr_id >> 16);
336ad17dc8cSYevgeny Kliteynik }
337ad17dc8cSYevgeny Kliteynik 
338ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_go_back_bit(u8 *hw_ste_p)
339ad17dc8cSYevgeny Kliteynik {
340ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, go_back, 1);
341ad17dc8cSYevgeny Kliteynik }
342ad17dc8cSYevgeny Kliteynik 
343ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_push_vlan(u8 *hw_ste_p, u32 vlan_hdr,
344ad17dc8cSYevgeny Kliteynik 				       bool go_back)
345ad17dc8cSYevgeny Kliteynik {
346ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_type,
347ad17dc8cSYevgeny Kliteynik 		 DR_STE_ACTION_TYPE_PUSH_VLAN);
348ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, vlan_hdr);
3490142f097SYevgeny Kliteynik 	/* Due to HW limitation we need to set this bit, otherwise reformat +
350ad17dc8cSYevgeny Kliteynik 	 * push vlan will not work.
351ad17dc8cSYevgeny Kliteynik 	 */
352ad17dc8cSYevgeny Kliteynik 	if (go_back)
353ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_go_back_bit(hw_ste_p);
354ad17dc8cSYevgeny Kliteynik }
355ad17dc8cSYevgeny Kliteynik 
356ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_encap(void *hw_ste_p, u32 reformat_id,
357ad17dc8cSYevgeny Kliteynik 				   int size, bool encap_l3)
358ad17dc8cSYevgeny Kliteynik {
359ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_type,
360ad17dc8cSYevgeny Kliteynik 		 encap_l3 ? DR_STE_ACTION_TYPE_ENCAP_L3 : DR_STE_ACTION_TYPE_ENCAP);
361ad17dc8cSYevgeny Kliteynik 	/* The hardware expects here size in words (2 byte) */
362ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_description, size / 2);
363ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, reformat_id);
364ad17dc8cSYevgeny Kliteynik }
365ad17dc8cSYevgeny Kliteynik 
366ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap(u8 *hw_ste_p)
367ad17dc8cSYevgeny Kliteynik {
368ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
369ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_DECAP);
370d3875924SAlex Vesker 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1);
371ad17dc8cSYevgeny Kliteynik }
372ad17dc8cSYevgeny Kliteynik 
373ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_pop_vlan(u8 *hw_ste_p)
374ad17dc8cSYevgeny Kliteynik {
375ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
376ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_POP_VLAN);
377ad17dc8cSYevgeny Kliteynik }
378ad17dc8cSYevgeny Kliteynik 
379ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap_l3(u8 *hw_ste_p, bool vlan)
380ad17dc8cSYevgeny Kliteynik {
381ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
382ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_L3_DECAP);
383ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, action_description, vlan ? 1 : 0);
384d3875924SAlex Vesker 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1);
385ad17dc8cSYevgeny Kliteynik }
386ad17dc8cSYevgeny Kliteynik 
387ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rewrite_actions(u8 *hw_ste_p, u16 num_of_actions,
388ad17dc8cSYevgeny Kliteynik 					  u32 re_write_index)
389ad17dc8cSYevgeny Kliteynik {
390ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, number_of_re_write_actions,
391ad17dc8cSYevgeny Kliteynik 		 num_of_actions);
392ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, header_re_write_actions_pointer,
393ad17dc8cSYevgeny Kliteynik 		 re_write_index);
394ad17dc8cSYevgeny Kliteynik }
395ad17dc8cSYevgeny Kliteynik 
396ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_arr_init_next(u8 **last_ste,
397ad17dc8cSYevgeny Kliteynik 				    u32 *added_stes,
39846f2a8aeSYevgeny Kliteynik 				    enum dr_ste_v0_entry_type entry_type,
399ad17dc8cSYevgeny Kliteynik 				    u16 gvmi)
400ad17dc8cSYevgeny Kliteynik {
401ad17dc8cSYevgeny Kliteynik 	(*added_stes)++;
402ad17dc8cSYevgeny Kliteynik 	*last_ste += DR_STE_SIZE;
40346f2a8aeSYevgeny Kliteynik 	dr_ste_v0_init_full(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE,
404ad17dc8cSYevgeny Kliteynik 			    entry_type, gvmi);
405ad17dc8cSYevgeny Kliteynik }
406ad17dc8cSYevgeny Kliteynik 
407ad17dc8cSYevgeny Kliteynik static void
408ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_tx(struct mlx5dr_domain *dmn,
409ad17dc8cSYevgeny Kliteynik 			 u8 *action_type_set,
410ad17dc8cSYevgeny Kliteynik 			 u8 *last_ste,
411ad17dc8cSYevgeny Kliteynik 			 struct mlx5dr_ste_actions_attr *attr,
412ad17dc8cSYevgeny Kliteynik 			 u32 *added_stes)
413ad17dc8cSYevgeny Kliteynik {
414ad17dc8cSYevgeny Kliteynik 	bool encap = action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2] ||
415ad17dc8cSYevgeny Kliteynik 		action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3];
416ad17dc8cSYevgeny Kliteynik 
417ad17dc8cSYevgeny Kliteynik 	/* We want to make sure the modify header comes before L2
418ad17dc8cSYevgeny Kliteynik 	 * encapsulation. The reason for that is that we support
419ad17dc8cSYevgeny Kliteynik 	 * modify headers for outer headers only
420ad17dc8cSYevgeny Kliteynik 	 */
421ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
42246f2a8aeSYevgeny Kliteynik 		dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
423ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
424ad17dc8cSYevgeny Kliteynik 					      attr->modify_actions,
425ad17dc8cSYevgeny Kliteynik 					      attr->modify_index);
426ad17dc8cSYevgeny Kliteynik 	}
427ad17dc8cSYevgeny Kliteynik 
428ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) {
429ad17dc8cSYevgeny Kliteynik 		int i;
430ad17dc8cSYevgeny Kliteynik 
431ad17dc8cSYevgeny Kliteynik 		for (i = 0; i < attr->vlans.count; i++) {
432ad17dc8cSYevgeny Kliteynik 			if (i || action_type_set[DR_ACTION_TYP_MODIFY_HDR])
433ad17dc8cSYevgeny Kliteynik 				dr_ste_v0_arr_init_next(&last_ste,
434ad17dc8cSYevgeny Kliteynik 							added_stes,
43546f2a8aeSYevgeny Kliteynik 							DR_STE_TYPE_TX,
436ad17dc8cSYevgeny Kliteynik 							attr->gvmi);
437ad17dc8cSYevgeny Kliteynik 
438ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_tx_push_vlan(last_ste,
439ad17dc8cSYevgeny Kliteynik 						   attr->vlans.headers[i],
440ad17dc8cSYevgeny Kliteynik 						   encap);
441ad17dc8cSYevgeny Kliteynik 		}
442ad17dc8cSYevgeny Kliteynik 	}
443ad17dc8cSYevgeny Kliteynik 
444ad17dc8cSYevgeny Kliteynik 	if (encap) {
445ad17dc8cSYevgeny Kliteynik 		/* Modify header and encapsulation require a different STEs.
446ad17dc8cSYevgeny Kliteynik 		 * Since modify header STE format doesn't support encapsulation
447ad17dc8cSYevgeny Kliteynik 		 * tunneling_action.
448ad17dc8cSYevgeny Kliteynik 		 */
449ad17dc8cSYevgeny Kliteynik 		if (action_type_set[DR_ACTION_TYP_MODIFY_HDR] ||
450ad17dc8cSYevgeny Kliteynik 		    action_type_set[DR_ACTION_TYP_PUSH_VLAN])
451ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
452ad17dc8cSYevgeny Kliteynik 						added_stes,
45346f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_TX,
454ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
455ad17dc8cSYevgeny Kliteynik 
456ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_tx_encap(last_ste,
4577ea9b398SYevgeny Kliteynik 				       attr->reformat.id,
4587ea9b398SYevgeny Kliteynik 				       attr->reformat.size,
459ad17dc8cSYevgeny Kliteynik 				       action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]);
460ad17dc8cSYevgeny Kliteynik 		/* Whenever prio_tag_required enabled, we can be sure that the
461ad17dc8cSYevgeny Kliteynik 		 * previous table (ACL) already push vlan to our packet,
462ad17dc8cSYevgeny Kliteynik 		 * And due to HW limitation we need to set this bit, otherwise
463ad17dc8cSYevgeny Kliteynik 		 * push vlan + reformat will not work.
464ad17dc8cSYevgeny Kliteynik 		 */
465ad17dc8cSYevgeny Kliteynik 		if (MLX5_CAP_GEN(dmn->mdev, prio_tag_required))
466ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_go_back_bit(last_ste);
467ad17dc8cSYevgeny Kliteynik 	}
468ad17dc8cSYevgeny Kliteynik 
469ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR])
470ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_counter_id(last_ste, attr->ctr_id);
471ad17dc8cSYevgeny Kliteynik 
472ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi);
473ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1);
474ad17dc8cSYevgeny Kliteynik }
475ad17dc8cSYevgeny Kliteynik 
476ad17dc8cSYevgeny Kliteynik static void
477ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_rx(struct mlx5dr_domain *dmn,
478ad17dc8cSYevgeny Kliteynik 			 u8 *action_type_set,
479ad17dc8cSYevgeny Kliteynik 			 u8 *last_ste,
480ad17dc8cSYevgeny Kliteynik 			 struct mlx5dr_ste_actions_attr *attr,
481ad17dc8cSYevgeny Kliteynik 			 u32 *added_stes)
482ad17dc8cSYevgeny Kliteynik {
483ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR])
484ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_counter_id(last_ste, attr->ctr_id);
485ad17dc8cSYevgeny Kliteynik 
486ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) {
48746f2a8aeSYevgeny Kliteynik 		dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
488ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rx_decap_l3(last_ste, attr->decap_with_vlan);
489ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
490ad17dc8cSYevgeny Kliteynik 					      attr->decap_actions,
491ad17dc8cSYevgeny Kliteynik 					      attr->decap_index);
492ad17dc8cSYevgeny Kliteynik 	}
493ad17dc8cSYevgeny Kliteynik 
494ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2])
495ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rx_decap(last_ste);
496ad17dc8cSYevgeny Kliteynik 
497ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_POP_VLAN]) {
498ad17dc8cSYevgeny Kliteynik 		int i;
499ad17dc8cSYevgeny Kliteynik 
500ad17dc8cSYevgeny Kliteynik 		for (i = 0; i < attr->vlans.count; i++) {
501ad17dc8cSYevgeny Kliteynik 			if (i ||
502ad17dc8cSYevgeny Kliteynik 			    action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2] ||
503ad17dc8cSYevgeny Kliteynik 			    action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2])
504ad17dc8cSYevgeny Kliteynik 				dr_ste_v0_arr_init_next(&last_ste,
505ad17dc8cSYevgeny Kliteynik 							added_stes,
50646f2a8aeSYevgeny Kliteynik 							DR_STE_TYPE_RX,
507ad17dc8cSYevgeny Kliteynik 							attr->gvmi);
508ad17dc8cSYevgeny Kliteynik 
509ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_rx_pop_vlan(last_ste);
510ad17dc8cSYevgeny Kliteynik 		}
511ad17dc8cSYevgeny Kliteynik 	}
512ad17dc8cSYevgeny Kliteynik 
513ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
51446f2a8aeSYevgeny Kliteynik 		if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT)
515ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
516ad17dc8cSYevgeny Kliteynik 						added_stes,
51746f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_MODIFY_PKT,
518ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
519ad17dc8cSYevgeny Kliteynik 		else
52046f2a8aeSYevgeny Kliteynik 			dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
521ad17dc8cSYevgeny Kliteynik 
522ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
523ad17dc8cSYevgeny Kliteynik 					      attr->modify_actions,
524ad17dc8cSYevgeny Kliteynik 					      attr->modify_index);
525ad17dc8cSYevgeny Kliteynik 	}
526ad17dc8cSYevgeny Kliteynik 
527ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TAG]) {
52846f2a8aeSYevgeny Kliteynik 		if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT)
529ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
530ad17dc8cSYevgeny Kliteynik 						added_stes,
53146f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_RX,
532ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
533ad17dc8cSYevgeny Kliteynik 
534ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_rx_set_flow_tag(last_ste, attr->flow_tag);
535ad17dc8cSYevgeny Kliteynik 	}
536ad17dc8cSYevgeny Kliteynik 
537ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi);
538ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1);
539ad17dc8cSYevgeny Kliteynik }
540ad17dc8cSYevgeny Kliteynik 
5414781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_set(u8 *hw_action,
5424781df92SYevgeny Kliteynik 				     u8 hw_field,
5434781df92SYevgeny Kliteynik 				     u8 shifter,
5444781df92SYevgeny Kliteynik 				     u8 length,
5454781df92SYevgeny Kliteynik 				     u32 data)
5464781df92SYevgeny Kliteynik {
5474781df92SYevgeny Kliteynik 	length = (length == 32) ? 0 : length;
5484781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_SET);
5494781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field);
5504781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter);
5514781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_length, length);
5524781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, data);
5534781df92SYevgeny Kliteynik }
5544781df92SYevgeny Kliteynik 
5554781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_add(u8 *hw_action,
5564781df92SYevgeny Kliteynik 				     u8 hw_field,
5574781df92SYevgeny Kliteynik 				     u8 shifter,
5584781df92SYevgeny Kliteynik 				     u8 length,
5594781df92SYevgeny Kliteynik 				     u32 data)
5604781df92SYevgeny Kliteynik {
5614781df92SYevgeny Kliteynik 	length = (length == 32) ? 0 : length;
5624781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_ADD);
5634781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field);
5644781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter);
5654781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_length, length);
5664781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, data);
5674781df92SYevgeny Kliteynik }
5684781df92SYevgeny Kliteynik 
5694781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_copy(u8 *hw_action,
5704781df92SYevgeny Kliteynik 				      u8 dst_hw_field,
5714781df92SYevgeny Kliteynik 				      u8 dst_shifter,
5724781df92SYevgeny Kliteynik 				      u8 dst_len,
5734781df92SYevgeny Kliteynik 				      u8 src_hw_field,
5744781df92SYevgeny Kliteynik 				      u8 src_shifter)
5754781df92SYevgeny Kliteynik {
5764781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, opcode, DR_STE_ACTION_MDFY_OP_COPY);
5774781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_field_code, dst_hw_field);
5784781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_left_shifter, dst_shifter);
5794781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_length, dst_len);
5804781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, source_field_code, src_hw_field);
5814781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, source_left_shifter, src_shifter);
5824781df92SYevgeny Kliteynik }
5834781df92SYevgeny Kliteynik 
5844781df92SYevgeny Kliteynik #define DR_STE_DECAP_L3_MIN_ACTION_NUM	5
5854781df92SYevgeny Kliteynik 
5864781df92SYevgeny Kliteynik static int
5874781df92SYevgeny Kliteynik dr_ste_v0_set_action_decap_l3_list(void *data, u32 data_sz,
5884781df92SYevgeny Kliteynik 				   u8 *hw_action, u32 hw_action_sz,
5894781df92SYevgeny Kliteynik 				   u16 *used_hw_action_num)
5904781df92SYevgeny Kliteynik {
5914781df92SYevgeny Kliteynik 	struct mlx5_ifc_l2_hdr_bits *l2_hdr = data;
5924781df92SYevgeny Kliteynik 	u32 hw_action_num;
5934781df92SYevgeny Kliteynik 	int required_actions;
5944781df92SYevgeny Kliteynik 	u32 hdr_fld_4b;
5954781df92SYevgeny Kliteynik 	u16 hdr_fld_2b;
5964781df92SYevgeny Kliteynik 	u16 vlan_type;
5974781df92SYevgeny Kliteynik 	bool vlan;
5984781df92SYevgeny Kliteynik 
5994781df92SYevgeny Kliteynik 	vlan = (data_sz != HDR_LEN_L2);
6004781df92SYevgeny Kliteynik 	hw_action_num = hw_action_sz / MLX5_ST_SZ_BYTES(dr_action_hw_set);
6014781df92SYevgeny Kliteynik 	required_actions = DR_STE_DECAP_L3_MIN_ACTION_NUM + !!vlan;
6024781df92SYevgeny Kliteynik 
6034781df92SYevgeny Kliteynik 	if (hw_action_num < required_actions)
6044781df92SYevgeny Kliteynik 		return -ENOMEM;
6054781df92SYevgeny Kliteynik 
6064781df92SYevgeny Kliteynik 	/* dmac_47_16 */
6074781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6084781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6094781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6104781df92SYevgeny Kliteynik 		 destination_length, 0);
6114781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6124781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0);
6134781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6144781df92SYevgeny Kliteynik 		 destination_left_shifter, 16);
6154781df92SYevgeny Kliteynik 	hdr_fld_4b = MLX5_GET(l2_hdr, l2_hdr, dmac_47_16);
6164781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6174781df92SYevgeny Kliteynik 		 inline_data, hdr_fld_4b);
6184781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6194781df92SYevgeny Kliteynik 
6204781df92SYevgeny Kliteynik 	/* smac_47_16 */
6214781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6224781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6234781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6244781df92SYevgeny Kliteynik 		 destination_length, 0);
6254781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6264781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1);
6274781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, 16);
6284781df92SYevgeny Kliteynik 	hdr_fld_4b = (MLX5_GET(l2_hdr, l2_hdr, smac_31_0) >> 16 |
6294781df92SYevgeny Kliteynik 		      MLX5_GET(l2_hdr, l2_hdr, smac_47_32) << 16);
6304781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b);
6314781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6324781df92SYevgeny Kliteynik 
6334781df92SYevgeny Kliteynik 	/* dmac_15_0 */
6344781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6354781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6364781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6374781df92SYevgeny Kliteynik 		 destination_length, 16);
6384781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6394781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0);
6404781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6414781df92SYevgeny Kliteynik 		 destination_left_shifter, 0);
6424781df92SYevgeny Kliteynik 	hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, dmac_15_0);
6434781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6444781df92SYevgeny Kliteynik 		 inline_data, hdr_fld_2b);
6454781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6464781df92SYevgeny Kliteynik 
6474781df92SYevgeny Kliteynik 	/* ethertype + (optional) vlan */
6484781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6494781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6504781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6514781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2);
6524781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6534781df92SYevgeny Kliteynik 		 destination_left_shifter, 32);
6544781df92SYevgeny Kliteynik 	if (!vlan) {
6554781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype);
6564781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b);
6574781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, destination_length, 16);
6584781df92SYevgeny Kliteynik 	} else {
6594781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype);
6604781df92SYevgeny Kliteynik 		vlan_type = hdr_fld_2b == SVLAN_ETHERTYPE ? DR_STE_SVLAN : DR_STE_CVLAN;
6614781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan);
6624781df92SYevgeny Kliteynik 		hdr_fld_4b = (vlan_type << 16) | hdr_fld_2b;
6634781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b);
6644781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, destination_length, 18);
6654781df92SYevgeny Kliteynik 	}
6664781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6674781df92SYevgeny Kliteynik 
6684781df92SYevgeny Kliteynik 	/* smac_15_0 */
6694781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6704781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6714781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6724781df92SYevgeny Kliteynik 		 destination_length, 16);
6734781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6744781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1);
6754781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6764781df92SYevgeny Kliteynik 		 destination_left_shifter, 0);
6774781df92SYevgeny Kliteynik 	hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, smac_31_0);
6784781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b);
6794781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6804781df92SYevgeny Kliteynik 
6814781df92SYevgeny Kliteynik 	if (vlan) {
6824781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6834781df92SYevgeny Kliteynik 			 opcode, DR_STE_ACTION_MDFY_OP_SET);
6844781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan_type);
6854781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6864781df92SYevgeny Kliteynik 			 inline_data, hdr_fld_2b);
6874781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6884781df92SYevgeny Kliteynik 			 destination_length, 16);
6894781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6904781df92SYevgeny Kliteynik 			 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2);
6914781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6924781df92SYevgeny Kliteynik 			 destination_left_shifter, 0);
6934781df92SYevgeny Kliteynik 	}
6944781df92SYevgeny Kliteynik 
6954781df92SYevgeny Kliteynik 	*used_hw_action_num = required_actions;
6964781df92SYevgeny Kliteynik 
6974781df92SYevgeny Kliteynik 	return 0;
6984781df92SYevgeny Kliteynik }
6994781df92SYevgeny Kliteynik 
700d65e841dSYevgeny Kliteynik static void
701d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value,
702d65e841dSYevgeny Kliteynik 					bool inner, u8 *bit_mask)
703d65e841dSYevgeny Kliteynik {
704d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
705d65e841dSYevgeny Kliteynik 
70646779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_47_16, mask, dmac_47_16);
70746779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_15_0, mask, dmac_15_0);
708d65e841dSYevgeny Kliteynik 
709d65e841dSYevgeny Kliteynik 	if (mask->smac_47_16 || mask->smac_15_0) {
710d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_47_32,
711d65e841dSYevgeny Kliteynik 			 mask->smac_47_16 >> 16);
712d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_31_0,
713d65e841dSYevgeny Kliteynik 			 mask->smac_47_16 << 16 | mask->smac_15_0);
714d65e841dSYevgeny Kliteynik 		mask->smac_47_16 = 0;
715d65e841dSYevgeny Kliteynik 		mask->smac_15_0 = 0;
716d65e841dSYevgeny Kliteynik 	}
717d65e841dSYevgeny Kliteynik 
71846779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_vlan_id, mask, first_vid);
71946779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_cfi, mask, first_cfi);
72046779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_priority, mask, first_prio);
72146779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src_dst, bit_mask, l3_type, mask, ip_version);
722d65e841dSYevgeny Kliteynik 
723d65e841dSYevgeny Kliteynik 	if (mask->cvlan_tag) {
724d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1);
725d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
726d65e841dSYevgeny Kliteynik 	} else if (mask->svlan_tag) {
727d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1);
728d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
729d65e841dSYevgeny Kliteynik 	}
730d65e841dSYevgeny Kliteynik }
731d65e841dSYevgeny Kliteynik 
732d65e841dSYevgeny Kliteynik static int
733d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value,
734d65e841dSYevgeny Kliteynik 				   struct mlx5dr_ste_build *sb,
735d65e841dSYevgeny Kliteynik 				   u8 *tag)
736d65e841dSYevgeny Kliteynik {
737d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
738d65e841dSYevgeny Kliteynik 
739d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_47_16, spec, dmac_47_16);
740d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_15_0, spec, dmac_15_0);
741d65e841dSYevgeny Kliteynik 
742d65e841dSYevgeny Kliteynik 	if (spec->smac_47_16 || spec->smac_15_0) {
743d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, smac_47_32,
744d65e841dSYevgeny Kliteynik 			 spec->smac_47_16 >> 16);
745d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, smac_31_0,
746d65e841dSYevgeny Kliteynik 			 spec->smac_47_16 << 16 | spec->smac_15_0);
747d65e841dSYevgeny Kliteynik 		spec->smac_47_16 = 0;
748d65e841dSYevgeny Kliteynik 		spec->smac_15_0 = 0;
749d65e841dSYevgeny Kliteynik 	}
750d65e841dSYevgeny Kliteynik 
751d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
752d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
753d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV4);
754d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
755d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
756d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV6);
757d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
758d65e841dSYevgeny Kliteynik 		} else {
759d65e841dSYevgeny Kliteynik 			return -EINVAL;
760d65e841dSYevgeny Kliteynik 		}
761d65e841dSYevgeny Kliteynik 	}
762d65e841dSYevgeny Kliteynik 
763d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_vlan_id, spec, first_vid);
764d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_cfi, spec, first_cfi);
765d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_priority, spec, first_prio);
766d65e841dSYevgeny Kliteynik 
767d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
768d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_CVLAN);
769d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
770d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
771d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_SVLAN);
772d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
773d65e841dSYevgeny Kliteynik 	}
774d65e841dSYevgeny Kliteynik 	return 0;
775d65e841dSYevgeny Kliteynik }
776d65e841dSYevgeny Kliteynik 
777d65e841dSYevgeny Kliteynik static void
778d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb,
779d65e841dSYevgeny Kliteynik 				    struct mlx5dr_match_param *mask)
780d65e841dSYevgeny Kliteynik {
781d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask);
782d65e841dSYevgeny Kliteynik 
783d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC_DST, sb->rx, sb->inner);
784d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
785d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_dst_tag;
786d65e841dSYevgeny Kliteynik }
787d65e841dSYevgeny Kliteynik 
788d65e841dSYevgeny Kliteynik static int
789d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value,
790d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
791d65e841dSYevgeny Kliteynik 				    u8 *tag)
792d65e841dSYevgeny Kliteynik {
793d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
794d65e841dSYevgeny Kliteynik 
795d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96);
796d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64);
797d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32);
798d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0);
799d65e841dSYevgeny Kliteynik 
800d65e841dSYevgeny Kliteynik 	return 0;
801d65e841dSYevgeny Kliteynik }
802d65e841dSYevgeny Kliteynik 
803d65e841dSYevgeny Kliteynik static void
804d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb,
805d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
806d65e841dSYevgeny Kliteynik {
80746779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask);
808d65e841dSYevgeny Kliteynik 
809d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_DST, sb->rx, sb->inner);
810d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
811d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_dst_tag;
812d65e841dSYevgeny Kliteynik }
813d65e841dSYevgeny Kliteynik 
814d65e841dSYevgeny Kliteynik static int
815d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value,
816d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
817d65e841dSYevgeny Kliteynik 				    u8 *tag)
818d65e841dSYevgeny Kliteynik {
819d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
820d65e841dSYevgeny Kliteynik 
821d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96);
822d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64);
823d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32);
824d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0);
825d65e841dSYevgeny Kliteynik 
826d65e841dSYevgeny Kliteynik 	return 0;
827d65e841dSYevgeny Kliteynik }
828d65e841dSYevgeny Kliteynik 
829d65e841dSYevgeny Kliteynik static void
830d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb,
831d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
832d65e841dSYevgeny Kliteynik {
83346779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask);
834d65e841dSYevgeny Kliteynik 
835d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_SRC, sb->rx, sb->inner);
836d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
837d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_src_tag;
838d65e841dSYevgeny Kliteynik }
839d65e841dSYevgeny Kliteynik 
840d65e841dSYevgeny Kliteynik static int
841d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value,
842d65e841dSYevgeny Kliteynik 					struct mlx5dr_ste_build *sb,
843d65e841dSYevgeny Kliteynik 					u8 *tag)
844d65e841dSYevgeny Kliteynik {
845d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
846d65e841dSYevgeny Kliteynik 
847d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_address, spec, dst_ip_31_0);
848d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_address, spec, src_ip_31_0);
849d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, tcp_dport);
850d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, udp_dport);
851d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, tcp_sport);
852d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, udp_sport);
853d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, protocol, spec, ip_protocol);
854d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, fragmented, spec, frag);
855d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, dscp, spec, ip_dscp);
856d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, ecn, spec, ip_ecn);
857d65e841dSYevgeny Kliteynik 
858d65e841dSYevgeny Kliteynik 	if (spec->tcp_flags) {
859d65e841dSYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple, tag, spec);
860d65e841dSYevgeny Kliteynik 		spec->tcp_flags = 0;
861d65e841dSYevgeny Kliteynik 	}
862d65e841dSYevgeny Kliteynik 
863d65e841dSYevgeny Kliteynik 	return 0;
864d65e841dSYevgeny Kliteynik }
865d65e841dSYevgeny Kliteynik 
866d65e841dSYevgeny Kliteynik static void
867d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb,
868d65e841dSYevgeny Kliteynik 					 struct mlx5dr_match_param *mask)
869d65e841dSYevgeny Kliteynik {
87046779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask);
871d65e841dSYevgeny Kliteynik 
872d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_5_TUPLE, sb->rx, sb->inner);
873d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
874d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag;
875d65e841dSYevgeny Kliteynik }
876d65e841dSYevgeny Kliteynik 
877d65e841dSYevgeny Kliteynik static void
878d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value,
879d65e841dSYevgeny Kliteynik 					   bool inner, u8 *bit_mask)
880d65e841dSYevgeny Kliteynik {
881d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
882d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
883d65e841dSYevgeny Kliteynik 
88446779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_vlan_id, mask, first_vid);
88546779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_cfi, mask, first_cfi);
88646779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_priority, mask, first_prio);
88746779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, ip_fragmented, mask, frag);
88846779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, l3_ethertype, mask, ethertype);
88946779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src, bit_mask, l3_type, mask, ip_version);
890d65e841dSYevgeny Kliteynik 
891d65e841dSYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
892d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, bit_mask, first_vlan_qualifier, -1);
893d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
894d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
895d65e841dSYevgeny Kliteynik 	}
896d65e841dSYevgeny Kliteynik 
897d65e841dSYevgeny Kliteynik 	if (inner) {
898d65e841dSYevgeny Kliteynik 		if (misc_mask->inner_second_cvlan_tag ||
899d65e841dSYevgeny Kliteynik 		    misc_mask->inner_second_svlan_tag) {
900d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1);
901d65e841dSYevgeny Kliteynik 			misc_mask->inner_second_cvlan_tag = 0;
902d65e841dSYevgeny Kliteynik 			misc_mask->inner_second_svlan_tag = 0;
903d65e841dSYevgeny Kliteynik 		}
904d65e841dSYevgeny Kliteynik 
90546779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
906d65e841dSYevgeny Kliteynik 			       second_vlan_id, misc_mask, inner_second_vid);
90746779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
908d65e841dSYevgeny Kliteynik 			       second_cfi, misc_mask, inner_second_cfi);
90946779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
910d65e841dSYevgeny Kliteynik 			       second_priority, misc_mask, inner_second_prio);
911d65e841dSYevgeny Kliteynik 	} else {
912d65e841dSYevgeny Kliteynik 		if (misc_mask->outer_second_cvlan_tag ||
913d65e841dSYevgeny Kliteynik 		    misc_mask->outer_second_svlan_tag) {
914d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1);
915d65e841dSYevgeny Kliteynik 			misc_mask->outer_second_cvlan_tag = 0;
916d65e841dSYevgeny Kliteynik 			misc_mask->outer_second_svlan_tag = 0;
917d65e841dSYevgeny Kliteynik 		}
918d65e841dSYevgeny Kliteynik 
91946779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
920d65e841dSYevgeny Kliteynik 			       second_vlan_id, misc_mask, outer_second_vid);
92146779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
922d65e841dSYevgeny Kliteynik 			       second_cfi, misc_mask, outer_second_cfi);
92346779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
924d65e841dSYevgeny Kliteynik 			       second_priority, misc_mask, outer_second_prio);
925d65e841dSYevgeny Kliteynik 	}
926d65e841dSYevgeny Kliteynik }
927d65e841dSYevgeny Kliteynik 
928d65e841dSYevgeny Kliteynik static int
929d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value,
930d65e841dSYevgeny Kliteynik 				      bool inner, u8 *tag)
931d65e841dSYevgeny Kliteynik {
932d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer;
933d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_spec = &value->misc;
934d65e841dSYevgeny Kliteynik 
935d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_vlan_id, spec, first_vid);
936d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_cfi, spec, first_cfi);
937d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_priority, spec, first_prio);
938d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, ip_fragmented, spec, frag);
939d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, l3_ethertype, spec, ethertype);
940d65e841dSYevgeny Kliteynik 
941d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
942d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
943d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV4);
944d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
945d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
946d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV6);
947d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
948d65e841dSYevgeny Kliteynik 		} else {
949d65e841dSYevgeny Kliteynik 			return -EINVAL;
950d65e841dSYevgeny Kliteynik 		}
951d65e841dSYevgeny Kliteynik 	}
952d65e841dSYevgeny Kliteynik 
953d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
954d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_CVLAN);
955d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
956d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
957d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_SVLAN);
958d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
959d65e841dSYevgeny Kliteynik 	}
960d65e841dSYevgeny Kliteynik 
961d65e841dSYevgeny Kliteynik 	if (inner) {
962d65e841dSYevgeny Kliteynik 		if (misc_spec->inner_second_cvlan_tag) {
963d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN);
964d65e841dSYevgeny Kliteynik 			misc_spec->inner_second_cvlan_tag = 0;
965d65e841dSYevgeny Kliteynik 		} else if (misc_spec->inner_second_svlan_tag) {
966d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN);
967d65e841dSYevgeny Kliteynik 			misc_spec->inner_second_svlan_tag = 0;
968d65e841dSYevgeny Kliteynik 		}
969d65e841dSYevgeny Kliteynik 
970d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, inner_second_vid);
971d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, inner_second_cfi);
972d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, inner_second_prio);
973d65e841dSYevgeny Kliteynik 	} else {
974d65e841dSYevgeny Kliteynik 		if (misc_spec->outer_second_cvlan_tag) {
975d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN);
976d65e841dSYevgeny Kliteynik 			misc_spec->outer_second_cvlan_tag = 0;
977d65e841dSYevgeny Kliteynik 		} else if (misc_spec->outer_second_svlan_tag) {
978d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN);
979d65e841dSYevgeny Kliteynik 			misc_spec->outer_second_svlan_tag = 0;
980d65e841dSYevgeny Kliteynik 		}
981d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, outer_second_vid);
982d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, outer_second_cfi);
983d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, outer_second_prio);
984d65e841dSYevgeny Kliteynik 	}
985d65e841dSYevgeny Kliteynik 
986d65e841dSYevgeny Kliteynik 	return 0;
987d65e841dSYevgeny Kliteynik }
988d65e841dSYevgeny Kliteynik 
989d65e841dSYevgeny Kliteynik static void
990d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value,
991d65e841dSYevgeny Kliteynik 				    bool inner, u8 *bit_mask)
992d65e841dSYevgeny Kliteynik {
993d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
994d65e841dSYevgeny Kliteynik 
99546779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_47_16, mask, smac_47_16);
99646779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_15_0, mask, smac_15_0);
997d65e841dSYevgeny Kliteynik 
998d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask);
999d65e841dSYevgeny Kliteynik }
1000d65e841dSYevgeny Kliteynik 
1001d65e841dSYevgeny Kliteynik static int
1002d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_tag(struct mlx5dr_match_param *value,
1003d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1004d65e841dSYevgeny Kliteynik 			       u8 *tag)
1005d65e841dSYevgeny Kliteynik {
1006d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1007d65e841dSYevgeny Kliteynik 
1008d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, smac_47_16, spec, smac_47_16);
1009d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, smac_15_0, spec, smac_15_0);
1010d65e841dSYevgeny Kliteynik 
1011d65e841dSYevgeny Kliteynik 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
1012d65e841dSYevgeny Kliteynik }
1013d65e841dSYevgeny Kliteynik 
1014d65e841dSYevgeny Kliteynik static void
1015d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_init(struct mlx5dr_ste_build *sb,
1016d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1017d65e841dSYevgeny Kliteynik {
1018d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask);
1019d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC, sb->rx, sb->inner);
1020d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1021d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_tag;
1022d65e841dSYevgeny Kliteynik }
1023d65e841dSYevgeny Kliteynik 
1024d65e841dSYevgeny Kliteynik static void
1025d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value,
102646779098SYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
102746779098SYevgeny Kliteynik 				    u8 *bit_mask)
1028d65e841dSYevgeny Kliteynik {
102946779098SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = sb->inner ? &value->inner : &value->outer;
1030d65e841dSYevgeny Kliteynik 
103146779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_47_16, mask, dmac_47_16);
103246779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_15_0, mask, dmac_15_0);
1033d65e841dSYevgeny Kliteynik 
103446779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, sb->inner, bit_mask);
1035d65e841dSYevgeny Kliteynik }
1036d65e841dSYevgeny Kliteynik 
1037d65e841dSYevgeny Kliteynik static int
1038d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_tag(struct mlx5dr_match_param *value,
1039d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1040d65e841dSYevgeny Kliteynik 			       u8 *tag)
1041d65e841dSYevgeny Kliteynik {
1042d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1043d65e841dSYevgeny Kliteynik 
1044d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, tag, dmac_47_16, spec, dmac_47_16);
1045d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, tag, dmac_15_0, spec, dmac_15_0);
1046d65e841dSYevgeny Kliteynik 
1047d65e841dSYevgeny Kliteynik 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
1048d65e841dSYevgeny Kliteynik }
1049d65e841dSYevgeny Kliteynik 
1050d65e841dSYevgeny Kliteynik static void
1051d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb,
1052d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1053d65e841dSYevgeny Kliteynik {
105446779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_dst_bit_mask(mask, sb, sb->bit_mask);
1055d65e841dSYevgeny Kliteynik 
1056d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_DST, sb->rx, sb->inner);
1057d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1058d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_dst_tag;
1059d65e841dSYevgeny Kliteynik }
1060d65e841dSYevgeny Kliteynik 
1061d65e841dSYevgeny Kliteynik static void
1062d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value,
1063d65e841dSYevgeny Kliteynik 				    bool inner, u8 *bit_mask)
1064d65e841dSYevgeny Kliteynik {
1065d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
1066d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1067d65e841dSYevgeny Kliteynik 
106846779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_47_16, mask, dmac_47_16);
106946779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_15_0, mask, dmac_15_0);
107046779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_vlan_id, mask, first_vid);
107146779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_cfi, mask, first_cfi);
107246779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_priority, mask, first_prio);
107346779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, ip_fragmented, mask, frag);
107446779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, l3_ethertype, mask, ethertype);
107546779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_tnl, bit_mask, l3_type, mask, ip_version);
1076d65e841dSYevgeny Kliteynik 
1077d65e841dSYevgeny Kliteynik 	if (misc->vxlan_vni) {
1078d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, bit_mask,
1079d65e841dSYevgeny Kliteynik 			 l2_tunneling_network_id, (misc->vxlan_vni << 8));
1080d65e841dSYevgeny Kliteynik 		misc->vxlan_vni = 0;
1081d65e841dSYevgeny Kliteynik 	}
1082d65e841dSYevgeny Kliteynik 
1083d65e841dSYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
1084d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, bit_mask, first_vlan_qualifier, -1);
1085d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
1086d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
1087d65e841dSYevgeny Kliteynik 	}
1088d65e841dSYevgeny Kliteynik }
1089d65e841dSYevgeny Kliteynik 
1090d65e841dSYevgeny Kliteynik static int
1091d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value,
1092d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1093d65e841dSYevgeny Kliteynik 			       u8 *tag)
1094d65e841dSYevgeny Kliteynik {
1095d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1096d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1097d65e841dSYevgeny Kliteynik 
1098d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_47_16, spec, dmac_47_16);
1099d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_15_0, spec, dmac_15_0);
1100d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_vlan_id, spec, first_vid);
1101d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_cfi, spec, first_cfi);
1102d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, ip_fragmented, spec, frag);
1103d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_priority, spec, first_prio);
1104d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, l3_ethertype, spec, ethertype);
1105d65e841dSYevgeny Kliteynik 
1106d65e841dSYevgeny Kliteynik 	if (misc->vxlan_vni) {
1107d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, l2_tunneling_network_id,
1108d65e841dSYevgeny Kliteynik 			 (misc->vxlan_vni << 8));
1109d65e841dSYevgeny Kliteynik 		misc->vxlan_vni = 0;
1110d65e841dSYevgeny Kliteynik 	}
1111d65e841dSYevgeny Kliteynik 
1112d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
1113d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_CVLAN);
1114d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
1115d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
1116d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_SVLAN);
1117d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
1118d65e841dSYevgeny Kliteynik 	}
1119d65e841dSYevgeny Kliteynik 
1120d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
1121d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
1122d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV4);
1123d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
1124d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
1125d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV6);
1126d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
1127d65e841dSYevgeny Kliteynik 		} else {
1128d65e841dSYevgeny Kliteynik 			return -EINVAL;
1129d65e841dSYevgeny Kliteynik 		}
1130d65e841dSYevgeny Kliteynik 	}
1131d65e841dSYevgeny Kliteynik 
1132d65e841dSYevgeny Kliteynik 	return 0;
1133d65e841dSYevgeny Kliteynik }
1134d65e841dSYevgeny Kliteynik 
1135d65e841dSYevgeny Kliteynik static void
1136d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb,
1137d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1138d65e841dSYevgeny Kliteynik {
1139d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask);
1140d65e841dSYevgeny Kliteynik 
1141dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I;
1142d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1143d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_tnl_tag;
1144d65e841dSYevgeny Kliteynik }
1145d65e841dSYevgeny Kliteynik 
1146d65e841dSYevgeny Kliteynik static int
1147d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value,
1148d65e841dSYevgeny Kliteynik 				     struct mlx5dr_ste_build *sb,
1149d65e841dSYevgeny Kliteynik 				     u8 *tag)
1150d65e841dSYevgeny Kliteynik {
1151d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1152d65e841dSYevgeny Kliteynik 
1153d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_misc, tag, time_to_live, spec, ttl_hoplimit);
1154d65e841dSYevgeny Kliteynik 
1155d65e841dSYevgeny Kliteynik 	return 0;
1156d65e841dSYevgeny Kliteynik }
1157d65e841dSYevgeny Kliteynik 
1158d65e841dSYevgeny Kliteynik static void
1159d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb,
1160d65e841dSYevgeny Kliteynik 				      struct mlx5dr_match_param *mask)
1161d65e841dSYevgeny Kliteynik {
116246779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask);
1163d65e841dSYevgeny Kliteynik 
1164d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_MISC, sb->rx, sb->inner);
1165d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1166d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_misc_tag;
1167d65e841dSYevgeny Kliteynik }
1168d65e841dSYevgeny Kliteynik 
1169d65e841dSYevgeny Kliteynik static int
1170d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value,
1171d65e841dSYevgeny Kliteynik 				   struct mlx5dr_ste_build *sb,
1172d65e841dSYevgeny Kliteynik 				   u8 *tag)
1173d65e841dSYevgeny Kliteynik {
1174d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
11750733535dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1176d65e841dSYevgeny Kliteynik 
1177d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, tcp_dport);
1178d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, src_port, spec, tcp_sport);
1179d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, udp_dport);
1180d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, src_port, spec, udp_sport);
1181d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, protocol, spec, ip_protocol);
1182d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, fragmented, spec, frag);
1183d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dscp, spec, ip_dscp);
1184d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, ecn, spec, ip_ecn);
1185d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, ipv6_hop_limit, spec, ttl_hoplimit);
1186d65e841dSYevgeny Kliteynik 
11870733535dSYevgeny Kliteynik 	if (sb->inner)
11880733535dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, inner_ipv6_flow_label);
11890733535dSYevgeny Kliteynik 	else
11900733535dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, outer_ipv6_flow_label);
11910733535dSYevgeny Kliteynik 
1192d65e841dSYevgeny Kliteynik 	if (spec->tcp_flags) {
1193d65e841dSYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l4, tag, spec);
1194d65e841dSYevgeny Kliteynik 		spec->tcp_flags = 0;
1195d65e841dSYevgeny Kliteynik 	}
1196d65e841dSYevgeny Kliteynik 
1197d65e841dSYevgeny Kliteynik 	return 0;
1198d65e841dSYevgeny Kliteynik }
1199d65e841dSYevgeny Kliteynik 
1200d65e841dSYevgeny Kliteynik static void
1201d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb,
1202d65e841dSYevgeny Kliteynik 				    struct mlx5dr_match_param *mask)
1203d65e841dSYevgeny Kliteynik {
120446779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask);
1205d65e841dSYevgeny Kliteynik 
1206d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4, sb->rx, sb->inner);
1207d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1208d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_ipv6_l3_l4_tag;
1209d65e841dSYevgeny Kliteynik }
1210d65e841dSYevgeny Kliteynik 
1211d65e841dSYevgeny Kliteynik static int
1212d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_tag(struct mlx5dr_match_param *value,
1213d65e841dSYevgeny Kliteynik 			 struct mlx5dr_ste_build *sb,
1214d65e841dSYevgeny Kliteynik 			 u8 *tag)
1215d65e841dSYevgeny Kliteynik {
121646779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1217d65e841dSYevgeny Kliteynik 
1218d65e841dSYevgeny Kliteynik 	if (sb->inner)
121946779098SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls, misc2, inner, tag);
1220d65e841dSYevgeny Kliteynik 	else
122146779098SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls, misc2, outer, tag);
1222d65e841dSYevgeny Kliteynik 
1223d65e841dSYevgeny Kliteynik 	return 0;
1224d65e841dSYevgeny Kliteynik }
1225d65e841dSYevgeny Kliteynik 
1226d65e841dSYevgeny Kliteynik static void
1227d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_init(struct mlx5dr_ste_build *sb,
1228d65e841dSYevgeny Kliteynik 			  struct mlx5dr_match_param *mask)
1229d65e841dSYevgeny Kliteynik {
123046779098SYevgeny Kliteynik 	dr_ste_v0_build_mpls_tag(mask, sb, sb->bit_mask);
1231d65e841dSYevgeny Kliteynik 
1232d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(MPLS_FIRST, sb->rx, sb->inner);
1233d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1234d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_mpls_tag;
1235d65e841dSYevgeny Kliteynik }
1236d65e841dSYevgeny Kliteynik 
1237d65e841dSYevgeny Kliteynik static int
1238d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(struct mlx5dr_match_param *value,
1239d65e841dSYevgeny Kliteynik 			    struct mlx5dr_ste_build *sb,
1240d65e841dSYevgeny Kliteynik 			    u8 *tag)
1241d65e841dSYevgeny Kliteynik {
1242d65e841dSYevgeny Kliteynik 	struct  mlx5dr_match_misc *misc = &value->misc;
1243d65e841dSYevgeny Kliteynik 
1244d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_protocol, misc, gre_protocol);
1245d65e841dSYevgeny Kliteynik 
1246d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_k_present, misc, gre_k_present);
1247d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_key_h, misc, gre_key_h);
1248d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_key_l, misc, gre_key_l);
1249d65e841dSYevgeny Kliteynik 
1250d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_c_present, misc, gre_c_present);
1251d65e841dSYevgeny Kliteynik 
1252d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_s_present, misc, gre_s_present);
1253d65e841dSYevgeny Kliteynik 
1254d65e841dSYevgeny Kliteynik 	return 0;
1255d65e841dSYevgeny Kliteynik }
1256d65e841dSYevgeny Kliteynik 
1257d65e841dSYevgeny Kliteynik static void
1258d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_init(struct mlx5dr_ste_build *sb,
1259d65e841dSYevgeny Kliteynik 			     struct mlx5dr_match_param *mask)
1260d65e841dSYevgeny Kliteynik {
126146779098SYevgeny Kliteynik 	dr_ste_v0_build_tnl_gre_tag(mask, sb, sb->bit_mask);
1262d65e841dSYevgeny Kliteynik 
1263dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_GRE;
1264d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1265d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gre_tag;
1266d65e841dSYevgeny Kliteynik }
1267d65e841dSYevgeny Kliteynik 
1268d65e841dSYevgeny Kliteynik static int
1269d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(struct mlx5dr_match_param *value,
1270d65e841dSYevgeny Kliteynik 			     struct mlx5dr_ste_build *sb,
1271d65e841dSYevgeny Kliteynik 			     u8 *tag)
1272d65e841dSYevgeny Kliteynik {
127346779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc_2 = &value->misc2;
1274323b91acSMuhammad Sammar 	u32 mpls_hdr;
1275d65e841dSYevgeny Kliteynik 
127646779098SYevgeny Kliteynik 	if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc_2)) {
1277323b91acSMuhammad Sammar 		mpls_hdr = misc_2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL;
1278323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_label = 0;
1279323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP;
1280323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_exp = 0;
1281323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS;
1282323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_s_bos = 0;
1283323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL;
1284323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_ttl = 0;
1285d65e841dSYevgeny Kliteynik 	} else {
1286323b91acSMuhammad Sammar 		mpls_hdr = misc_2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL;
1287323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_label = 0;
1288323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP;
1289323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_exp = 0;
1290323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS;
1291323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_s_bos = 0;
1292323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL;
1293323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_ttl = 0;
1294d65e841dSYevgeny Kliteynik 	}
1295323b91acSMuhammad Sammar 
1296323b91acSMuhammad Sammar 	MLX5_SET(ste_flex_parser_0, tag, flex_parser_3, mpls_hdr);
1297d65e841dSYevgeny Kliteynik 	return 0;
1298d65e841dSYevgeny Kliteynik }
1299d65e841dSYevgeny Kliteynik 
1300d65e841dSYevgeny Kliteynik static void
1301d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_init(struct mlx5dr_ste_build *sb,
1302d65e841dSYevgeny Kliteynik 			      struct mlx5dr_match_param *mask)
1303d65e841dSYevgeny Kliteynik {
130446779098SYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_tag(mask, sb, sb->bit_mask);
1305d65e841dSYevgeny Kliteynik 
1306dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1307d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1308d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_tag;
1309d65e841dSYevgeny Kliteynik }
1310d65e841dSYevgeny Kliteynik 
131135ba005dSYevgeny Kliteynik static int
131235ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_tag(struct mlx5dr_match_param *value,
131335ba005dSYevgeny Kliteynik 				      struct mlx5dr_ste_build *sb,
131435ba005dSYevgeny Kliteynik 				      u8 *tag)
131535ba005dSYevgeny Kliteynik {
131635ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
131735ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
131835ba005dSYevgeny Kliteynik 	u8 parser_id;
131935ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
132035ba005dSYevgeny Kliteynik 
132135ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL;
132235ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_label = 0;
132335ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP;
132435ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_exp = 0;
132535ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS;
132635ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_s_bos = 0;
132735ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL;
132835ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_ttl = 0;
132935ba005dSYevgeny Kliteynik 
133035ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_udp;
133135ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
133235ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
133335ba005dSYevgeny Kliteynik 
133435ba005dSYevgeny Kliteynik 	return 0;
133535ba005dSYevgeny Kliteynik }
133635ba005dSYevgeny Kliteynik 
133735ba005dSYevgeny Kliteynik static void
133835ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb,
133935ba005dSYevgeny Kliteynik 				       struct mlx5dr_match_param *mask)
134035ba005dSYevgeny Kliteynik {
134135ba005dSYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask);
134235ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
134335ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
134435ba005dSYevgeny Kliteynik 	 */
134535ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ?
134635ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
134735ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
134835ba005dSYevgeny Kliteynik 
134935ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
135035ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_udp_tag;
135135ba005dSYevgeny Kliteynik }
135235ba005dSYevgeny Kliteynik 
135335ba005dSYevgeny Kliteynik static int
135435ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_tag(struct mlx5dr_match_param *value,
135535ba005dSYevgeny Kliteynik 				      struct mlx5dr_ste_build *sb,
135635ba005dSYevgeny Kliteynik 				      u8 *tag)
135735ba005dSYevgeny Kliteynik {
135835ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
135935ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
136035ba005dSYevgeny Kliteynik 	u8 parser_id;
136135ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
136235ba005dSYevgeny Kliteynik 
136335ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL;
136435ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_label = 0;
136535ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP;
136635ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_exp = 0;
136735ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS;
136835ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_s_bos = 0;
136935ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL;
137035ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_ttl = 0;
137135ba005dSYevgeny Kliteynik 
137235ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_gre;
137335ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
137435ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
137535ba005dSYevgeny Kliteynik 
137635ba005dSYevgeny Kliteynik 	return 0;
137735ba005dSYevgeny Kliteynik }
137835ba005dSYevgeny Kliteynik 
137935ba005dSYevgeny Kliteynik static void
138035ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb,
138135ba005dSYevgeny Kliteynik 				       struct mlx5dr_match_param *mask)
138235ba005dSYevgeny Kliteynik {
138335ba005dSYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask);
138435ba005dSYevgeny Kliteynik 
138535ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
138635ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
138735ba005dSYevgeny Kliteynik 	 */
138835ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ?
138935ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
139035ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
139135ba005dSYevgeny Kliteynik 
139235ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
139335ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_gre_tag;
139435ba005dSYevgeny Kliteynik }
139535ba005dSYevgeny Kliteynik 
1396d65e841dSYevgeny Kliteynik #define ICMP_TYPE_OFFSET_FIRST_DW	24
1397d65e841dSYevgeny Kliteynik #define ICMP_CODE_OFFSET_FIRST_DW	16
1398d65e841dSYevgeny Kliteynik 
1399d65e841dSYevgeny Kliteynik static int
1400d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_tag(struct mlx5dr_match_param *value,
1401d65e841dSYevgeny Kliteynik 			 struct mlx5dr_ste_build *sb,
1402d65e841dSYevgeny Kliteynik 			 u8 *tag)
1403d65e841dSYevgeny Kliteynik {
1404d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc_3 = &value->misc3;
140540ca842cSYevgeny Kliteynik 	u32 *icmp_header_data;
1406d65e841dSYevgeny Kliteynik 	int dw0_location;
1407d65e841dSYevgeny Kliteynik 	int dw1_location;
14084923938dSYevgeny Kliteynik 	u8 *parser_ptr;
140940ca842cSYevgeny Kliteynik 	u8 *icmp_type;
141040ca842cSYevgeny Kliteynik 	u8 *icmp_code;
1411d65e841dSYevgeny Kliteynik 	bool is_ipv4;
14124923938dSYevgeny Kliteynik 	u32 icmp_hdr;
1413d65e841dSYevgeny Kliteynik 
1414d65e841dSYevgeny Kliteynik 	is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc_3);
1415d65e841dSYevgeny Kliteynik 	if (is_ipv4) {
141640ca842cSYevgeny Kliteynik 		icmp_header_data	= &misc_3->icmpv4_header_data;
141740ca842cSYevgeny Kliteynik 		icmp_type		= &misc_3->icmpv4_type;
141840ca842cSYevgeny Kliteynik 		icmp_code		= &misc_3->icmpv4_code;
1419d65e841dSYevgeny Kliteynik 		dw0_location		= sb->caps->flex_parser_id_icmp_dw0;
1420d65e841dSYevgeny Kliteynik 		dw1_location		= sb->caps->flex_parser_id_icmp_dw1;
1421d65e841dSYevgeny Kliteynik 	} else {
142240ca842cSYevgeny Kliteynik 		icmp_header_data	= &misc_3->icmpv6_header_data;
142340ca842cSYevgeny Kliteynik 		icmp_type		= &misc_3->icmpv6_type;
142440ca842cSYevgeny Kliteynik 		icmp_code		= &misc_3->icmpv6_code;
1425d65e841dSYevgeny Kliteynik 		dw0_location		= sb->caps->flex_parser_id_icmpv6_dw0;
1426d65e841dSYevgeny Kliteynik 		dw1_location		= sb->caps->flex_parser_id_icmpv6_dw1;
1427d65e841dSYevgeny Kliteynik 	}
1428d65e841dSYevgeny Kliteynik 
14294923938dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw0_location);
14304923938dSYevgeny Kliteynik 	icmp_hdr = (*icmp_type << ICMP_TYPE_OFFSET_FIRST_DW) |
14314923938dSYevgeny Kliteynik 		   (*icmp_code << ICMP_CODE_OFFSET_FIRST_DW);
14324923938dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(icmp_hdr);
143340ca842cSYevgeny Kliteynik 	*icmp_code = 0;
14344923938dSYevgeny Kliteynik 	*icmp_type = 0;
1435d65e841dSYevgeny Kliteynik 
14364923938dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw1_location);
14374923938dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(*icmp_header_data);
143840ca842cSYevgeny Kliteynik 	*icmp_header_data = 0;
1439d65e841dSYevgeny Kliteynik 
1440d65e841dSYevgeny Kliteynik 	return 0;
1441d65e841dSYevgeny Kliteynik }
1442d65e841dSYevgeny Kliteynik 
14434923938dSYevgeny Kliteynik static void
1444d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_init(struct mlx5dr_ste_build *sb,
1445d65e841dSYevgeny Kliteynik 			  struct mlx5dr_match_param *mask)
1446d65e841dSYevgeny Kliteynik {
14474923938dSYevgeny Kliteynik 	u8 parser_id;
14484923938dSYevgeny Kliteynik 	bool is_ipv4;
1449d65e841dSYevgeny Kliteynik 
14504923938dSYevgeny Kliteynik 	dr_ste_v0_build_icmp_tag(mask, sb, sb->bit_mask);
1451d65e841dSYevgeny Kliteynik 
14524923938dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
14534923938dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
14544923938dSYevgeny Kliteynik 	 */
14554923938dSYevgeny Kliteynik 	is_ipv4 = DR_MASK_IS_ICMPV4_SET(&mask->misc3);
14564923938dSYevgeny Kliteynik 	parser_id = is_ipv4 ? sb->caps->flex_parser_id_icmp_dw0 :
14574923938dSYevgeny Kliteynik 		    sb->caps->flex_parser_id_icmpv6_dw0;
14584923938dSYevgeny Kliteynik 	sb->lu_type = parser_id > DR_STE_MAX_FLEX_0_ID ?
14594923938dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
14604923938dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1461d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1462d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_icmp_tag;
1463d65e841dSYevgeny Kliteynik }
1464d65e841dSYevgeny Kliteynik 
1465d65e841dSYevgeny Kliteynik static int
1466d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(struct mlx5dr_match_param *value,
1467d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
1468d65e841dSYevgeny Kliteynik 				    u8 *tag)
1469d65e841dSYevgeny Kliteynik {
147046779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc_2 = &value->misc2;
1471d65e841dSYevgeny Kliteynik 
1472d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field,
147346779098SYevgeny Kliteynik 		       misc_2, metadata_reg_a);
1474d65e841dSYevgeny Kliteynik 
1475d65e841dSYevgeny Kliteynik 	return 0;
1476d65e841dSYevgeny Kliteynik }
1477d65e841dSYevgeny Kliteynik 
1478d65e841dSYevgeny Kliteynik static void
1479d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_init(struct mlx5dr_ste_build *sb,
1480d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
1481d65e841dSYevgeny Kliteynik {
148246779098SYevgeny Kliteynik 	dr_ste_v0_build_general_purpose_tag(mask, sb, sb->bit_mask);
1483d65e841dSYevgeny Kliteynik 
1484dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_GENERAL_PURPOSE;
1485d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1486d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_general_purpose_tag;
1487d65e841dSYevgeny Kliteynik }
1488d65e841dSYevgeny Kliteynik 
1489d65e841dSYevgeny Kliteynik static int
1490d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(struct mlx5dr_match_param *value,
1491d65e841dSYevgeny Kliteynik 				struct mlx5dr_ste_build *sb,
1492d65e841dSYevgeny Kliteynik 				u8 *tag)
1493d65e841dSYevgeny Kliteynik {
1494d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1495d65e841dSYevgeny Kliteynik 
1496d65e841dSYevgeny Kliteynik 	if (sb->inner) {
1497d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, inner_tcp_seq_num);
1498d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, inner_tcp_ack_num);
1499d65e841dSYevgeny Kliteynik 	} else {
1500d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, outer_tcp_seq_num);
1501d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, outer_tcp_ack_num);
1502d65e841dSYevgeny Kliteynik 	}
1503d65e841dSYevgeny Kliteynik 
1504d65e841dSYevgeny Kliteynik 	return 0;
1505d65e841dSYevgeny Kliteynik }
1506d65e841dSYevgeny Kliteynik 
1507d65e841dSYevgeny Kliteynik static void
1508d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb,
1509d65e841dSYevgeny Kliteynik 				 struct mlx5dr_match_param *mask)
1510d65e841dSYevgeny Kliteynik {
151146779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l4_misc_tag(mask, sb, sb->bit_mask);
1512d65e841dSYevgeny Kliteynik 
1513d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4_MISC, sb->rx, sb->inner);
1514d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1515d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l4_misc_tag;
1516d65e841dSYevgeny Kliteynik }
1517d65e841dSYevgeny Kliteynik 
1518d65e841dSYevgeny Kliteynik static int
1519d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value,
1520d65e841dSYevgeny Kliteynik 					      struct mlx5dr_ste_build *sb,
1521d65e841dSYevgeny Kliteynik 					      u8 *tag)
1522d65e841dSYevgeny Kliteynik {
1523d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1524d65e841dSYevgeny Kliteynik 
1525d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1526d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_flags, misc3,
1527d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_flags);
1528d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1529d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol, misc3,
1530d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol);
1531d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1532d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_vni, misc3,
1533d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_vni);
1534d65e841dSYevgeny Kliteynik 
1535d65e841dSYevgeny Kliteynik 	return 0;
1536d65e841dSYevgeny Kliteynik }
1537d65e841dSYevgeny Kliteynik 
1538d65e841dSYevgeny Kliteynik static void
1539d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb,
1540d65e841dSYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1541d65e841dSYevgeny Kliteynik {
154246779098SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask);
1543dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1544d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1545d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag;
1546d65e841dSYevgeny Kliteynik }
1547d65e841dSYevgeny Kliteynik 
1548d65e841dSYevgeny Kliteynik static int
1549d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value,
1550d65e841dSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1551d65e841dSYevgeny Kliteynik 					   u8 *tag)
1552d65e841dSYevgeny Kliteynik {
1553d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1554d65e841dSYevgeny Kliteynik 
1555d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1556d65e841dSYevgeny Kliteynik 		       geneve_protocol_type, misc, geneve_protocol_type);
1557d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1558d65e841dSYevgeny Kliteynik 		       geneve_oam, misc, geneve_oam);
1559d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1560d65e841dSYevgeny Kliteynik 		       geneve_opt_len, misc, geneve_opt_len);
1561d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1562d65e841dSYevgeny Kliteynik 		       geneve_vni, misc, geneve_vni);
1563d65e841dSYevgeny Kliteynik 
1564d65e841dSYevgeny Kliteynik 	return 0;
1565d65e841dSYevgeny Kliteynik }
1566d65e841dSYevgeny Kliteynik 
1567d65e841dSYevgeny Kliteynik static void
1568d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb,
1569d65e841dSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1570d65e841dSYevgeny Kliteynik {
157146779098SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask);
1572dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1573d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1574d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tag;
1575d65e841dSYevgeny Kliteynik }
1576d65e841dSYevgeny Kliteynik 
1577d65e841dSYevgeny Kliteynik static int
1578d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_tag(struct mlx5dr_match_param *value,
1579d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1580d65e841dSYevgeny Kliteynik 			       u8 *tag)
1581d65e841dSYevgeny Kliteynik {
1582d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1583d65e841dSYevgeny Kliteynik 
1584d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0);
1585d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1);
1586d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2);
1587d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3);
1588d65e841dSYevgeny Kliteynik 
1589d65e841dSYevgeny Kliteynik 	return 0;
1590d65e841dSYevgeny Kliteynik }
1591d65e841dSYevgeny Kliteynik 
1592d65e841dSYevgeny Kliteynik static void
1593d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_init(struct mlx5dr_ste_build *sb,
1594d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1595d65e841dSYevgeny Kliteynik {
159646779098SYevgeny Kliteynik 	dr_ste_v0_build_register_0_tag(mask, sb, sb->bit_mask);
1597d65e841dSYevgeny Kliteynik 
1598dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0;
1599d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1600d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_register_0_tag;
1601d65e841dSYevgeny Kliteynik }
1602d65e841dSYevgeny Kliteynik 
1603d65e841dSYevgeny Kliteynik static int
1604d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_tag(struct mlx5dr_match_param *value,
1605d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1606d65e841dSYevgeny Kliteynik 			       u8 *tag)
1607d65e841dSYevgeny Kliteynik {
1608d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1609d65e841dSYevgeny Kliteynik 
1610d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4);
1611d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5);
1612d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6);
1613d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7);
1614d65e841dSYevgeny Kliteynik 
1615d65e841dSYevgeny Kliteynik 	return 0;
1616d65e841dSYevgeny Kliteynik }
1617d65e841dSYevgeny Kliteynik 
1618d65e841dSYevgeny Kliteynik static void
1619d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_init(struct mlx5dr_ste_build *sb,
1620d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1621d65e841dSYevgeny Kliteynik {
162246779098SYevgeny Kliteynik 	dr_ste_v0_build_register_1_tag(mask, sb, sb->bit_mask);
1623d65e841dSYevgeny Kliteynik 
1624dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1;
1625d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1626d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_register_1_tag;
1627d65e841dSYevgeny Kliteynik }
1628d65e841dSYevgeny Kliteynik 
1629d65e841dSYevgeny Kliteynik static void
1630d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value,
1631d65e841dSYevgeny Kliteynik 				      u8 *bit_mask)
1632d65e841dSYevgeny Kliteynik {
1633d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
1634d65e841dSYevgeny Kliteynik 
163546779098SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_gvmi, misc_mask, source_port);
163646779098SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_qp, misc_mask, source_sqn);
1637d65e841dSYevgeny Kliteynik 	misc_mask->source_eswitch_owner_vhca_id = 0;
1638d65e841dSYevgeny Kliteynik }
1639d65e841dSYevgeny Kliteynik 
1640d65e841dSYevgeny Kliteynik static int
1641d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value,
1642d65e841dSYevgeny Kliteynik 				 struct mlx5dr_ste_build *sb,
1643d65e841dSYevgeny Kliteynik 				 u8 *tag)
1644d65e841dSYevgeny Kliteynik {
1645d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1646d65e841dSYevgeny Kliteynik 	struct mlx5dr_cmd_vport_cap *vport_cap;
1647d65e841dSYevgeny Kliteynik 	struct mlx5dr_domain *dmn = sb->dmn;
164811a45defSYevgeny Kliteynik 	struct mlx5dr_domain *vport_dmn;
1649d65e841dSYevgeny Kliteynik 	u8 *bit_mask = sb->bit_mask;
1650d65e841dSYevgeny Kliteynik 	bool source_gvmi_set;
1651d65e841dSYevgeny Kliteynik 
1652d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(src_gvmi_qp, tag, source_qp, misc, source_sqn);
1653d65e841dSYevgeny Kliteynik 
1654d65e841dSYevgeny Kliteynik 	if (sb->vhca_id_valid) {
1655d65e841dSYevgeny Kliteynik 		/* Find port GVMI based on the eswitch_owner_vhca_id */
1656d65e841dSYevgeny Kliteynik 		if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi)
165711a45defSYevgeny Kliteynik 			vport_dmn = dmn;
1658d65e841dSYevgeny Kliteynik 		else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id ==
1659d65e841dSYevgeny Kliteynik 					   dmn->peer_dmn->info.caps.gvmi))
166011a45defSYevgeny Kliteynik 			vport_dmn = dmn->peer_dmn;
1661d65e841dSYevgeny Kliteynik 		else
1662d65e841dSYevgeny Kliteynik 			return -EINVAL;
16637863c912SYevgeny Kliteynik 
16647863c912SYevgeny Kliteynik 		misc->source_eswitch_owner_vhca_id = 0;
1665d65e841dSYevgeny Kliteynik 	} else {
166611a45defSYevgeny Kliteynik 		vport_dmn = dmn;
1667d65e841dSYevgeny Kliteynik 	}
1668d65e841dSYevgeny Kliteynik 
16697863c912SYevgeny Kliteynik 	source_gvmi_set = MLX5_GET(ste_src_gvmi_qp, bit_mask, source_gvmi);
16707863c912SYevgeny Kliteynik 	if (source_gvmi_set) {
167111a45defSYevgeny Kliteynik 		vport_cap = mlx5dr_domain_get_vport_cap(vport_dmn,
167211a45defSYevgeny Kliteynik 							misc->source_port);
1673d65e841dSYevgeny Kliteynik 		if (!vport_cap) {
1674ee1887fbSYevgeny Kliteynik 			mlx5dr_err(dmn, "Vport 0x%x is disabled or invalid\n",
1675d65e841dSYevgeny Kliteynik 				   misc->source_port);
1676d65e841dSYevgeny Kliteynik 			return -EINVAL;
1677d65e841dSYevgeny Kliteynik 		}
1678d65e841dSYevgeny Kliteynik 
16797863c912SYevgeny Kliteynik 		if (vport_cap->vport_gvmi)
1680d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_src_gvmi_qp, tag, source_gvmi, vport_cap->vport_gvmi);
1681d65e841dSYevgeny Kliteynik 
1682d65e841dSYevgeny Kliteynik 		misc->source_port = 0;
16837863c912SYevgeny Kliteynik 	}
1684d65e841dSYevgeny Kliteynik 
1685d65e841dSYevgeny Kliteynik 	return 0;
1686d65e841dSYevgeny Kliteynik }
1687d65e841dSYevgeny Kliteynik 
1688d65e841dSYevgeny Kliteynik static void
1689d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb,
1690d65e841dSYevgeny Kliteynik 				  struct mlx5dr_match_param *mask)
1691d65e841dSYevgeny Kliteynik {
1692d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask);
1693d65e841dSYevgeny Kliteynik 
1694dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP;
1695d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1696d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_src_gvmi_qpn_tag;
1697d65e841dSYevgeny Kliteynik }
1698d65e841dSYevgeny Kliteynik 
1699160e9cb3SYevgeny Kliteynik static void dr_ste_v0_set_flex_parser(u32 *misc4_field_id,
1700160e9cb3SYevgeny Kliteynik 				      u32 *misc4_field_value,
1701160e9cb3SYevgeny Kliteynik 				      bool *parser_is_used,
1702160e9cb3SYevgeny Kliteynik 				      u8 *tag)
1703160e9cb3SYevgeny Kliteynik {
1704160e9cb3SYevgeny Kliteynik 	u32 id = *misc4_field_id;
1705160e9cb3SYevgeny Kliteynik 	u8 *parser_ptr;
1706160e9cb3SYevgeny Kliteynik 
1707*89cdba32SYevgeny Kliteynik 	if (id >= DR_NUM_OF_FLEX_PARSERS || parser_is_used[id])
1708160e9cb3SYevgeny Kliteynik 		return;
1709160e9cb3SYevgeny Kliteynik 
1710160e9cb3SYevgeny Kliteynik 	parser_is_used[id] = true;
1711160e9cb3SYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, id);
1712160e9cb3SYevgeny Kliteynik 
1713160e9cb3SYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(*misc4_field_value);
1714160e9cb3SYevgeny Kliteynik 	*misc4_field_id = 0;
1715160e9cb3SYevgeny Kliteynik 	*misc4_field_value = 0;
1716160e9cb3SYevgeny Kliteynik }
1717160e9cb3SYevgeny Kliteynik 
1718160e9cb3SYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tag(struct mlx5dr_match_param *value,
1719160e9cb3SYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1720160e9cb3SYevgeny Kliteynik 					   u8 *tag)
1721160e9cb3SYevgeny Kliteynik {
1722160e9cb3SYevgeny Kliteynik 	struct mlx5dr_match_misc4 *misc_4_mask = &value->misc4;
1723160e9cb3SYevgeny Kliteynik 	bool parser_is_used[DR_NUM_OF_FLEX_PARSERS] = {};
1724160e9cb3SYevgeny Kliteynik 
1725160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_0,
1726160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_0,
1727160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1728160e9cb3SYevgeny Kliteynik 
1729160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_1,
1730160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_1,
1731160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1732160e9cb3SYevgeny Kliteynik 
1733160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_2,
1734160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_2,
1735160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1736160e9cb3SYevgeny Kliteynik 
1737160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_3,
1738160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_3,
1739160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1740160e9cb3SYevgeny Kliteynik 
1741160e9cb3SYevgeny Kliteynik 	return 0;
1742160e9cb3SYevgeny Kliteynik }
1743160e9cb3SYevgeny Kliteynik 
1744160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1745160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1746160e9cb3SYevgeny Kliteynik {
1747160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1748160e9cb3SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);
1749160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1750160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;
1751160e9cb3SYevgeny Kliteynik }
1752160e9cb3SYevgeny Kliteynik 
1753160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1754160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1755160e9cb3SYevgeny Kliteynik {
1756160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;
1757160e9cb3SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);
1758160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1759160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;
1760160e9cb3SYevgeny Kliteynik }
1761160e9cb3SYevgeny Kliteynik 
17623442e033SYevgeny Kliteynik static int
17633442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(struct mlx5dr_match_param *value,
17643442e033SYevgeny Kliteynik 						   struct mlx5dr_ste_build *sb,
17653442e033SYevgeny Kliteynik 						   u8 *tag)
17663442e033SYevgeny Kliteynik {
17673442e033SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
17683442e033SYevgeny Kliteynik 	u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0;
17693442e033SYevgeny Kliteynik 	u8 *parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
17703442e033SYevgeny Kliteynik 
17713442e033SYevgeny Kliteynik 	MLX5_SET(ste_flex_parser_0, parser_ptr, flex_parser_3,
17723442e033SYevgeny Kliteynik 		 misc3->geneve_tlv_option_0_data);
17733442e033SYevgeny Kliteynik 	misc3->geneve_tlv_option_0_data = 0;
17743442e033SYevgeny Kliteynik 
17753442e033SYevgeny Kliteynik 	return 0;
17763442e033SYevgeny Kliteynik }
17773442e033SYevgeny Kliteynik 
17783442e033SYevgeny Kliteynik static void
17793442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb,
17803442e033SYevgeny Kliteynik 						    struct mlx5dr_match_param *mask)
17813442e033SYevgeny Kliteynik {
17823442e033SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask);
17833442e033SYevgeny Kliteynik 
17843442e033SYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
17853442e033SYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
17863442e033SYevgeny Kliteynik 	 */
17873442e033SYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ?
17883442e033SYevgeny Kliteynik 		DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
17893442e033SYevgeny Kliteynik 		DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
17903442e033SYevgeny Kliteynik 
17913442e033SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
17923442e033SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag;
17933442e033SYevgeny Kliteynik }
17943442e033SYevgeny Kliteynik 
1795df9dd15aSYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tnl_gtpu_tag(struct mlx5dr_match_param *value,
1796df9dd15aSYevgeny Kliteynik 						    struct mlx5dr_ste_build *sb,
1797ae3eddcfSYevgeny Kliteynik 						    u8 *tag)
1798df9dd15aSYevgeny Kliteynik {
1799df9dd15aSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1800df9dd15aSYevgeny Kliteynik 
1801df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1802df9dd15aSYevgeny Kliteynik 		       gtpu_msg_flags, misc3,
1803df9dd15aSYevgeny Kliteynik 		       gtpu_msg_flags);
1804df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1805df9dd15aSYevgeny Kliteynik 		       gtpu_msg_type, misc3,
1806df9dd15aSYevgeny Kliteynik 		       gtpu_msg_type);
1807df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1808df9dd15aSYevgeny Kliteynik 		       gtpu_teid, misc3,
1809df9dd15aSYevgeny Kliteynik 		       gtpu_teid);
1810df9dd15aSYevgeny Kliteynik 
1811df9dd15aSYevgeny Kliteynik 	return 0;
1812df9dd15aSYevgeny Kliteynik }
1813df9dd15aSYevgeny Kliteynik 
1814df9dd15aSYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb,
1815df9dd15aSYevgeny Kliteynik 						      struct mlx5dr_match_param *mask)
1816df9dd15aSYevgeny Kliteynik {
1817df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask);
1818df9dd15aSYevgeny Kliteynik 
1819df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1820df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1821df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_gtpu_tag;
1822df9dd15aSYevgeny Kliteynik }
1823df9dd15aSYevgeny Kliteynik 
1824df9dd15aSYevgeny Kliteynik static int
1825df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(struct mlx5dr_match_param *value,
1826df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1827ae3eddcfSYevgeny Kliteynik 					   u8 *tag)
1828df9dd15aSYevgeny Kliteynik {
1829df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0))
1830df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1831df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid))
1832df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1833df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2))
1834df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1835df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1836df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1837df9dd15aSYevgeny Kliteynik 	return 0;
1838df9dd15aSYevgeny Kliteynik }
1839df9dd15aSYevgeny Kliteynik 
1840df9dd15aSYevgeny Kliteynik static void
1841df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1842df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1843df9dd15aSYevgeny Kliteynik {
1844df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask);
1845df9dd15aSYevgeny Kliteynik 
1846df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1847df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1848df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag;
1849df9dd15aSYevgeny Kliteynik }
1850df9dd15aSYevgeny Kliteynik 
1851df9dd15aSYevgeny Kliteynik static int
1852df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(struct mlx5dr_match_param *value,
1853df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1854ae3eddcfSYevgeny Kliteynik 					   u8 *tag)
1855df9dd15aSYevgeny Kliteynik {
1856df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0))
1857df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1858df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid))
1859df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1860df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2))
1861df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1862df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1863df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1864df9dd15aSYevgeny Kliteynik 	return 0;
1865df9dd15aSYevgeny Kliteynik }
1866df9dd15aSYevgeny Kliteynik 
1867df9dd15aSYevgeny Kliteynik static void
1868df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1869df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1870df9dd15aSYevgeny Kliteynik {
1871df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask);
1872df9dd15aSYevgeny Kliteynik 
1873df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;
1874df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1875df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag;
1876df9dd15aSYevgeny Kliteynik }
1877df9dd15aSYevgeny Kliteynik 
1878d65e841dSYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v0 = {
18796b93b400SYevgeny Kliteynik 	/* Builders */
1880d65e841dSYevgeny Kliteynik 	.build_eth_l2_src_dst_init	= &dr_ste_v0_build_eth_l2_src_dst_init,
1881d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv6_src_init	= &dr_ste_v0_build_eth_l3_ipv6_src_init,
1882d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv6_dst_init	= &dr_ste_v0_build_eth_l3_ipv6_dst_init,
1883d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv4_5_tuple_init	= &dr_ste_v0_build_eth_l3_ipv4_5_tuple_init,
1884d65e841dSYevgeny Kliteynik 	.build_eth_l2_src_init		= &dr_ste_v0_build_eth_l2_src_init,
1885d65e841dSYevgeny Kliteynik 	.build_eth_l2_dst_init		= &dr_ste_v0_build_eth_l2_dst_init,
1886d65e841dSYevgeny Kliteynik 	.build_eth_l2_tnl_init		= &dr_ste_v0_build_eth_l2_tnl_init,
1887d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv4_misc_init	= &dr_ste_v0_build_eth_l3_ipv4_misc_init,
1888d65e841dSYevgeny Kliteynik 	.build_eth_ipv6_l3_l4_init	= &dr_ste_v0_build_eth_ipv6_l3_l4_init,
1889d65e841dSYevgeny Kliteynik 	.build_mpls_init		= &dr_ste_v0_build_mpls_init,
1890d65e841dSYevgeny Kliteynik 	.build_tnl_gre_init		= &dr_ste_v0_build_tnl_gre_init,
1891d65e841dSYevgeny Kliteynik 	.build_tnl_mpls_init		= &dr_ste_v0_build_tnl_mpls_init,
189235ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_udp_init	= &dr_ste_v0_build_tnl_mpls_over_udp_init,
189335ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_gre_init	= &dr_ste_v0_build_tnl_mpls_over_gre_init,
1894d65e841dSYevgeny Kliteynik 	.build_icmp_init		= &dr_ste_v0_build_icmp_init,
1895d65e841dSYevgeny Kliteynik 	.build_general_purpose_init	= &dr_ste_v0_build_general_purpose_init,
1896d65e841dSYevgeny Kliteynik 	.build_eth_l4_misc_init		= &dr_ste_v0_build_eth_l4_misc_init,
1897d65e841dSYevgeny Kliteynik 	.build_tnl_vxlan_gpe_init	= &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init,
1898d65e841dSYevgeny Kliteynik 	.build_tnl_geneve_init		= &dr_ste_v0_build_flex_parser_tnl_geneve_init,
18993442e033SYevgeny Kliteynik 	.build_tnl_geneve_tlv_opt_init	= &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init,
1900d65e841dSYevgeny Kliteynik 	.build_register_0_init		= &dr_ste_v0_build_register_0_init,
1901d65e841dSYevgeny Kliteynik 	.build_register_1_init		= &dr_ste_v0_build_register_1_init,
1902d65e841dSYevgeny Kliteynik 	.build_src_gvmi_qpn_init	= &dr_ste_v0_build_src_gvmi_qpn_init,
1903160e9cb3SYevgeny Kliteynik 	.build_flex_parser_0_init	= &dr_ste_v0_build_flex_parser_0_init,
1904160e9cb3SYevgeny Kliteynik 	.build_flex_parser_1_init	= &dr_ste_v0_build_flex_parser_1_init,
1905df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_init		= &dr_ste_v0_build_flex_parser_tnl_gtpu_init,
1906df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_0_init   = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_init,
1907df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_1_init   = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_init,
19086b93b400SYevgeny Kliteynik 
19096b93b400SYevgeny Kliteynik 	/* Getters and Setters */
19106b93b400SYevgeny Kliteynik 	.ste_init			= &dr_ste_v0_init,
19116b93b400SYevgeny Kliteynik 	.set_next_lu_type		= &dr_ste_v0_set_next_lu_type,
19126b93b400SYevgeny Kliteynik 	.get_next_lu_type		= &dr_ste_v0_get_next_lu_type,
19136b93b400SYevgeny Kliteynik 	.set_miss_addr			= &dr_ste_v0_set_miss_addr,
19146b93b400SYevgeny Kliteynik 	.get_miss_addr			= &dr_ste_v0_get_miss_addr,
19156b93b400SYevgeny Kliteynik 	.set_hit_addr			= &dr_ste_v0_set_hit_addr,
19166b93b400SYevgeny Kliteynik 	.set_byte_mask			= &dr_ste_v0_set_byte_mask,
19176b93b400SYevgeny Kliteynik 	.get_byte_mask			= &dr_ste_v0_get_byte_mask,
1918ad17dc8cSYevgeny Kliteynik 
1919ad17dc8cSYevgeny Kliteynik 	/* Actions */
1920d7418b4eSYevgeny Kliteynik 	.actions_caps			= DR_STE_CTX_ACTION_CAP_NONE,
1921ad17dc8cSYevgeny Kliteynik 	.set_actions_rx			= &dr_ste_v0_set_actions_rx,
1922ad17dc8cSYevgeny Kliteynik 	.set_actions_tx			= &dr_ste_v0_set_actions_tx,
19234781df92SYevgeny Kliteynik 	.modify_field_arr_sz		= ARRAY_SIZE(dr_ste_v0_action_modify_field_arr),
19244781df92SYevgeny Kliteynik 	.modify_field_arr		= dr_ste_v0_action_modify_field_arr,
19254781df92SYevgeny Kliteynik 	.set_action_set			= &dr_ste_v0_set_action_set,
19264781df92SYevgeny Kliteynik 	.set_action_add			= &dr_ste_v0_set_action_add,
19274781df92SYevgeny Kliteynik 	.set_action_copy		= &dr_ste_v0_set_action_copy,
19284781df92SYevgeny Kliteynik 	.set_action_decap_l3_list	= &dr_ste_v0_set_action_decap_l3_list,
1929d65e841dSYevgeny Kliteynik };
1930