1d65e841dSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2d65e841dSYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */
3d65e841dSYevgeny Kliteynik 
4d65e841dSYevgeny Kliteynik #include <linux/types.h>
5d65e841dSYevgeny Kliteynik #include <linux/crc32.h>
6d65e841dSYevgeny Kliteynik #include "dr_ste.h"
7d65e841dSYevgeny Kliteynik 
84781df92SYevgeny Kliteynik #define SVLAN_ETHERTYPE		0x88a8
9ad17dc8cSYevgeny Kliteynik #define DR_STE_ENABLE_FLOW_TAG	BIT(31)
10ad17dc8cSYevgeny Kliteynik 
1146f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type {
1246f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_TX          = 1,
1346f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_RX          = 2,
1446f2a8aeSYevgeny Kliteynik 	DR_STE_TYPE_MODIFY_PKT  = 6,
1546f2a8aeSYevgeny Kliteynik };
1646f2a8aeSYevgeny Kliteynik 
174781df92SYevgeny Kliteynik enum dr_ste_v0_action_tunl {
18ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_NONE		= 0,
19ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_ENABLE	= 1,
20ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_DECAP	= 2,
21ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_L3_DECAP	= 3,
22ad17dc8cSYevgeny Kliteynik 	DR_STE_TUNL_ACTION_POP_VLAN	= 4,
23ad17dc8cSYevgeny Kliteynik };
24ad17dc8cSYevgeny Kliteynik 
254781df92SYevgeny Kliteynik enum dr_ste_v0_action_type {
26ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_PUSH_VLAN	= 1,
27ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_ENCAP_L3	= 3,
28ad17dc8cSYevgeny Kliteynik 	DR_STE_ACTION_TYPE_ENCAP	= 4,
29ad17dc8cSYevgeny Kliteynik };
30ad17dc8cSYevgeny Kliteynik 
314781df92SYevgeny Kliteynik enum dr_ste_v0_action_mdfy_op {
324781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_COPY	= 0x1,
334781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_SET	= 0x2,
344781df92SYevgeny Kliteynik 	DR_STE_ACTION_MDFY_OP_ADD	= 0x3,
354781df92SYevgeny Kliteynik };
364781df92SYevgeny Kliteynik 
37d65e841dSYevgeny Kliteynik #define DR_STE_CALC_LU_TYPE(lookup_type, rx, inner) \
38dd2d3c8dSYevgeny Kliteynik 	((inner) ? DR_STE_V0_LU_TYPE_##lookup_type##_I : \
39dd2d3c8dSYevgeny Kliteynik 		   (rx) ? DR_STE_V0_LU_TYPE_##lookup_type##_D : \
40dd2d3c8dSYevgeny Kliteynik 			  DR_STE_V0_LU_TYPE_##lookup_type##_O)
41dd2d3c8dSYevgeny Kliteynik 
42dd2d3c8dSYevgeny Kliteynik enum {
43dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_NOP				= 0x00,
44dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP		= 0x05,
45dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I		= 0x0a,
46dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_O			= 0x06,
47dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_I			= 0x07,
48dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_DST_D			= 0x1b,
49dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_O			= 0x08,
50dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_I			= 0x09,
51dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_D			= 0x1c,
52dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_O		= 0x36,
53dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_I		= 0x37,
54dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_D		= 0x38,
55dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_O		= 0x0d,
56dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_I		= 0x0e,
57dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_D		= 0x1e,
58dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_O		= 0x0f,
59dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_I		= 0x10,
60dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_D		= 0x1f,
61dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_O		= 0x11,
62dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_I		= 0x12,
63dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_D		= 0x20,
64dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_O		= 0x29,
65dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_I		= 0x2a,
66dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_D		= 0x2b,
67dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_O			= 0x13,
68dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_I			= 0x14,
69dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_D			= 0x21,
70dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_O			= 0x2c,
71dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_I			= 0x2d,
72dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_ETHL4_MISC_D			= 0x2e,
73dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_O			= 0x15,
74dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_I			= 0x24,
75dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_MPLS_FIRST_D			= 0x25,
76dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_GRE				= 0x16,
77dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_0			= 0x22,
78dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_1			= 0x23,
79dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER	= 0x19,
80dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_GENERAL_PURPOSE		= 0x18,
81dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0		= 0x2f,
82dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1		= 0x30,
83*09753babSMuhammad Sammar 	DR_STE_V0_LU_TYPE_TUNNEL_HEADER			= 0x34,
84dd2d3c8dSYevgeny Kliteynik 	DR_STE_V0_LU_TYPE_DONT_CARE			= MLX5DR_STE_LU_TYPE_DONT_CARE,
85dd2d3c8dSYevgeny Kliteynik };
86d65e841dSYevgeny Kliteynik 
874781df92SYevgeny Kliteynik enum {
884781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_0		= 0,
894781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_1		= 1,
904781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_2		= 2,
914781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_0		= 3,
924781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_1		= 4,
934781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_2		= 5,
944781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_3		= 6,
954781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L3_4		= 7,
964781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_0		= 8,
974781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_1		= 9,
984781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_MPLS		= 10,
994781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_0	= 11,
1004781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_0		= 12,
1014781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_1		= 13,
1024781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_2		= 14,
1034781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_REG_3		= 15,
1044781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L4_2		= 16,
1054781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_0	= 17,
1064781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_1	= 18,
1074781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_2	= 19,
1084781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_FLEX_3	= 20,
1094781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_1	= 21,
1104781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_METADATA	= 22,
1114781df92SYevgeny Kliteynik 	DR_STE_V0_ACTION_MDFY_FLD_RESERVED	= 23,
1124781df92SYevgeny Kliteynik };
1134781df92SYevgeny Kliteynik 
1144781df92SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v0_action_modify_field_arr[] = {
1154781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = {
1164781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 16, .end = 47,
1174781df92SYevgeny Kliteynik 	},
1184781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = {
1194781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 0, .end = 15,
1204781df92SYevgeny Kliteynik 	},
1214781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = {
1224781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 32, .end = 47,
1234781df92SYevgeny Kliteynik 	},
1244781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = {
1254781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 16, .end = 47,
1264781df92SYevgeny Kliteynik 	},
1274781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = {
1284781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 0, .end = 15,
1294781df92SYevgeny Kliteynik 	},
1304781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = {
1314781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 0, .end = 5,
1324781df92SYevgeny Kliteynik 	},
1334781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = {
1344781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 48, .end = 56,
1354781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1364781df92SYevgeny Kliteynik 	},
1374781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = {
1384781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15,
1394781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1404781df92SYevgeny Kliteynik 	},
1414781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = {
1424781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31,
1434781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
1444781df92SYevgeny Kliteynik 	},
1454781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = {
1464781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15,
1474781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
1484781df92SYevgeny Kliteynik 	},
1494781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = {
1504781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15,
1514781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1524781df92SYevgeny Kliteynik 	},
1534781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = {
1544781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15,
1554781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
1564781df92SYevgeny Kliteynik 	},
1574781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = {
1584781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31,
1594781df92SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
1604781df92SYevgeny Kliteynik 	},
1614781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = {
1624781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 32, .end = 63,
1634781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1644781df92SYevgeny Kliteynik 	},
1654781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = {
1664781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 0, .end = 31,
1674781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1684781df92SYevgeny Kliteynik 	},
1694781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = {
1704781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 32, .end = 63,
1714781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1724781df92SYevgeny Kliteynik 	},
1734781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = {
1744781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 0, .end = 31,
1754781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1764781df92SYevgeny Kliteynik 	},
1774781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = {
1784781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63,
1794781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1804781df92SYevgeny Kliteynik 	},
1814781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = {
1824781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31,
1834781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1844781df92SYevgeny Kliteynik 	},
1854781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = {
1864781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 32, .end = 63,
1874781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1884781df92SYevgeny Kliteynik 	},
1894781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = {
1904781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 0, .end = 31,
1914781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
1924781df92SYevgeny Kliteynik 	},
1934781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV4] = {
1944781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31,
1954781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
1964781df92SYevgeny Kliteynik 	},
1974781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV4] = {
1984781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63,
1994781df92SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
2004781df92SYevgeny Kliteynik 	},
2014781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_A] = {
2024781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 0, .end = 31,
2034781df92SYevgeny Kliteynik 	},
2044781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_B] = {
2054781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 32, .end = 63,
2064781df92SYevgeny Kliteynik 	},
2074781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = {
2084781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 32, .end = 63,
2094781df92SYevgeny Kliteynik 	},
2104781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = {
2114781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 0, .end = 31,
2124781df92SYevgeny Kliteynik 	},
2134781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = {
2144781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 32, .end = 63,
2154781df92SYevgeny Kliteynik 	},
2164781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = {
2174781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 0, .end = 31,
2184781df92SYevgeny Kliteynik 	},
2194781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = {
2204781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 32, .end = 63,
2214781df92SYevgeny Kliteynik 	},
2224781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = {
2234781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 0, .end = 31,
2244781df92SYevgeny Kliteynik 	},
2254781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = {
2264781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 32, .end = 63,
2274781df92SYevgeny Kliteynik 	},
2284781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = {
2294781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 0, .end = 31,
2304781df92SYevgeny Kliteynik 	},
2314781df92SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = {
2324781df92SYevgeny Kliteynik 		.hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 0, .end = 15,
2334781df92SYevgeny Kliteynik 	},
2344781df92SYevgeny Kliteynik };
2354781df92SYevgeny Kliteynik 
236ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_entry_type(u8 *hw_ste_p, u8 entry_type)
237ad17dc8cSYevgeny Kliteynik {
238ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, entry_type, entry_type);
239ad17dc8cSYevgeny Kliteynik }
240ad17dc8cSYevgeny Kliteynik 
241ad17dc8cSYevgeny Kliteynik static u8 dr_ste_v0_get_entry_type(u8 *hw_ste_p)
242ad17dc8cSYevgeny Kliteynik {
243ad17dc8cSYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, entry_type);
244ad17dc8cSYevgeny Kliteynik }
245ad17dc8cSYevgeny Kliteynik 
2466b93b400SYevgeny Kliteynik static void dr_ste_v0_set_miss_addr(u8 *hw_ste_p, u64 miss_addr)
2476b93b400SYevgeny Kliteynik {
2486b93b400SYevgeny Kliteynik 	u64 index = miss_addr >> 6;
2496b93b400SYevgeny Kliteynik 
2506b93b400SYevgeny Kliteynik 	/* Miss address for TX and RX STEs located in the same offsets */
2516b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32, index >> 26);
2526b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6, index);
2536b93b400SYevgeny Kliteynik }
2546b93b400SYevgeny Kliteynik 
2556b93b400SYevgeny Kliteynik static u64 dr_ste_v0_get_miss_addr(u8 *hw_ste_p)
2566b93b400SYevgeny Kliteynik {
2576b93b400SYevgeny Kliteynik 	u64 index =
258bdbc13c2SYevgeny Kliteynik 		((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6) |
259bdbc13c2SYevgeny Kliteynik 		 ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32)) << 26);
2606b93b400SYevgeny Kliteynik 
2616b93b400SYevgeny Kliteynik 	return index << 6;
2626b93b400SYevgeny Kliteynik }
2636b93b400SYevgeny Kliteynik 
2646b93b400SYevgeny Kliteynik static void dr_ste_v0_set_byte_mask(u8 *hw_ste_p, u16 byte_mask)
2656b93b400SYevgeny Kliteynik {
2666b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, byte_mask, byte_mask);
2676b93b400SYevgeny Kliteynik }
2686b93b400SYevgeny Kliteynik 
2696b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_byte_mask(u8 *hw_ste_p)
2706b93b400SYevgeny Kliteynik {
2716b93b400SYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, byte_mask);
2726b93b400SYevgeny Kliteynik }
2736b93b400SYevgeny Kliteynik 
2746b93b400SYevgeny Kliteynik static void dr_ste_v0_set_lu_type(u8 *hw_ste_p, u16 lu_type)
2756b93b400SYevgeny Kliteynik {
2766b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, entry_sub_type, lu_type);
2776b93b400SYevgeny Kliteynik }
2786b93b400SYevgeny Kliteynik 
2796b93b400SYevgeny Kliteynik static void dr_ste_v0_set_next_lu_type(u8 *hw_ste_p, u16 lu_type)
2806b93b400SYevgeny Kliteynik {
2816b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_lu_type, lu_type);
2826b93b400SYevgeny Kliteynik }
2836b93b400SYevgeny Kliteynik 
2846b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_next_lu_type(u8 *hw_ste_p)
2856b93b400SYevgeny Kliteynik {
2866b93b400SYevgeny Kliteynik 	return MLX5_GET(ste_general, hw_ste_p, next_lu_type);
2876b93b400SYevgeny Kliteynik }
2886b93b400SYevgeny Kliteynik 
289ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi)
290ad17dc8cSYevgeny Kliteynik {
291ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_63_48, gvmi);
292ad17dc8cSYevgeny Kliteynik }
293ad17dc8cSYevgeny Kliteynik 
2946b93b400SYevgeny Kliteynik static void dr_ste_v0_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size)
2956b93b400SYevgeny Kliteynik {
2966b93b400SYevgeny Kliteynik 	u64 index = (icm_addr >> 5) | ht_size;
2976b93b400SYevgeny Kliteynik 
2986b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_39_32_size, index >> 27);
2996b93b400SYevgeny Kliteynik 	MLX5_SET(ste_general, hw_ste_p, next_table_base_31_5_size, index);
3006b93b400SYevgeny Kliteynik }
3016b93b400SYevgeny Kliteynik 
30246f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init_full(u8 *hw_ste_p, u16 lu_type,
30346f2a8aeSYevgeny Kliteynik 				enum dr_ste_v0_entry_type entry_type, u16 gvmi)
3046b93b400SYevgeny Kliteynik {
305ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_entry_type(hw_ste_p, entry_type);
3066b93b400SYevgeny Kliteynik 	dr_ste_v0_set_lu_type(hw_ste_p, lu_type);
3076b93b400SYevgeny Kliteynik 	dr_ste_v0_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE);
3086b93b400SYevgeny Kliteynik 
3096b93b400SYevgeny Kliteynik 	/* Set GVMI once, this is the same for RX/TX
3106b93b400SYevgeny Kliteynik 	 * bits 63_48 of next table base / miss address encode the next GVMI
3116b93b400SYevgeny Kliteynik 	 */
3126b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, gvmi, gvmi);
3136b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, next_table_base_63_48, gvmi);
3146b93b400SYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_63_48, gvmi);
3156b93b400SYevgeny Kliteynik }
3166b93b400SYevgeny Kliteynik 
31746f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init(u8 *hw_ste_p, u16 lu_type,
31846f2a8aeSYevgeny Kliteynik 			   bool is_rx, u16 gvmi)
31946f2a8aeSYevgeny Kliteynik {
32046f2a8aeSYevgeny Kliteynik 	enum dr_ste_v0_entry_type entry_type;
32146f2a8aeSYevgeny Kliteynik 
32246f2a8aeSYevgeny Kliteynik 	entry_type = is_rx ? DR_STE_TYPE_RX : DR_STE_TYPE_TX;
32346f2a8aeSYevgeny Kliteynik 	dr_ste_v0_init_full(hw_ste_p, lu_type, entry_type, gvmi);
32446f2a8aeSYevgeny Kliteynik }
32546f2a8aeSYevgeny Kliteynik 
326ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_rx_set_flow_tag(u8 *hw_ste_p, u32 flow_tag)
327ad17dc8cSYevgeny Kliteynik {
328ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, qp_list_pointer,
329ad17dc8cSYevgeny Kliteynik 		 DR_STE_ENABLE_FLOW_TAG | flow_tag);
330ad17dc8cSYevgeny Kliteynik }
331ad17dc8cSYevgeny Kliteynik 
332ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_counter_id(u8 *hw_ste_p, u32 ctr_id)
333ad17dc8cSYevgeny Kliteynik {
334ad17dc8cSYevgeny Kliteynik 	/* This can be used for both rx_steering_mult and for sx_transmit */
335ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_15_0, ctr_id);
336ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_23_16, ctr_id >> 16);
337ad17dc8cSYevgeny Kliteynik }
338ad17dc8cSYevgeny Kliteynik 
339ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_go_back_bit(u8 *hw_ste_p)
340ad17dc8cSYevgeny Kliteynik {
341ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, go_back, 1);
342ad17dc8cSYevgeny Kliteynik }
343ad17dc8cSYevgeny Kliteynik 
344ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_push_vlan(u8 *hw_ste_p, u32 vlan_hdr,
345ad17dc8cSYevgeny Kliteynik 				       bool go_back)
346ad17dc8cSYevgeny Kliteynik {
347ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_type,
348ad17dc8cSYevgeny Kliteynik 		 DR_STE_ACTION_TYPE_PUSH_VLAN);
349ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, vlan_hdr);
3500142f097SYevgeny Kliteynik 	/* Due to HW limitation we need to set this bit, otherwise reformat +
351ad17dc8cSYevgeny Kliteynik 	 * push vlan will not work.
352ad17dc8cSYevgeny Kliteynik 	 */
353ad17dc8cSYevgeny Kliteynik 	if (go_back)
354ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_go_back_bit(hw_ste_p);
355ad17dc8cSYevgeny Kliteynik }
356ad17dc8cSYevgeny Kliteynik 
357ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_encap(void *hw_ste_p, u32 reformat_id,
358ad17dc8cSYevgeny Kliteynik 				   int size, bool encap_l3)
359ad17dc8cSYevgeny Kliteynik {
360ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_type,
361ad17dc8cSYevgeny Kliteynik 		 encap_l3 ? DR_STE_ACTION_TYPE_ENCAP_L3 : DR_STE_ACTION_TYPE_ENCAP);
362ad17dc8cSYevgeny Kliteynik 	/* The hardware expects here size in words (2 byte) */
363ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, action_description, size / 2);
364ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, reformat_id);
365ad17dc8cSYevgeny Kliteynik }
366ad17dc8cSYevgeny Kliteynik 
367ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap(u8 *hw_ste_p)
368ad17dc8cSYevgeny Kliteynik {
369ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
370ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_DECAP);
371d3875924SAlex Vesker 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1);
372ad17dc8cSYevgeny Kliteynik }
373ad17dc8cSYevgeny Kliteynik 
374ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_pop_vlan(u8 *hw_ste_p)
375ad17dc8cSYevgeny Kliteynik {
376ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
377ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_POP_VLAN);
378ad17dc8cSYevgeny Kliteynik }
379ad17dc8cSYevgeny Kliteynik 
380ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap_l3(u8 *hw_ste_p, bool vlan)
381ad17dc8cSYevgeny Kliteynik {
382ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action,
383ad17dc8cSYevgeny Kliteynik 		 DR_STE_TUNL_ACTION_L3_DECAP);
384ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, action_description, vlan ? 1 : 0);
385d3875924SAlex Vesker 	MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1);
386ad17dc8cSYevgeny Kliteynik }
387ad17dc8cSYevgeny Kliteynik 
388ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rewrite_actions(u8 *hw_ste_p, u16 num_of_actions,
389ad17dc8cSYevgeny Kliteynik 					  u32 re_write_index)
390ad17dc8cSYevgeny Kliteynik {
391ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, number_of_re_write_actions,
392ad17dc8cSYevgeny Kliteynik 		 num_of_actions);
393ad17dc8cSYevgeny Kliteynik 	MLX5_SET(ste_modify_packet, hw_ste_p, header_re_write_actions_pointer,
394ad17dc8cSYevgeny Kliteynik 		 re_write_index);
395ad17dc8cSYevgeny Kliteynik }
396ad17dc8cSYevgeny Kliteynik 
397ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_arr_init_next(u8 **last_ste,
398ad17dc8cSYevgeny Kliteynik 				    u32 *added_stes,
39946f2a8aeSYevgeny Kliteynik 				    enum dr_ste_v0_entry_type entry_type,
400ad17dc8cSYevgeny Kliteynik 				    u16 gvmi)
401ad17dc8cSYevgeny Kliteynik {
402ad17dc8cSYevgeny Kliteynik 	(*added_stes)++;
403ad17dc8cSYevgeny Kliteynik 	*last_ste += DR_STE_SIZE;
40446f2a8aeSYevgeny Kliteynik 	dr_ste_v0_init_full(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE,
405ad17dc8cSYevgeny Kliteynik 			    entry_type, gvmi);
406ad17dc8cSYevgeny Kliteynik }
407ad17dc8cSYevgeny Kliteynik 
408ad17dc8cSYevgeny Kliteynik static void
409ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_tx(struct mlx5dr_domain *dmn,
410ad17dc8cSYevgeny Kliteynik 			 u8 *action_type_set,
411ad17dc8cSYevgeny Kliteynik 			 u8 *last_ste,
412ad17dc8cSYevgeny Kliteynik 			 struct mlx5dr_ste_actions_attr *attr,
413ad17dc8cSYevgeny Kliteynik 			 u32 *added_stes)
414ad17dc8cSYevgeny Kliteynik {
415ad17dc8cSYevgeny Kliteynik 	bool encap = action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2] ||
416ad17dc8cSYevgeny Kliteynik 		action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3];
417ad17dc8cSYevgeny Kliteynik 
418ad17dc8cSYevgeny Kliteynik 	/* We want to make sure the modify header comes before L2
419ad17dc8cSYevgeny Kliteynik 	 * encapsulation. The reason for that is that we support
420ad17dc8cSYevgeny Kliteynik 	 * modify headers for outer headers only
421ad17dc8cSYevgeny Kliteynik 	 */
422ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
42346f2a8aeSYevgeny Kliteynik 		dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
424ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
425ad17dc8cSYevgeny Kliteynik 					      attr->modify_actions,
426ad17dc8cSYevgeny Kliteynik 					      attr->modify_index);
427ad17dc8cSYevgeny Kliteynik 	}
428ad17dc8cSYevgeny Kliteynik 
429ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) {
430ad17dc8cSYevgeny Kliteynik 		int i;
431ad17dc8cSYevgeny Kliteynik 
432ad17dc8cSYevgeny Kliteynik 		for (i = 0; i < attr->vlans.count; i++) {
433ad17dc8cSYevgeny Kliteynik 			if (i || action_type_set[DR_ACTION_TYP_MODIFY_HDR])
434ad17dc8cSYevgeny Kliteynik 				dr_ste_v0_arr_init_next(&last_ste,
435ad17dc8cSYevgeny Kliteynik 							added_stes,
43646f2a8aeSYevgeny Kliteynik 							DR_STE_TYPE_TX,
437ad17dc8cSYevgeny Kliteynik 							attr->gvmi);
438ad17dc8cSYevgeny Kliteynik 
439ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_tx_push_vlan(last_ste,
440ad17dc8cSYevgeny Kliteynik 						   attr->vlans.headers[i],
441ad17dc8cSYevgeny Kliteynik 						   encap);
442ad17dc8cSYevgeny Kliteynik 		}
443ad17dc8cSYevgeny Kliteynik 	}
444ad17dc8cSYevgeny Kliteynik 
445ad17dc8cSYevgeny Kliteynik 	if (encap) {
446ad17dc8cSYevgeny Kliteynik 		/* Modify header and encapsulation require a different STEs.
447ad17dc8cSYevgeny Kliteynik 		 * Since modify header STE format doesn't support encapsulation
448ad17dc8cSYevgeny Kliteynik 		 * tunneling_action.
449ad17dc8cSYevgeny Kliteynik 		 */
450ad17dc8cSYevgeny Kliteynik 		if (action_type_set[DR_ACTION_TYP_MODIFY_HDR] ||
451ad17dc8cSYevgeny Kliteynik 		    action_type_set[DR_ACTION_TYP_PUSH_VLAN])
452ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
453ad17dc8cSYevgeny Kliteynik 						added_stes,
45446f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_TX,
455ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
456ad17dc8cSYevgeny Kliteynik 
457ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_tx_encap(last_ste,
4587ea9b398SYevgeny Kliteynik 				       attr->reformat.id,
4597ea9b398SYevgeny Kliteynik 				       attr->reformat.size,
460ad17dc8cSYevgeny Kliteynik 				       action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]);
461ad17dc8cSYevgeny Kliteynik 		/* Whenever prio_tag_required enabled, we can be sure that the
462ad17dc8cSYevgeny Kliteynik 		 * previous table (ACL) already push vlan to our packet,
463ad17dc8cSYevgeny Kliteynik 		 * And due to HW limitation we need to set this bit, otherwise
464ad17dc8cSYevgeny Kliteynik 		 * push vlan + reformat will not work.
465ad17dc8cSYevgeny Kliteynik 		 */
466ad17dc8cSYevgeny Kliteynik 		if (MLX5_CAP_GEN(dmn->mdev, prio_tag_required))
467ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_go_back_bit(last_ste);
468ad17dc8cSYevgeny Kliteynik 	}
469ad17dc8cSYevgeny Kliteynik 
470ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR])
471ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_counter_id(last_ste, attr->ctr_id);
472ad17dc8cSYevgeny Kliteynik 
473ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi);
474ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1);
475ad17dc8cSYevgeny Kliteynik }
476ad17dc8cSYevgeny Kliteynik 
477ad17dc8cSYevgeny Kliteynik static void
478ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_rx(struct mlx5dr_domain *dmn,
479ad17dc8cSYevgeny Kliteynik 			 u8 *action_type_set,
480ad17dc8cSYevgeny Kliteynik 			 u8 *last_ste,
481ad17dc8cSYevgeny Kliteynik 			 struct mlx5dr_ste_actions_attr *attr,
482ad17dc8cSYevgeny Kliteynik 			 u32 *added_stes)
483ad17dc8cSYevgeny Kliteynik {
484ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR])
485ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_counter_id(last_ste, attr->ctr_id);
486ad17dc8cSYevgeny Kliteynik 
487ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) {
48846f2a8aeSYevgeny Kliteynik 		dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
489ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rx_decap_l3(last_ste, attr->decap_with_vlan);
490ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
491ad17dc8cSYevgeny Kliteynik 					      attr->decap_actions,
492ad17dc8cSYevgeny Kliteynik 					      attr->decap_index);
493ad17dc8cSYevgeny Kliteynik 	}
494ad17dc8cSYevgeny Kliteynik 
495ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2])
496ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rx_decap(last_ste);
497ad17dc8cSYevgeny Kliteynik 
498ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_POP_VLAN]) {
499ad17dc8cSYevgeny Kliteynik 		int i;
500ad17dc8cSYevgeny Kliteynik 
501ad17dc8cSYevgeny Kliteynik 		for (i = 0; i < attr->vlans.count; i++) {
502ad17dc8cSYevgeny Kliteynik 			if (i ||
503ad17dc8cSYevgeny Kliteynik 			    action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2] ||
504ad17dc8cSYevgeny Kliteynik 			    action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2])
505ad17dc8cSYevgeny Kliteynik 				dr_ste_v0_arr_init_next(&last_ste,
506ad17dc8cSYevgeny Kliteynik 							added_stes,
50746f2a8aeSYevgeny Kliteynik 							DR_STE_TYPE_RX,
508ad17dc8cSYevgeny Kliteynik 							attr->gvmi);
509ad17dc8cSYevgeny Kliteynik 
510ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_set_rx_pop_vlan(last_ste);
511ad17dc8cSYevgeny Kliteynik 		}
512ad17dc8cSYevgeny Kliteynik 	}
513ad17dc8cSYevgeny Kliteynik 
514ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
51546f2a8aeSYevgeny Kliteynik 		if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT)
516ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
517ad17dc8cSYevgeny Kliteynik 						added_stes,
51846f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_MODIFY_PKT,
519ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
520ad17dc8cSYevgeny Kliteynik 		else
52146f2a8aeSYevgeny Kliteynik 			dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT);
522ad17dc8cSYevgeny Kliteynik 
523ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_set_rewrite_actions(last_ste,
524ad17dc8cSYevgeny Kliteynik 					      attr->modify_actions,
525ad17dc8cSYevgeny Kliteynik 					      attr->modify_index);
526ad17dc8cSYevgeny Kliteynik 	}
527ad17dc8cSYevgeny Kliteynik 
528ad17dc8cSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TAG]) {
52946f2a8aeSYevgeny Kliteynik 		if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT)
530ad17dc8cSYevgeny Kliteynik 			dr_ste_v0_arr_init_next(&last_ste,
531ad17dc8cSYevgeny Kliteynik 						added_stes,
53246f2a8aeSYevgeny Kliteynik 						DR_STE_TYPE_RX,
533ad17dc8cSYevgeny Kliteynik 						attr->gvmi);
534ad17dc8cSYevgeny Kliteynik 
535ad17dc8cSYevgeny Kliteynik 		dr_ste_v0_rx_set_flow_tag(last_ste, attr->flow_tag);
536ad17dc8cSYevgeny Kliteynik 	}
537ad17dc8cSYevgeny Kliteynik 
538ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi);
539ad17dc8cSYevgeny Kliteynik 	dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1);
540ad17dc8cSYevgeny Kliteynik }
541ad17dc8cSYevgeny Kliteynik 
5424781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_set(u8 *hw_action,
5434781df92SYevgeny Kliteynik 				     u8 hw_field,
5444781df92SYevgeny Kliteynik 				     u8 shifter,
5454781df92SYevgeny Kliteynik 				     u8 length,
5464781df92SYevgeny Kliteynik 				     u32 data)
5474781df92SYevgeny Kliteynik {
5484781df92SYevgeny Kliteynik 	length = (length == 32) ? 0 : length;
5494781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_SET);
5504781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field);
5514781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter);
5524781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_length, length);
5534781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, data);
5544781df92SYevgeny Kliteynik }
5554781df92SYevgeny Kliteynik 
5564781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_add(u8 *hw_action,
5574781df92SYevgeny Kliteynik 				     u8 hw_field,
5584781df92SYevgeny Kliteynik 				     u8 shifter,
5594781df92SYevgeny Kliteynik 				     u8 length,
5604781df92SYevgeny Kliteynik 				     u32 data)
5614781df92SYevgeny Kliteynik {
5624781df92SYevgeny Kliteynik 	length = (length == 32) ? 0 : length;
5634781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_ADD);
5644781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field);
5654781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter);
5664781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_length, length);
5674781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, data);
5684781df92SYevgeny Kliteynik }
5694781df92SYevgeny Kliteynik 
5704781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_copy(u8 *hw_action,
5714781df92SYevgeny Kliteynik 				      u8 dst_hw_field,
5724781df92SYevgeny Kliteynik 				      u8 dst_shifter,
5734781df92SYevgeny Kliteynik 				      u8 dst_len,
5744781df92SYevgeny Kliteynik 				      u8 src_hw_field,
5754781df92SYevgeny Kliteynik 				      u8 src_shifter)
5764781df92SYevgeny Kliteynik {
5774781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, opcode, DR_STE_ACTION_MDFY_OP_COPY);
5784781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_field_code, dst_hw_field);
5794781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_left_shifter, dst_shifter);
5804781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, destination_length, dst_len);
5814781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, source_field_code, src_hw_field);
5824781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_copy, hw_action, source_left_shifter, src_shifter);
5834781df92SYevgeny Kliteynik }
5844781df92SYevgeny Kliteynik 
5854781df92SYevgeny Kliteynik #define DR_STE_DECAP_L3_MIN_ACTION_NUM	5
5864781df92SYevgeny Kliteynik 
5874781df92SYevgeny Kliteynik static int
5884781df92SYevgeny Kliteynik dr_ste_v0_set_action_decap_l3_list(void *data, u32 data_sz,
5894781df92SYevgeny Kliteynik 				   u8 *hw_action, u32 hw_action_sz,
5904781df92SYevgeny Kliteynik 				   u16 *used_hw_action_num)
5914781df92SYevgeny Kliteynik {
5924781df92SYevgeny Kliteynik 	struct mlx5_ifc_l2_hdr_bits *l2_hdr = data;
5934781df92SYevgeny Kliteynik 	u32 hw_action_num;
5944781df92SYevgeny Kliteynik 	int required_actions;
5954781df92SYevgeny Kliteynik 	u32 hdr_fld_4b;
5964781df92SYevgeny Kliteynik 	u16 hdr_fld_2b;
5974781df92SYevgeny Kliteynik 	u16 vlan_type;
5984781df92SYevgeny Kliteynik 	bool vlan;
5994781df92SYevgeny Kliteynik 
6004781df92SYevgeny Kliteynik 	vlan = (data_sz != HDR_LEN_L2);
6014781df92SYevgeny Kliteynik 	hw_action_num = hw_action_sz / MLX5_ST_SZ_BYTES(dr_action_hw_set);
6024781df92SYevgeny Kliteynik 	required_actions = DR_STE_DECAP_L3_MIN_ACTION_NUM + !!vlan;
6034781df92SYevgeny Kliteynik 
6044781df92SYevgeny Kliteynik 	if (hw_action_num < required_actions)
6054781df92SYevgeny Kliteynik 		return -ENOMEM;
6064781df92SYevgeny Kliteynik 
6074781df92SYevgeny Kliteynik 	/* dmac_47_16 */
6084781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6094781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6104781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6114781df92SYevgeny Kliteynik 		 destination_length, 0);
6124781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6134781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0);
6144781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6154781df92SYevgeny Kliteynik 		 destination_left_shifter, 16);
6164781df92SYevgeny Kliteynik 	hdr_fld_4b = MLX5_GET(l2_hdr, l2_hdr, dmac_47_16);
6174781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6184781df92SYevgeny Kliteynik 		 inline_data, hdr_fld_4b);
6194781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6204781df92SYevgeny Kliteynik 
6214781df92SYevgeny Kliteynik 	/* smac_47_16 */
6224781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6234781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6244781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6254781df92SYevgeny Kliteynik 		 destination_length, 0);
6264781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6274781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1);
6284781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, 16);
6294781df92SYevgeny Kliteynik 	hdr_fld_4b = (MLX5_GET(l2_hdr, l2_hdr, smac_31_0) >> 16 |
6304781df92SYevgeny Kliteynik 		      MLX5_GET(l2_hdr, l2_hdr, smac_47_32) << 16);
6314781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b);
6324781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6334781df92SYevgeny Kliteynik 
6344781df92SYevgeny Kliteynik 	/* dmac_15_0 */
6354781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6364781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6374781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6384781df92SYevgeny Kliteynik 		 destination_length, 16);
6394781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6404781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0);
6414781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6424781df92SYevgeny Kliteynik 		 destination_left_shifter, 0);
6434781df92SYevgeny Kliteynik 	hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, dmac_15_0);
6444781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6454781df92SYevgeny Kliteynik 		 inline_data, hdr_fld_2b);
6464781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6474781df92SYevgeny Kliteynik 
6484781df92SYevgeny Kliteynik 	/* ethertype + (optional) vlan */
6494781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6504781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6514781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6524781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2);
6534781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6544781df92SYevgeny Kliteynik 		 destination_left_shifter, 32);
6554781df92SYevgeny Kliteynik 	if (!vlan) {
6564781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype);
6574781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b);
6584781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, destination_length, 16);
6594781df92SYevgeny Kliteynik 	} else {
6604781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype);
6614781df92SYevgeny Kliteynik 		vlan_type = hdr_fld_2b == SVLAN_ETHERTYPE ? DR_STE_SVLAN : DR_STE_CVLAN;
6624781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan);
6634781df92SYevgeny Kliteynik 		hdr_fld_4b = (vlan_type << 16) | hdr_fld_2b;
6644781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b);
6654781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action, destination_length, 18);
6664781df92SYevgeny Kliteynik 	}
6674781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6684781df92SYevgeny Kliteynik 
6694781df92SYevgeny Kliteynik 	/* smac_15_0 */
6704781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6714781df92SYevgeny Kliteynik 		 opcode, DR_STE_ACTION_MDFY_OP_SET);
6724781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6734781df92SYevgeny Kliteynik 		 destination_length, 16);
6744781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6754781df92SYevgeny Kliteynik 		 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1);
6764781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action,
6774781df92SYevgeny Kliteynik 		 destination_left_shifter, 0);
6784781df92SYevgeny Kliteynik 	hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, smac_31_0);
6794781df92SYevgeny Kliteynik 	MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b);
6804781df92SYevgeny Kliteynik 	hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set);
6814781df92SYevgeny Kliteynik 
6824781df92SYevgeny Kliteynik 	if (vlan) {
6834781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6844781df92SYevgeny Kliteynik 			 opcode, DR_STE_ACTION_MDFY_OP_SET);
6854781df92SYevgeny Kliteynik 		hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan_type);
6864781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6874781df92SYevgeny Kliteynik 			 inline_data, hdr_fld_2b);
6884781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6894781df92SYevgeny Kliteynik 			 destination_length, 16);
6904781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6914781df92SYevgeny Kliteynik 			 destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2);
6924781df92SYevgeny Kliteynik 		MLX5_SET(dr_action_hw_set, hw_action,
6934781df92SYevgeny Kliteynik 			 destination_left_shifter, 0);
6944781df92SYevgeny Kliteynik 	}
6954781df92SYevgeny Kliteynik 
6964781df92SYevgeny Kliteynik 	*used_hw_action_num = required_actions;
6974781df92SYevgeny Kliteynik 
6984781df92SYevgeny Kliteynik 	return 0;
6994781df92SYevgeny Kliteynik }
7004781df92SYevgeny Kliteynik 
701d65e841dSYevgeny Kliteynik static void
702d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value,
703d65e841dSYevgeny Kliteynik 					bool inner, u8 *bit_mask)
704d65e841dSYevgeny Kliteynik {
705d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
706d65e841dSYevgeny Kliteynik 
70746779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_47_16, mask, dmac_47_16);
70846779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_15_0, mask, dmac_15_0);
709d65e841dSYevgeny Kliteynik 
710d65e841dSYevgeny Kliteynik 	if (mask->smac_47_16 || mask->smac_15_0) {
711d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_47_32,
712d65e841dSYevgeny Kliteynik 			 mask->smac_47_16 >> 16);
713d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_31_0,
714d65e841dSYevgeny Kliteynik 			 mask->smac_47_16 << 16 | mask->smac_15_0);
715d65e841dSYevgeny Kliteynik 		mask->smac_47_16 = 0;
716d65e841dSYevgeny Kliteynik 		mask->smac_15_0 = 0;
717d65e841dSYevgeny Kliteynik 	}
718d65e841dSYevgeny Kliteynik 
71946779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_vlan_id, mask, first_vid);
72046779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_cfi, mask, first_cfi);
72146779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_priority, mask, first_prio);
72246779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src_dst, bit_mask, l3_type, mask, ip_version);
723d65e841dSYevgeny Kliteynik 
724d65e841dSYevgeny Kliteynik 	if (mask->cvlan_tag) {
725d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1);
726d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
727d65e841dSYevgeny Kliteynik 	} else if (mask->svlan_tag) {
728d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1);
729d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
730d65e841dSYevgeny Kliteynik 	}
731d65e841dSYevgeny Kliteynik }
732d65e841dSYevgeny Kliteynik 
733d65e841dSYevgeny Kliteynik static int
734d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value,
735d65e841dSYevgeny Kliteynik 				   struct mlx5dr_ste_build *sb,
736d65e841dSYevgeny Kliteynik 				   u8 *tag)
737d65e841dSYevgeny Kliteynik {
738d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
739d65e841dSYevgeny Kliteynik 
740d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_47_16, spec, dmac_47_16);
741d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_15_0, spec, dmac_15_0);
742d65e841dSYevgeny Kliteynik 
743d65e841dSYevgeny Kliteynik 	if (spec->smac_47_16 || spec->smac_15_0) {
744d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, smac_47_32,
745d65e841dSYevgeny Kliteynik 			 spec->smac_47_16 >> 16);
746d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, smac_31_0,
747d65e841dSYevgeny Kliteynik 			 spec->smac_47_16 << 16 | spec->smac_15_0);
748d65e841dSYevgeny Kliteynik 		spec->smac_47_16 = 0;
749d65e841dSYevgeny Kliteynik 		spec->smac_15_0 = 0;
750d65e841dSYevgeny Kliteynik 	}
751d65e841dSYevgeny Kliteynik 
752d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
753d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
754d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV4);
755d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
756d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
757d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV6);
758d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
759d65e841dSYevgeny Kliteynik 		} else {
760d65e841dSYevgeny Kliteynik 			return -EINVAL;
761d65e841dSYevgeny Kliteynik 		}
762d65e841dSYevgeny Kliteynik 	}
763d65e841dSYevgeny Kliteynik 
764d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_vlan_id, spec, first_vid);
765d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_cfi, spec, first_cfi);
766d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst, tag, first_priority, spec, first_prio);
767d65e841dSYevgeny Kliteynik 
768d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
769d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_CVLAN);
770d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
771d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
772d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_SVLAN);
773d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
774d65e841dSYevgeny Kliteynik 	}
775d65e841dSYevgeny Kliteynik 	return 0;
776d65e841dSYevgeny Kliteynik }
777d65e841dSYevgeny Kliteynik 
778d65e841dSYevgeny Kliteynik static void
779d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb,
780d65e841dSYevgeny Kliteynik 				    struct mlx5dr_match_param *mask)
781d65e841dSYevgeny Kliteynik {
782d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask);
783d65e841dSYevgeny Kliteynik 
784d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC_DST, sb->rx, sb->inner);
785d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
786d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_dst_tag;
787d65e841dSYevgeny Kliteynik }
788d65e841dSYevgeny Kliteynik 
789d65e841dSYevgeny Kliteynik static int
790d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value,
791d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
792d65e841dSYevgeny Kliteynik 				    u8 *tag)
793d65e841dSYevgeny Kliteynik {
794d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
795d65e841dSYevgeny Kliteynik 
796d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96);
797d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64);
798d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32);
799d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0);
800d65e841dSYevgeny Kliteynik 
801d65e841dSYevgeny Kliteynik 	return 0;
802d65e841dSYevgeny Kliteynik }
803d65e841dSYevgeny Kliteynik 
804d65e841dSYevgeny Kliteynik static void
805d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb,
806d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
807d65e841dSYevgeny Kliteynik {
80846779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask);
809d65e841dSYevgeny Kliteynik 
810d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_DST, sb->rx, sb->inner);
811d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
812d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_dst_tag;
813d65e841dSYevgeny Kliteynik }
814d65e841dSYevgeny Kliteynik 
815d65e841dSYevgeny Kliteynik static int
816d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value,
817d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
818d65e841dSYevgeny Kliteynik 				    u8 *tag)
819d65e841dSYevgeny Kliteynik {
820d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
821d65e841dSYevgeny Kliteynik 
822d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96);
823d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64);
824d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32);
825d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0);
826d65e841dSYevgeny Kliteynik 
827d65e841dSYevgeny Kliteynik 	return 0;
828d65e841dSYevgeny Kliteynik }
829d65e841dSYevgeny Kliteynik 
830d65e841dSYevgeny Kliteynik static void
831d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb,
832d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
833d65e841dSYevgeny Kliteynik {
83446779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask);
835d65e841dSYevgeny Kliteynik 
836d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_SRC, sb->rx, sb->inner);
837d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
838d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_src_tag;
839d65e841dSYevgeny Kliteynik }
840d65e841dSYevgeny Kliteynik 
841d65e841dSYevgeny Kliteynik static int
842d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value,
843d65e841dSYevgeny Kliteynik 					struct mlx5dr_ste_build *sb,
844d65e841dSYevgeny Kliteynik 					u8 *tag)
845d65e841dSYevgeny Kliteynik {
846d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
847d65e841dSYevgeny Kliteynik 
848d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_address, spec, dst_ip_31_0);
849d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_address, spec, src_ip_31_0);
850d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, tcp_dport);
851d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, udp_dport);
852d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, tcp_sport);
853d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, udp_sport);
854d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, protocol, spec, ip_protocol);
855d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, fragmented, spec, frag);
856d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, dscp, spec, ip_dscp);
857d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, ecn, spec, ip_ecn);
858d65e841dSYevgeny Kliteynik 
859d65e841dSYevgeny Kliteynik 	if (spec->tcp_flags) {
860d65e841dSYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple, tag, spec);
861d65e841dSYevgeny Kliteynik 		spec->tcp_flags = 0;
862d65e841dSYevgeny Kliteynik 	}
863d65e841dSYevgeny Kliteynik 
864d65e841dSYevgeny Kliteynik 	return 0;
865d65e841dSYevgeny Kliteynik }
866d65e841dSYevgeny Kliteynik 
867d65e841dSYevgeny Kliteynik static void
868d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb,
869d65e841dSYevgeny Kliteynik 					 struct mlx5dr_match_param *mask)
870d65e841dSYevgeny Kliteynik {
87146779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask);
872d65e841dSYevgeny Kliteynik 
873d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_5_TUPLE, sb->rx, sb->inner);
874d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
875d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag;
876d65e841dSYevgeny Kliteynik }
877d65e841dSYevgeny Kliteynik 
878d65e841dSYevgeny Kliteynik static void
879d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value,
880d65e841dSYevgeny Kliteynik 					   bool inner, u8 *bit_mask)
881d65e841dSYevgeny Kliteynik {
882d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
883d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
884d65e841dSYevgeny Kliteynik 
88546779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_vlan_id, mask, first_vid);
88646779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_cfi, mask, first_cfi);
88746779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, first_priority, mask, first_prio);
88846779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, ip_fragmented, mask, frag);
88946779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, l3_ethertype, mask, ethertype);
89046779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src, bit_mask, l3_type, mask, ip_version);
891d65e841dSYevgeny Kliteynik 
892d65e841dSYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
893d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, bit_mask, first_vlan_qualifier, -1);
894d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
895d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
896d65e841dSYevgeny Kliteynik 	}
897d65e841dSYevgeny Kliteynik 
898d65e841dSYevgeny Kliteynik 	if (inner) {
899d65e841dSYevgeny Kliteynik 		if (misc_mask->inner_second_cvlan_tag ||
900d65e841dSYevgeny Kliteynik 		    misc_mask->inner_second_svlan_tag) {
901d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1);
902d65e841dSYevgeny Kliteynik 			misc_mask->inner_second_cvlan_tag = 0;
903d65e841dSYevgeny Kliteynik 			misc_mask->inner_second_svlan_tag = 0;
904d65e841dSYevgeny Kliteynik 		}
905d65e841dSYevgeny Kliteynik 
90646779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
907d65e841dSYevgeny Kliteynik 			       second_vlan_id, misc_mask, inner_second_vid);
90846779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
909d65e841dSYevgeny Kliteynik 			       second_cfi, misc_mask, inner_second_cfi);
91046779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
911d65e841dSYevgeny Kliteynik 			       second_priority, misc_mask, inner_second_prio);
912d65e841dSYevgeny Kliteynik 	} else {
913d65e841dSYevgeny Kliteynik 		if (misc_mask->outer_second_cvlan_tag ||
914d65e841dSYevgeny Kliteynik 		    misc_mask->outer_second_svlan_tag) {
915d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1);
916d65e841dSYevgeny Kliteynik 			misc_mask->outer_second_cvlan_tag = 0;
917d65e841dSYevgeny Kliteynik 			misc_mask->outer_second_svlan_tag = 0;
918d65e841dSYevgeny Kliteynik 		}
919d65e841dSYevgeny Kliteynik 
92046779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
921d65e841dSYevgeny Kliteynik 			       second_vlan_id, misc_mask, outer_second_vid);
92246779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
923d65e841dSYevgeny Kliteynik 			       second_cfi, misc_mask, outer_second_cfi);
92446779098SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, bit_mask,
925d65e841dSYevgeny Kliteynik 			       second_priority, misc_mask, outer_second_prio);
926d65e841dSYevgeny Kliteynik 	}
927d65e841dSYevgeny Kliteynik }
928d65e841dSYevgeny Kliteynik 
929d65e841dSYevgeny Kliteynik static int
930d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value,
931d65e841dSYevgeny Kliteynik 				      bool inner, u8 *tag)
932d65e841dSYevgeny Kliteynik {
933d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer;
934d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_spec = &value->misc;
935d65e841dSYevgeny Kliteynik 
936d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_vlan_id, spec, first_vid);
937d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_cfi, spec, first_cfi);
938d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, first_priority, spec, first_prio);
939d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, ip_fragmented, spec, frag);
940d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, l3_ethertype, spec, ethertype);
941d65e841dSYevgeny Kliteynik 
942d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
943d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
944d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV4);
945d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
946d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
947d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV6);
948d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
949d65e841dSYevgeny Kliteynik 		} else {
950d65e841dSYevgeny Kliteynik 			return -EINVAL;
951d65e841dSYevgeny Kliteynik 		}
952d65e841dSYevgeny Kliteynik 	}
953d65e841dSYevgeny Kliteynik 
954d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
955d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_CVLAN);
956d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
957d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
958d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_SVLAN);
959d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
960d65e841dSYevgeny Kliteynik 	}
961d65e841dSYevgeny Kliteynik 
962d65e841dSYevgeny Kliteynik 	if (inner) {
963d65e841dSYevgeny Kliteynik 		if (misc_spec->inner_second_cvlan_tag) {
964d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN);
965d65e841dSYevgeny Kliteynik 			misc_spec->inner_second_cvlan_tag = 0;
966d65e841dSYevgeny Kliteynik 		} else if (misc_spec->inner_second_svlan_tag) {
967d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN);
968d65e841dSYevgeny Kliteynik 			misc_spec->inner_second_svlan_tag = 0;
969d65e841dSYevgeny Kliteynik 		}
970d65e841dSYevgeny Kliteynik 
971d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, inner_second_vid);
972d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, inner_second_cfi);
973d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, inner_second_prio);
974d65e841dSYevgeny Kliteynik 	} else {
975d65e841dSYevgeny Kliteynik 		if (misc_spec->outer_second_cvlan_tag) {
976d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN);
977d65e841dSYevgeny Kliteynik 			misc_spec->outer_second_cvlan_tag = 0;
978d65e841dSYevgeny Kliteynik 		} else if (misc_spec->outer_second_svlan_tag) {
979d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN);
980d65e841dSYevgeny Kliteynik 			misc_spec->outer_second_svlan_tag = 0;
981d65e841dSYevgeny Kliteynik 		}
982d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, outer_second_vid);
983d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, outer_second_cfi);
984d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, outer_second_prio);
985d65e841dSYevgeny Kliteynik 	}
986d65e841dSYevgeny Kliteynik 
987d65e841dSYevgeny Kliteynik 	return 0;
988d65e841dSYevgeny Kliteynik }
989d65e841dSYevgeny Kliteynik 
990d65e841dSYevgeny Kliteynik static void
991d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value,
992d65e841dSYevgeny Kliteynik 				    bool inner, u8 *bit_mask)
993d65e841dSYevgeny Kliteynik {
994d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
995d65e841dSYevgeny Kliteynik 
99646779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_47_16, mask, smac_47_16);
99746779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_15_0, mask, smac_15_0);
998d65e841dSYevgeny Kliteynik 
999d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask);
1000d65e841dSYevgeny Kliteynik }
1001d65e841dSYevgeny Kliteynik 
1002d65e841dSYevgeny Kliteynik static int
1003d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_tag(struct mlx5dr_match_param *value,
1004d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1005d65e841dSYevgeny Kliteynik 			       u8 *tag)
1006d65e841dSYevgeny Kliteynik {
1007d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1008d65e841dSYevgeny Kliteynik 
1009d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, smac_47_16, spec, smac_47_16);
1010d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src, tag, smac_15_0, spec, smac_15_0);
1011d65e841dSYevgeny Kliteynik 
1012d65e841dSYevgeny Kliteynik 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
1013d65e841dSYevgeny Kliteynik }
1014d65e841dSYevgeny Kliteynik 
1015d65e841dSYevgeny Kliteynik static void
1016d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_init(struct mlx5dr_ste_build *sb,
1017d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1018d65e841dSYevgeny Kliteynik {
1019d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask);
1020d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC, sb->rx, sb->inner);
1021d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1022d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_tag;
1023d65e841dSYevgeny Kliteynik }
1024d65e841dSYevgeny Kliteynik 
1025d65e841dSYevgeny Kliteynik static void
1026d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value,
102746779098SYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
102846779098SYevgeny Kliteynik 				    u8 *bit_mask)
1029d65e841dSYevgeny Kliteynik {
103046779098SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = sb->inner ? &value->inner : &value->outer;
1031d65e841dSYevgeny Kliteynik 
103246779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_47_16, mask, dmac_47_16);
103346779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_15_0, mask, dmac_15_0);
1034d65e841dSYevgeny Kliteynik 
103546779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, sb->inner, bit_mask);
1036d65e841dSYevgeny Kliteynik }
1037d65e841dSYevgeny Kliteynik 
1038d65e841dSYevgeny Kliteynik static int
1039d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_tag(struct mlx5dr_match_param *value,
1040d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1041d65e841dSYevgeny Kliteynik 			       u8 *tag)
1042d65e841dSYevgeny Kliteynik {
1043d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1044d65e841dSYevgeny Kliteynik 
1045d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, tag, dmac_47_16, spec, dmac_47_16);
1046d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst, tag, dmac_15_0, spec, dmac_15_0);
1047d65e841dSYevgeny Kliteynik 
1048d65e841dSYevgeny Kliteynik 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
1049d65e841dSYevgeny Kliteynik }
1050d65e841dSYevgeny Kliteynik 
1051d65e841dSYevgeny Kliteynik static void
1052d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb,
1053d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1054d65e841dSYevgeny Kliteynik {
105546779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_dst_bit_mask(mask, sb, sb->bit_mask);
1056d65e841dSYevgeny Kliteynik 
1057d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_DST, sb->rx, sb->inner);
1058d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1059d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_dst_tag;
1060d65e841dSYevgeny Kliteynik }
1061d65e841dSYevgeny Kliteynik 
1062d65e841dSYevgeny Kliteynik static void
1063d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value,
1064d65e841dSYevgeny Kliteynik 				    bool inner, u8 *bit_mask)
1065d65e841dSYevgeny Kliteynik {
1066d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
1067d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1068d65e841dSYevgeny Kliteynik 
106946779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_47_16, mask, dmac_47_16);
107046779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_15_0, mask, dmac_15_0);
107146779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_vlan_id, mask, first_vid);
107246779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_cfi, mask, first_cfi);
107346779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_priority, mask, first_prio);
107446779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, ip_fragmented, mask, frag);
107546779098SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, bit_mask, l3_ethertype, mask, ethertype);
107646779098SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_tnl, bit_mask, l3_type, mask, ip_version);
1077d65e841dSYevgeny Kliteynik 
1078d65e841dSYevgeny Kliteynik 	if (misc->vxlan_vni) {
1079d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, bit_mask,
1080d65e841dSYevgeny Kliteynik 			 l2_tunneling_network_id, (misc->vxlan_vni << 8));
1081d65e841dSYevgeny Kliteynik 		misc->vxlan_vni = 0;
1082d65e841dSYevgeny Kliteynik 	}
1083d65e841dSYevgeny Kliteynik 
1084d65e841dSYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
1085d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, bit_mask, first_vlan_qualifier, -1);
1086d65e841dSYevgeny Kliteynik 		mask->cvlan_tag = 0;
1087d65e841dSYevgeny Kliteynik 		mask->svlan_tag = 0;
1088d65e841dSYevgeny Kliteynik 	}
1089d65e841dSYevgeny Kliteynik }
1090d65e841dSYevgeny Kliteynik 
1091d65e841dSYevgeny Kliteynik static int
1092d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value,
1093d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1094d65e841dSYevgeny Kliteynik 			       u8 *tag)
1095d65e841dSYevgeny Kliteynik {
1096d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1097d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1098d65e841dSYevgeny Kliteynik 
1099d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_47_16, spec, dmac_47_16);
1100d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_15_0, spec, dmac_15_0);
1101d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_vlan_id, spec, first_vid);
1102d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_cfi, spec, first_cfi);
1103d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, ip_fragmented, spec, frag);
1104d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, first_priority, spec, first_prio);
1105d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl, tag, l3_ethertype, spec, ethertype);
1106d65e841dSYevgeny Kliteynik 
1107d65e841dSYevgeny Kliteynik 	if (misc->vxlan_vni) {
1108d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, l2_tunneling_network_id,
1109d65e841dSYevgeny Kliteynik 			 (misc->vxlan_vni << 8));
1110d65e841dSYevgeny Kliteynik 		misc->vxlan_vni = 0;
1111d65e841dSYevgeny Kliteynik 	}
1112d65e841dSYevgeny Kliteynik 
1113d65e841dSYevgeny Kliteynik 	if (spec->cvlan_tag) {
1114d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_CVLAN);
1115d65e841dSYevgeny Kliteynik 		spec->cvlan_tag = 0;
1116d65e841dSYevgeny Kliteynik 	} else if (spec->svlan_tag) {
1117d65e841dSYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_SVLAN);
1118d65e841dSYevgeny Kliteynik 		spec->svlan_tag = 0;
1119d65e841dSYevgeny Kliteynik 	}
1120d65e841dSYevgeny Kliteynik 
1121d65e841dSYevgeny Kliteynik 	if (spec->ip_version) {
1122d65e841dSYevgeny Kliteynik 		if (spec->ip_version == IP_VERSION_IPV4) {
1123d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV4);
1124d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
1125d65e841dSYevgeny Kliteynik 		} else if (spec->ip_version == IP_VERSION_IPV6) {
1126d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV6);
1127d65e841dSYevgeny Kliteynik 			spec->ip_version = 0;
1128d65e841dSYevgeny Kliteynik 		} else {
1129d65e841dSYevgeny Kliteynik 			return -EINVAL;
1130d65e841dSYevgeny Kliteynik 		}
1131d65e841dSYevgeny Kliteynik 	}
1132d65e841dSYevgeny Kliteynik 
1133d65e841dSYevgeny Kliteynik 	return 0;
1134d65e841dSYevgeny Kliteynik }
1135d65e841dSYevgeny Kliteynik 
1136d65e841dSYevgeny Kliteynik static void
1137d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb,
1138d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1139d65e841dSYevgeny Kliteynik {
1140d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask);
1141d65e841dSYevgeny Kliteynik 
1142dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I;
1143d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1144d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_tnl_tag;
1145d65e841dSYevgeny Kliteynik }
1146d65e841dSYevgeny Kliteynik 
1147d65e841dSYevgeny Kliteynik static int
1148d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value,
1149d65e841dSYevgeny Kliteynik 				     struct mlx5dr_ste_build *sb,
1150d65e841dSYevgeny Kliteynik 				     u8 *tag)
1151d65e841dSYevgeny Kliteynik {
1152d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
1153d65e841dSYevgeny Kliteynik 
1154d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_misc, tag, time_to_live, spec, ttl_hoplimit);
1155d65e841dSYevgeny Kliteynik 
1156d65e841dSYevgeny Kliteynik 	return 0;
1157d65e841dSYevgeny Kliteynik }
1158d65e841dSYevgeny Kliteynik 
1159d65e841dSYevgeny Kliteynik static void
1160d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb,
1161d65e841dSYevgeny Kliteynik 				      struct mlx5dr_match_param *mask)
1162d65e841dSYevgeny Kliteynik {
116346779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask);
1164d65e841dSYevgeny Kliteynik 
1165d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_MISC, sb->rx, sb->inner);
1166d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1167d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_misc_tag;
1168d65e841dSYevgeny Kliteynik }
1169d65e841dSYevgeny Kliteynik 
1170d65e841dSYevgeny Kliteynik static int
1171d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value,
1172d65e841dSYevgeny Kliteynik 				   struct mlx5dr_ste_build *sb,
1173d65e841dSYevgeny Kliteynik 				   u8 *tag)
1174d65e841dSYevgeny Kliteynik {
1175d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
11760733535dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1177d65e841dSYevgeny Kliteynik 
1178d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, tcp_dport);
1179d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, src_port, spec, tcp_sport);
1180d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, udp_dport);
1181d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, src_port, spec, udp_sport);
1182d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, protocol, spec, ip_protocol);
1183d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, fragmented, spec, frag);
1184d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, dscp, spec, ip_dscp);
1185d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, ecn, spec, ip_ecn);
1186d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4, tag, ipv6_hop_limit, spec, ttl_hoplimit);
1187d65e841dSYevgeny Kliteynik 
11880733535dSYevgeny Kliteynik 	if (sb->inner)
11890733535dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, inner_ipv6_flow_label);
11900733535dSYevgeny Kliteynik 	else
11910733535dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, outer_ipv6_flow_label);
11920733535dSYevgeny Kliteynik 
1193d65e841dSYevgeny Kliteynik 	if (spec->tcp_flags) {
1194d65e841dSYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l4, tag, spec);
1195d65e841dSYevgeny Kliteynik 		spec->tcp_flags = 0;
1196d65e841dSYevgeny Kliteynik 	}
1197d65e841dSYevgeny Kliteynik 
1198d65e841dSYevgeny Kliteynik 	return 0;
1199d65e841dSYevgeny Kliteynik }
1200d65e841dSYevgeny Kliteynik 
1201d65e841dSYevgeny Kliteynik static void
1202d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb,
1203d65e841dSYevgeny Kliteynik 				    struct mlx5dr_match_param *mask)
1204d65e841dSYevgeny Kliteynik {
120546779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask);
1206d65e841dSYevgeny Kliteynik 
1207d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4, sb->rx, sb->inner);
1208d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1209d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_ipv6_l3_l4_tag;
1210d65e841dSYevgeny Kliteynik }
1211d65e841dSYevgeny Kliteynik 
1212d65e841dSYevgeny Kliteynik static int
1213d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_tag(struct mlx5dr_match_param *value,
1214d65e841dSYevgeny Kliteynik 			 struct mlx5dr_ste_build *sb,
1215d65e841dSYevgeny Kliteynik 			 u8 *tag)
1216d65e841dSYevgeny Kliteynik {
121746779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1218d65e841dSYevgeny Kliteynik 
1219d65e841dSYevgeny Kliteynik 	if (sb->inner)
122046779098SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls, misc2, inner, tag);
1221d65e841dSYevgeny Kliteynik 	else
122246779098SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls, misc2, outer, tag);
1223d65e841dSYevgeny Kliteynik 
1224d65e841dSYevgeny Kliteynik 	return 0;
1225d65e841dSYevgeny Kliteynik }
1226d65e841dSYevgeny Kliteynik 
1227d65e841dSYevgeny Kliteynik static void
1228d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_init(struct mlx5dr_ste_build *sb,
1229d65e841dSYevgeny Kliteynik 			  struct mlx5dr_match_param *mask)
1230d65e841dSYevgeny Kliteynik {
123146779098SYevgeny Kliteynik 	dr_ste_v0_build_mpls_tag(mask, sb, sb->bit_mask);
1232d65e841dSYevgeny Kliteynik 
1233d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(MPLS_FIRST, sb->rx, sb->inner);
1234d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1235d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_mpls_tag;
1236d65e841dSYevgeny Kliteynik }
1237d65e841dSYevgeny Kliteynik 
1238d65e841dSYevgeny Kliteynik static int
1239d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(struct mlx5dr_match_param *value,
1240d65e841dSYevgeny Kliteynik 			    struct mlx5dr_ste_build *sb,
1241d65e841dSYevgeny Kliteynik 			    u8 *tag)
1242d65e841dSYevgeny Kliteynik {
1243d65e841dSYevgeny Kliteynik 	struct  mlx5dr_match_misc *misc = &value->misc;
1244d65e841dSYevgeny Kliteynik 
1245d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_protocol, misc, gre_protocol);
1246d65e841dSYevgeny Kliteynik 
1247d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_k_present, misc, gre_k_present);
1248d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_key_h, misc, gre_key_h);
1249d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_key_l, misc, gre_key_l);
1250d65e841dSYevgeny Kliteynik 
1251d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_c_present, misc, gre_c_present);
1252d65e841dSYevgeny Kliteynik 
1253d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(gre, tag, gre_s_present, misc, gre_s_present);
1254d65e841dSYevgeny Kliteynik 
1255d65e841dSYevgeny Kliteynik 	return 0;
1256d65e841dSYevgeny Kliteynik }
1257d65e841dSYevgeny Kliteynik 
1258d65e841dSYevgeny Kliteynik static void
1259d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_init(struct mlx5dr_ste_build *sb,
1260d65e841dSYevgeny Kliteynik 			     struct mlx5dr_match_param *mask)
1261d65e841dSYevgeny Kliteynik {
126246779098SYevgeny Kliteynik 	dr_ste_v0_build_tnl_gre_tag(mask, sb, sb->bit_mask);
1263d65e841dSYevgeny Kliteynik 
1264dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_GRE;
1265d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1266d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gre_tag;
1267d65e841dSYevgeny Kliteynik }
1268d65e841dSYevgeny Kliteynik 
1269d65e841dSYevgeny Kliteynik static int
1270d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(struct mlx5dr_match_param *value,
1271d65e841dSYevgeny Kliteynik 			     struct mlx5dr_ste_build *sb,
1272d65e841dSYevgeny Kliteynik 			     u8 *tag)
1273d65e841dSYevgeny Kliteynik {
127446779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc_2 = &value->misc2;
1275323b91acSMuhammad Sammar 	u32 mpls_hdr;
1276d65e841dSYevgeny Kliteynik 
127746779098SYevgeny Kliteynik 	if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc_2)) {
1278323b91acSMuhammad Sammar 		mpls_hdr = misc_2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL;
1279323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_label = 0;
1280323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP;
1281323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_exp = 0;
1282323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS;
1283323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_s_bos = 0;
1284323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL;
1285323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_gre_ttl = 0;
1286d65e841dSYevgeny Kliteynik 	} else {
1287323b91acSMuhammad Sammar 		mpls_hdr = misc_2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL;
1288323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_label = 0;
1289323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP;
1290323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_exp = 0;
1291323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS;
1292323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_s_bos = 0;
1293323b91acSMuhammad Sammar 		mpls_hdr |= misc_2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL;
1294323b91acSMuhammad Sammar 		misc_2->outer_first_mpls_over_udp_ttl = 0;
1295d65e841dSYevgeny Kliteynik 	}
1296323b91acSMuhammad Sammar 
1297323b91acSMuhammad Sammar 	MLX5_SET(ste_flex_parser_0, tag, flex_parser_3, mpls_hdr);
1298d65e841dSYevgeny Kliteynik 	return 0;
1299d65e841dSYevgeny Kliteynik }
1300d65e841dSYevgeny Kliteynik 
1301d65e841dSYevgeny Kliteynik static void
1302d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_init(struct mlx5dr_ste_build *sb,
1303d65e841dSYevgeny Kliteynik 			      struct mlx5dr_match_param *mask)
1304d65e841dSYevgeny Kliteynik {
130546779098SYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_tag(mask, sb, sb->bit_mask);
1306d65e841dSYevgeny Kliteynik 
1307dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1308d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1309d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_tag;
1310d65e841dSYevgeny Kliteynik }
1311d65e841dSYevgeny Kliteynik 
131235ba005dSYevgeny Kliteynik static int
131335ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_tag(struct mlx5dr_match_param *value,
131435ba005dSYevgeny Kliteynik 				      struct mlx5dr_ste_build *sb,
131535ba005dSYevgeny Kliteynik 				      u8 *tag)
131635ba005dSYevgeny Kliteynik {
131735ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
131835ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
131935ba005dSYevgeny Kliteynik 	u8 parser_id;
132035ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
132135ba005dSYevgeny Kliteynik 
132235ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL;
132335ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_label = 0;
132435ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP;
132535ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_exp = 0;
132635ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS;
132735ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_s_bos = 0;
132835ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL;
132935ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_ttl = 0;
133035ba005dSYevgeny Kliteynik 
133135ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_udp;
133235ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
133335ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
133435ba005dSYevgeny Kliteynik 
133535ba005dSYevgeny Kliteynik 	return 0;
133635ba005dSYevgeny Kliteynik }
133735ba005dSYevgeny Kliteynik 
133835ba005dSYevgeny Kliteynik static void
133935ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb,
134035ba005dSYevgeny Kliteynik 				       struct mlx5dr_match_param *mask)
134135ba005dSYevgeny Kliteynik {
134235ba005dSYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask);
134335ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
134435ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
134535ba005dSYevgeny Kliteynik 	 */
134635ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ?
134735ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
134835ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
134935ba005dSYevgeny Kliteynik 
135035ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
135135ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_udp_tag;
135235ba005dSYevgeny Kliteynik }
135335ba005dSYevgeny Kliteynik 
135435ba005dSYevgeny Kliteynik static int
135535ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_tag(struct mlx5dr_match_param *value,
135635ba005dSYevgeny Kliteynik 				      struct mlx5dr_ste_build *sb,
135735ba005dSYevgeny Kliteynik 				      u8 *tag)
135835ba005dSYevgeny Kliteynik {
135935ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
136035ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
136135ba005dSYevgeny Kliteynik 	u8 parser_id;
136235ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
136335ba005dSYevgeny Kliteynik 
136435ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL;
136535ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_label = 0;
136635ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP;
136735ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_exp = 0;
136835ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS;
136935ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_s_bos = 0;
137035ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL;
137135ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_ttl = 0;
137235ba005dSYevgeny Kliteynik 
137335ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_gre;
137435ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
137535ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
137635ba005dSYevgeny Kliteynik 
137735ba005dSYevgeny Kliteynik 	return 0;
137835ba005dSYevgeny Kliteynik }
137935ba005dSYevgeny Kliteynik 
138035ba005dSYevgeny Kliteynik static void
138135ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb,
138235ba005dSYevgeny Kliteynik 				       struct mlx5dr_match_param *mask)
138335ba005dSYevgeny Kliteynik {
138435ba005dSYevgeny Kliteynik 	dr_ste_v0_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask);
138535ba005dSYevgeny Kliteynik 
138635ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
138735ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
138835ba005dSYevgeny Kliteynik 	 */
138935ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ?
139035ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
139135ba005dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
139235ba005dSYevgeny Kliteynik 
139335ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
139435ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_gre_tag;
139535ba005dSYevgeny Kliteynik }
139635ba005dSYevgeny Kliteynik 
1397d65e841dSYevgeny Kliteynik #define ICMP_TYPE_OFFSET_FIRST_DW	24
1398d65e841dSYevgeny Kliteynik #define ICMP_CODE_OFFSET_FIRST_DW	16
1399d65e841dSYevgeny Kliteynik 
1400d65e841dSYevgeny Kliteynik static int
1401d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_tag(struct mlx5dr_match_param *value,
1402d65e841dSYevgeny Kliteynik 			 struct mlx5dr_ste_build *sb,
1403d65e841dSYevgeny Kliteynik 			 u8 *tag)
1404d65e841dSYevgeny Kliteynik {
1405d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc_3 = &value->misc3;
140640ca842cSYevgeny Kliteynik 	u32 *icmp_header_data;
1407d65e841dSYevgeny Kliteynik 	int dw0_location;
1408d65e841dSYevgeny Kliteynik 	int dw1_location;
14094923938dSYevgeny Kliteynik 	u8 *parser_ptr;
141040ca842cSYevgeny Kliteynik 	u8 *icmp_type;
141140ca842cSYevgeny Kliteynik 	u8 *icmp_code;
1412d65e841dSYevgeny Kliteynik 	bool is_ipv4;
14134923938dSYevgeny Kliteynik 	u32 icmp_hdr;
1414d65e841dSYevgeny Kliteynik 
1415d65e841dSYevgeny Kliteynik 	is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc_3);
1416d65e841dSYevgeny Kliteynik 	if (is_ipv4) {
141740ca842cSYevgeny Kliteynik 		icmp_header_data	= &misc_3->icmpv4_header_data;
141840ca842cSYevgeny Kliteynik 		icmp_type		= &misc_3->icmpv4_type;
141940ca842cSYevgeny Kliteynik 		icmp_code		= &misc_3->icmpv4_code;
1420d65e841dSYevgeny Kliteynik 		dw0_location		= sb->caps->flex_parser_id_icmp_dw0;
1421d65e841dSYevgeny Kliteynik 		dw1_location		= sb->caps->flex_parser_id_icmp_dw1;
1422d65e841dSYevgeny Kliteynik 	} else {
142340ca842cSYevgeny Kliteynik 		icmp_header_data	= &misc_3->icmpv6_header_data;
142440ca842cSYevgeny Kliteynik 		icmp_type		= &misc_3->icmpv6_type;
142540ca842cSYevgeny Kliteynik 		icmp_code		= &misc_3->icmpv6_code;
1426d65e841dSYevgeny Kliteynik 		dw0_location		= sb->caps->flex_parser_id_icmpv6_dw0;
1427d65e841dSYevgeny Kliteynik 		dw1_location		= sb->caps->flex_parser_id_icmpv6_dw1;
1428d65e841dSYevgeny Kliteynik 	}
1429d65e841dSYevgeny Kliteynik 
14304923938dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw0_location);
14314923938dSYevgeny Kliteynik 	icmp_hdr = (*icmp_type << ICMP_TYPE_OFFSET_FIRST_DW) |
14324923938dSYevgeny Kliteynik 		   (*icmp_code << ICMP_CODE_OFFSET_FIRST_DW);
14334923938dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(icmp_hdr);
143440ca842cSYevgeny Kliteynik 	*icmp_code = 0;
14354923938dSYevgeny Kliteynik 	*icmp_type = 0;
1436d65e841dSYevgeny Kliteynik 
14374923938dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw1_location);
14384923938dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(*icmp_header_data);
143940ca842cSYevgeny Kliteynik 	*icmp_header_data = 0;
1440d65e841dSYevgeny Kliteynik 
1441d65e841dSYevgeny Kliteynik 	return 0;
1442d65e841dSYevgeny Kliteynik }
1443d65e841dSYevgeny Kliteynik 
14444923938dSYevgeny Kliteynik static void
1445d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_init(struct mlx5dr_ste_build *sb,
1446d65e841dSYevgeny Kliteynik 			  struct mlx5dr_match_param *mask)
1447d65e841dSYevgeny Kliteynik {
14484923938dSYevgeny Kliteynik 	u8 parser_id;
14494923938dSYevgeny Kliteynik 	bool is_ipv4;
1450d65e841dSYevgeny Kliteynik 
14514923938dSYevgeny Kliteynik 	dr_ste_v0_build_icmp_tag(mask, sb, sb->bit_mask);
1452d65e841dSYevgeny Kliteynik 
14534923938dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
14544923938dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
14554923938dSYevgeny Kliteynik 	 */
14564923938dSYevgeny Kliteynik 	is_ipv4 = DR_MASK_IS_ICMPV4_SET(&mask->misc3);
14574923938dSYevgeny Kliteynik 	parser_id = is_ipv4 ? sb->caps->flex_parser_id_icmp_dw0 :
14584923938dSYevgeny Kliteynik 		    sb->caps->flex_parser_id_icmpv6_dw0;
14594923938dSYevgeny Kliteynik 	sb->lu_type = parser_id > DR_STE_MAX_FLEX_0_ID ?
14604923938dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
14614923938dSYevgeny Kliteynik 		      DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1462d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1463d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_icmp_tag;
1464d65e841dSYevgeny Kliteynik }
1465d65e841dSYevgeny Kliteynik 
1466d65e841dSYevgeny Kliteynik static int
1467d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(struct mlx5dr_match_param *value,
1468d65e841dSYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
1469d65e841dSYevgeny Kliteynik 				    u8 *tag)
1470d65e841dSYevgeny Kliteynik {
147146779098SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc_2 = &value->misc2;
1472d65e841dSYevgeny Kliteynik 
1473d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field,
147446779098SYevgeny Kliteynik 		       misc_2, metadata_reg_a);
1475d65e841dSYevgeny Kliteynik 
1476d65e841dSYevgeny Kliteynik 	return 0;
1477d65e841dSYevgeny Kliteynik }
1478d65e841dSYevgeny Kliteynik 
1479d65e841dSYevgeny Kliteynik static void
1480d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_init(struct mlx5dr_ste_build *sb,
1481d65e841dSYevgeny Kliteynik 				     struct mlx5dr_match_param *mask)
1482d65e841dSYevgeny Kliteynik {
148346779098SYevgeny Kliteynik 	dr_ste_v0_build_general_purpose_tag(mask, sb, sb->bit_mask);
1484d65e841dSYevgeny Kliteynik 
1485dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_GENERAL_PURPOSE;
1486d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1487d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_general_purpose_tag;
1488d65e841dSYevgeny Kliteynik }
1489d65e841dSYevgeny Kliteynik 
1490d65e841dSYevgeny Kliteynik static int
1491d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(struct mlx5dr_match_param *value,
1492d65e841dSYevgeny Kliteynik 				struct mlx5dr_ste_build *sb,
1493d65e841dSYevgeny Kliteynik 				u8 *tag)
1494d65e841dSYevgeny Kliteynik {
1495d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1496d65e841dSYevgeny Kliteynik 
1497d65e841dSYevgeny Kliteynik 	if (sb->inner) {
1498d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, inner_tcp_seq_num);
1499d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, inner_tcp_ack_num);
1500d65e841dSYevgeny Kliteynik 	} else {
1501d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, outer_tcp_seq_num);
1502d65e841dSYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, outer_tcp_ack_num);
1503d65e841dSYevgeny Kliteynik 	}
1504d65e841dSYevgeny Kliteynik 
1505d65e841dSYevgeny Kliteynik 	return 0;
1506d65e841dSYevgeny Kliteynik }
1507d65e841dSYevgeny Kliteynik 
1508d65e841dSYevgeny Kliteynik static void
1509d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb,
1510d65e841dSYevgeny Kliteynik 				 struct mlx5dr_match_param *mask)
1511d65e841dSYevgeny Kliteynik {
151246779098SYevgeny Kliteynik 	dr_ste_v0_build_eth_l4_misc_tag(mask, sb, sb->bit_mask);
1513d65e841dSYevgeny Kliteynik 
1514d65e841dSYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4_MISC, sb->rx, sb->inner);
1515d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1516d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l4_misc_tag;
1517d65e841dSYevgeny Kliteynik }
1518d65e841dSYevgeny Kliteynik 
1519d65e841dSYevgeny Kliteynik static int
1520d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value,
1521d65e841dSYevgeny Kliteynik 					      struct mlx5dr_ste_build *sb,
1522d65e841dSYevgeny Kliteynik 					      u8 *tag)
1523d65e841dSYevgeny Kliteynik {
1524d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1525d65e841dSYevgeny Kliteynik 
1526d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1527d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_flags, misc3,
1528d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_flags);
1529d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1530d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol, misc3,
1531d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol);
1532d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
1533d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_vni, misc3,
1534d65e841dSYevgeny Kliteynik 		       outer_vxlan_gpe_vni);
1535d65e841dSYevgeny Kliteynik 
1536d65e841dSYevgeny Kliteynik 	return 0;
1537d65e841dSYevgeny Kliteynik }
1538d65e841dSYevgeny Kliteynik 
1539d65e841dSYevgeny Kliteynik static void
1540d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb,
1541d65e841dSYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1542d65e841dSYevgeny Kliteynik {
154346779098SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask);
1544dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1545d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1546d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag;
1547d65e841dSYevgeny Kliteynik }
1548d65e841dSYevgeny Kliteynik 
1549d65e841dSYevgeny Kliteynik static int
1550d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value,
1551d65e841dSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1552d65e841dSYevgeny Kliteynik 					   u8 *tag)
1553d65e841dSYevgeny Kliteynik {
1554d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1555d65e841dSYevgeny Kliteynik 
1556d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1557d65e841dSYevgeny Kliteynik 		       geneve_protocol_type, misc, geneve_protocol_type);
1558d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1559d65e841dSYevgeny Kliteynik 		       geneve_oam, misc, geneve_oam);
1560d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1561d65e841dSYevgeny Kliteynik 		       geneve_opt_len, misc, geneve_opt_len);
1562d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
1563d65e841dSYevgeny Kliteynik 		       geneve_vni, misc, geneve_vni);
1564d65e841dSYevgeny Kliteynik 
1565d65e841dSYevgeny Kliteynik 	return 0;
1566d65e841dSYevgeny Kliteynik }
1567d65e841dSYevgeny Kliteynik 
1568d65e841dSYevgeny Kliteynik static void
1569d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb,
1570d65e841dSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1571d65e841dSYevgeny Kliteynik {
157246779098SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask);
1573dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1574d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1575d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tag;
1576d65e841dSYevgeny Kliteynik }
1577d65e841dSYevgeny Kliteynik 
1578d65e841dSYevgeny Kliteynik static int
1579d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_tag(struct mlx5dr_match_param *value,
1580d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1581d65e841dSYevgeny Kliteynik 			       u8 *tag)
1582d65e841dSYevgeny Kliteynik {
1583d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1584d65e841dSYevgeny Kliteynik 
1585d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0);
1586d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1);
1587d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2);
1588d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3);
1589d65e841dSYevgeny Kliteynik 
1590d65e841dSYevgeny Kliteynik 	return 0;
1591d65e841dSYevgeny Kliteynik }
1592d65e841dSYevgeny Kliteynik 
1593d65e841dSYevgeny Kliteynik static void
1594d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_init(struct mlx5dr_ste_build *sb,
1595d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1596d65e841dSYevgeny Kliteynik {
159746779098SYevgeny Kliteynik 	dr_ste_v0_build_register_0_tag(mask, sb, sb->bit_mask);
1598d65e841dSYevgeny Kliteynik 
1599dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0;
1600d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1601d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_register_0_tag;
1602d65e841dSYevgeny Kliteynik }
1603d65e841dSYevgeny Kliteynik 
1604d65e841dSYevgeny Kliteynik static int
1605d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_tag(struct mlx5dr_match_param *value,
1606d65e841dSYevgeny Kliteynik 			       struct mlx5dr_ste_build *sb,
1607d65e841dSYevgeny Kliteynik 			       u8 *tag)
1608d65e841dSYevgeny Kliteynik {
1609d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
1610d65e841dSYevgeny Kliteynik 
1611d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4);
1612d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5);
1613d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6);
1614d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7);
1615d65e841dSYevgeny Kliteynik 
1616d65e841dSYevgeny Kliteynik 	return 0;
1617d65e841dSYevgeny Kliteynik }
1618d65e841dSYevgeny Kliteynik 
1619d65e841dSYevgeny Kliteynik static void
1620d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_init(struct mlx5dr_ste_build *sb,
1621d65e841dSYevgeny Kliteynik 				struct mlx5dr_match_param *mask)
1622d65e841dSYevgeny Kliteynik {
162346779098SYevgeny Kliteynik 	dr_ste_v0_build_register_1_tag(mask, sb, sb->bit_mask);
1624d65e841dSYevgeny Kliteynik 
1625dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1;
1626d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1627d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_register_1_tag;
1628d65e841dSYevgeny Kliteynik }
1629d65e841dSYevgeny Kliteynik 
1630d65e841dSYevgeny Kliteynik static void
1631d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value,
1632d65e841dSYevgeny Kliteynik 				      u8 *bit_mask)
1633d65e841dSYevgeny Kliteynik {
1634d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
1635d65e841dSYevgeny Kliteynik 
163646779098SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_gvmi, misc_mask, source_port);
163746779098SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_qp, misc_mask, source_sqn);
1638d65e841dSYevgeny Kliteynik 	misc_mask->source_eswitch_owner_vhca_id = 0;
1639d65e841dSYevgeny Kliteynik }
1640d65e841dSYevgeny Kliteynik 
1641d65e841dSYevgeny Kliteynik static int
1642d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value,
1643d65e841dSYevgeny Kliteynik 				 struct mlx5dr_ste_build *sb,
1644d65e841dSYevgeny Kliteynik 				 u8 *tag)
1645d65e841dSYevgeny Kliteynik {
1646d65e841dSYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
1647d65e841dSYevgeny Kliteynik 	struct mlx5dr_cmd_vport_cap *vport_cap;
1648d65e841dSYevgeny Kliteynik 	struct mlx5dr_domain *dmn = sb->dmn;
164911a45defSYevgeny Kliteynik 	struct mlx5dr_domain *vport_dmn;
1650d65e841dSYevgeny Kliteynik 	u8 *bit_mask = sb->bit_mask;
1651d65e841dSYevgeny Kliteynik 	bool source_gvmi_set;
1652d65e841dSYevgeny Kliteynik 
1653d65e841dSYevgeny Kliteynik 	DR_STE_SET_TAG(src_gvmi_qp, tag, source_qp, misc, source_sqn);
1654d65e841dSYevgeny Kliteynik 
1655d65e841dSYevgeny Kliteynik 	if (sb->vhca_id_valid) {
1656d65e841dSYevgeny Kliteynik 		/* Find port GVMI based on the eswitch_owner_vhca_id */
1657d65e841dSYevgeny Kliteynik 		if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi)
165811a45defSYevgeny Kliteynik 			vport_dmn = dmn;
1659d65e841dSYevgeny Kliteynik 		else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id ==
1660d65e841dSYevgeny Kliteynik 					   dmn->peer_dmn->info.caps.gvmi))
166111a45defSYevgeny Kliteynik 			vport_dmn = dmn->peer_dmn;
1662d65e841dSYevgeny Kliteynik 		else
1663d65e841dSYevgeny Kliteynik 			return -EINVAL;
16647863c912SYevgeny Kliteynik 
16657863c912SYevgeny Kliteynik 		misc->source_eswitch_owner_vhca_id = 0;
1666d65e841dSYevgeny Kliteynik 	} else {
166711a45defSYevgeny Kliteynik 		vport_dmn = dmn;
1668d65e841dSYevgeny Kliteynik 	}
1669d65e841dSYevgeny Kliteynik 
16707863c912SYevgeny Kliteynik 	source_gvmi_set = MLX5_GET(ste_src_gvmi_qp, bit_mask, source_gvmi);
16717863c912SYevgeny Kliteynik 	if (source_gvmi_set) {
167211a45defSYevgeny Kliteynik 		vport_cap = mlx5dr_domain_get_vport_cap(vport_dmn,
167311a45defSYevgeny Kliteynik 							misc->source_port);
1674d65e841dSYevgeny Kliteynik 		if (!vport_cap) {
1675ee1887fbSYevgeny Kliteynik 			mlx5dr_err(dmn, "Vport 0x%x is disabled or invalid\n",
1676d65e841dSYevgeny Kliteynik 				   misc->source_port);
1677d65e841dSYevgeny Kliteynik 			return -EINVAL;
1678d65e841dSYevgeny Kliteynik 		}
1679d65e841dSYevgeny Kliteynik 
16807863c912SYevgeny Kliteynik 		if (vport_cap->vport_gvmi)
1681d65e841dSYevgeny Kliteynik 			MLX5_SET(ste_src_gvmi_qp, tag, source_gvmi, vport_cap->vport_gvmi);
1682d65e841dSYevgeny Kliteynik 
1683d65e841dSYevgeny Kliteynik 		misc->source_port = 0;
16847863c912SYevgeny Kliteynik 	}
1685d65e841dSYevgeny Kliteynik 
1686d65e841dSYevgeny Kliteynik 	return 0;
1687d65e841dSYevgeny Kliteynik }
1688d65e841dSYevgeny Kliteynik 
1689d65e841dSYevgeny Kliteynik static void
1690d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb,
1691d65e841dSYevgeny Kliteynik 				  struct mlx5dr_match_param *mask)
1692d65e841dSYevgeny Kliteynik {
1693d65e841dSYevgeny Kliteynik 	dr_ste_v0_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask);
1694d65e841dSYevgeny Kliteynik 
1695dd2d3c8dSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP;
1696d65e841dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1697d65e841dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_src_gvmi_qpn_tag;
1698d65e841dSYevgeny Kliteynik }
1699d65e841dSYevgeny Kliteynik 
1700160e9cb3SYevgeny Kliteynik static void dr_ste_v0_set_flex_parser(u32 *misc4_field_id,
1701160e9cb3SYevgeny Kliteynik 				      u32 *misc4_field_value,
1702160e9cb3SYevgeny Kliteynik 				      bool *parser_is_used,
1703160e9cb3SYevgeny Kliteynik 				      u8 *tag)
1704160e9cb3SYevgeny Kliteynik {
1705160e9cb3SYevgeny Kliteynik 	u32 id = *misc4_field_id;
1706160e9cb3SYevgeny Kliteynik 	u8 *parser_ptr;
1707160e9cb3SYevgeny Kliteynik 
170889cdba32SYevgeny Kliteynik 	if (id >= DR_NUM_OF_FLEX_PARSERS || parser_is_used[id])
1709160e9cb3SYevgeny Kliteynik 		return;
1710160e9cb3SYevgeny Kliteynik 
1711160e9cb3SYevgeny Kliteynik 	parser_is_used[id] = true;
1712160e9cb3SYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, id);
1713160e9cb3SYevgeny Kliteynik 
1714160e9cb3SYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(*misc4_field_value);
1715160e9cb3SYevgeny Kliteynik 	*misc4_field_id = 0;
1716160e9cb3SYevgeny Kliteynik 	*misc4_field_value = 0;
1717160e9cb3SYevgeny Kliteynik }
1718160e9cb3SYevgeny Kliteynik 
1719160e9cb3SYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tag(struct mlx5dr_match_param *value,
1720160e9cb3SYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1721160e9cb3SYevgeny Kliteynik 					   u8 *tag)
1722160e9cb3SYevgeny Kliteynik {
1723160e9cb3SYevgeny Kliteynik 	struct mlx5dr_match_misc4 *misc_4_mask = &value->misc4;
1724160e9cb3SYevgeny Kliteynik 	bool parser_is_used[DR_NUM_OF_FLEX_PARSERS] = {};
1725160e9cb3SYevgeny Kliteynik 
1726160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_0,
1727160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_0,
1728160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1729160e9cb3SYevgeny Kliteynik 
1730160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_1,
1731160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_1,
1732160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1733160e9cb3SYevgeny Kliteynik 
1734160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_2,
1735160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_2,
1736160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1737160e9cb3SYevgeny Kliteynik 
1738160e9cb3SYevgeny Kliteynik 	dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_3,
1739160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_3,
1740160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1741160e9cb3SYevgeny Kliteynik 
1742160e9cb3SYevgeny Kliteynik 	return 0;
1743160e9cb3SYevgeny Kliteynik }
1744160e9cb3SYevgeny Kliteynik 
1745160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1746160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1747160e9cb3SYevgeny Kliteynik {
1748160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1749160e9cb3SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);
1750160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1751160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;
1752160e9cb3SYevgeny Kliteynik }
1753160e9cb3SYevgeny Kliteynik 
1754160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1755160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1756160e9cb3SYevgeny Kliteynik {
1757160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;
1758160e9cb3SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);
1759160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1760160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;
1761160e9cb3SYevgeny Kliteynik }
1762160e9cb3SYevgeny Kliteynik 
17633442e033SYevgeny Kliteynik static int
17643442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(struct mlx5dr_match_param *value,
17653442e033SYevgeny Kliteynik 						   struct mlx5dr_ste_build *sb,
17663442e033SYevgeny Kliteynik 						   u8 *tag)
17673442e033SYevgeny Kliteynik {
17683442e033SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
17693442e033SYevgeny Kliteynik 	u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0;
17703442e033SYevgeny Kliteynik 	u8 *parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
17713442e033SYevgeny Kliteynik 
17723442e033SYevgeny Kliteynik 	MLX5_SET(ste_flex_parser_0, parser_ptr, flex_parser_3,
17733442e033SYevgeny Kliteynik 		 misc3->geneve_tlv_option_0_data);
17743442e033SYevgeny Kliteynik 	misc3->geneve_tlv_option_0_data = 0;
17753442e033SYevgeny Kliteynik 
17763442e033SYevgeny Kliteynik 	return 0;
17773442e033SYevgeny Kliteynik }
17783442e033SYevgeny Kliteynik 
17793442e033SYevgeny Kliteynik static void
17803442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb,
17813442e033SYevgeny Kliteynik 						    struct mlx5dr_match_param *mask)
17823442e033SYevgeny Kliteynik {
17833442e033SYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask);
17843442e033SYevgeny Kliteynik 
17853442e033SYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
17863442e033SYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
17873442e033SYevgeny Kliteynik 	 */
17883442e033SYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ?
17893442e033SYevgeny Kliteynik 		DR_STE_V0_LU_TYPE_FLEX_PARSER_1 :
17903442e033SYevgeny Kliteynik 		DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
17913442e033SYevgeny Kliteynik 
17923442e033SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
17933442e033SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag;
17943442e033SYevgeny Kliteynik }
17953442e033SYevgeny Kliteynik 
1796df9dd15aSYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tnl_gtpu_tag(struct mlx5dr_match_param *value,
1797df9dd15aSYevgeny Kliteynik 						    struct mlx5dr_ste_build *sb,
1798ae3eddcfSYevgeny Kliteynik 						    u8 *tag)
1799df9dd15aSYevgeny Kliteynik {
1800df9dd15aSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1801df9dd15aSYevgeny Kliteynik 
1802df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1803df9dd15aSYevgeny Kliteynik 		       gtpu_msg_flags, misc3,
1804df9dd15aSYevgeny Kliteynik 		       gtpu_msg_flags);
1805df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1806df9dd15aSYevgeny Kliteynik 		       gtpu_msg_type, misc3,
1807df9dd15aSYevgeny Kliteynik 		       gtpu_msg_type);
1808df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag,
1809df9dd15aSYevgeny Kliteynik 		       gtpu_teid, misc3,
1810df9dd15aSYevgeny Kliteynik 		       gtpu_teid);
1811df9dd15aSYevgeny Kliteynik 
1812df9dd15aSYevgeny Kliteynik 	return 0;
1813df9dd15aSYevgeny Kliteynik }
1814df9dd15aSYevgeny Kliteynik 
1815df9dd15aSYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb,
1816df9dd15aSYevgeny Kliteynik 						      struct mlx5dr_match_param *mask)
1817df9dd15aSYevgeny Kliteynik {
1818df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask);
1819df9dd15aSYevgeny Kliteynik 
1820df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1821df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1822df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_gtpu_tag;
1823df9dd15aSYevgeny Kliteynik }
1824df9dd15aSYevgeny Kliteynik 
1825df9dd15aSYevgeny Kliteynik static int
1826df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(struct mlx5dr_match_param *value,
1827df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1828ae3eddcfSYevgeny Kliteynik 					   u8 *tag)
1829df9dd15aSYevgeny Kliteynik {
1830df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0))
1831df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1832df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid))
1833df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1834df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2))
1835df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1836df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1837df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1838df9dd15aSYevgeny Kliteynik 	return 0;
1839df9dd15aSYevgeny Kliteynik }
1840df9dd15aSYevgeny Kliteynik 
1841df9dd15aSYevgeny Kliteynik static void
1842df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1843df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1844df9dd15aSYevgeny Kliteynik {
1845df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask);
1846df9dd15aSYevgeny Kliteynik 
1847df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;
1848df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1849df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag;
1850df9dd15aSYevgeny Kliteynik }
1851df9dd15aSYevgeny Kliteynik 
1852df9dd15aSYevgeny Kliteynik static int
1853df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(struct mlx5dr_match_param *value,
1854df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1855ae3eddcfSYevgeny Kliteynik 					   u8 *tag)
1856df9dd15aSYevgeny Kliteynik {
1857df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0))
1858df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1859df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid))
1860df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1861df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2))
1862df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1863df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1864df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1865df9dd15aSYevgeny Kliteynik 	return 0;
1866df9dd15aSYevgeny Kliteynik }
1867df9dd15aSYevgeny Kliteynik 
1868df9dd15aSYevgeny Kliteynik static void
1869df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1870df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1871df9dd15aSYevgeny Kliteynik {
1872df9dd15aSYevgeny Kliteynik 	dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask);
1873df9dd15aSYevgeny Kliteynik 
1874df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;
1875df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1876df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag;
1877df9dd15aSYevgeny Kliteynik }
1878df9dd15aSYevgeny Kliteynik 
1879*09753babSMuhammad Sammar static int dr_ste_v0_build_tnl_header_0_1_tag(struct mlx5dr_match_param *value,
1880*09753babSMuhammad Sammar 					      struct mlx5dr_ste_build *sb,
1881*09753babSMuhammad Sammar 					      uint8_t *tag)
1882*09753babSMuhammad Sammar {
1883*09753babSMuhammad Sammar 	struct mlx5dr_match_misc5 *misc5 = &value->misc5;
1884*09753babSMuhammad Sammar 
1885*09753babSMuhammad Sammar 	DR_STE_SET_TAG(tunnel_header, tag, tunnel_header_0, misc5, tunnel_header_0);
1886*09753babSMuhammad Sammar 	DR_STE_SET_TAG(tunnel_header, tag, tunnel_header_1, misc5, tunnel_header_1);
1887*09753babSMuhammad Sammar 
1888*09753babSMuhammad Sammar 	return 0;
1889*09753babSMuhammad Sammar }
1890*09753babSMuhammad Sammar 
1891*09753babSMuhammad Sammar static void dr_ste_v0_build_tnl_header_0_1_init(struct mlx5dr_ste_build *sb,
1892*09753babSMuhammad Sammar 						struct mlx5dr_match_param *mask)
1893*09753babSMuhammad Sammar {
1894*09753babSMuhammad Sammar 	sb->lu_type = DR_STE_V0_LU_TYPE_TUNNEL_HEADER;
1895*09753babSMuhammad Sammar 	dr_ste_v0_build_tnl_header_0_1_tag(mask, sb, sb->bit_mask);
1896*09753babSMuhammad Sammar 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1897*09753babSMuhammad Sammar 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_header_0_1_tag;
1898*09753babSMuhammad Sammar }
1899*09753babSMuhammad Sammar 
1900d65e841dSYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v0 = {
19016b93b400SYevgeny Kliteynik 	/* Builders */
1902d65e841dSYevgeny Kliteynik 	.build_eth_l2_src_dst_init	= &dr_ste_v0_build_eth_l2_src_dst_init,
1903d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv6_src_init	= &dr_ste_v0_build_eth_l3_ipv6_src_init,
1904d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv6_dst_init	= &dr_ste_v0_build_eth_l3_ipv6_dst_init,
1905d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv4_5_tuple_init	= &dr_ste_v0_build_eth_l3_ipv4_5_tuple_init,
1906d65e841dSYevgeny Kliteynik 	.build_eth_l2_src_init		= &dr_ste_v0_build_eth_l2_src_init,
1907d65e841dSYevgeny Kliteynik 	.build_eth_l2_dst_init		= &dr_ste_v0_build_eth_l2_dst_init,
1908d65e841dSYevgeny Kliteynik 	.build_eth_l2_tnl_init		= &dr_ste_v0_build_eth_l2_tnl_init,
1909d65e841dSYevgeny Kliteynik 	.build_eth_l3_ipv4_misc_init	= &dr_ste_v0_build_eth_l3_ipv4_misc_init,
1910d65e841dSYevgeny Kliteynik 	.build_eth_ipv6_l3_l4_init	= &dr_ste_v0_build_eth_ipv6_l3_l4_init,
1911d65e841dSYevgeny Kliteynik 	.build_mpls_init		= &dr_ste_v0_build_mpls_init,
1912d65e841dSYevgeny Kliteynik 	.build_tnl_gre_init		= &dr_ste_v0_build_tnl_gre_init,
1913d65e841dSYevgeny Kliteynik 	.build_tnl_mpls_init		= &dr_ste_v0_build_tnl_mpls_init,
191435ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_udp_init	= &dr_ste_v0_build_tnl_mpls_over_udp_init,
191535ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_gre_init	= &dr_ste_v0_build_tnl_mpls_over_gre_init,
1916d65e841dSYevgeny Kliteynik 	.build_icmp_init		= &dr_ste_v0_build_icmp_init,
1917d65e841dSYevgeny Kliteynik 	.build_general_purpose_init	= &dr_ste_v0_build_general_purpose_init,
1918d65e841dSYevgeny Kliteynik 	.build_eth_l4_misc_init		= &dr_ste_v0_build_eth_l4_misc_init,
1919d65e841dSYevgeny Kliteynik 	.build_tnl_vxlan_gpe_init	= &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init,
1920d65e841dSYevgeny Kliteynik 	.build_tnl_geneve_init		= &dr_ste_v0_build_flex_parser_tnl_geneve_init,
19213442e033SYevgeny Kliteynik 	.build_tnl_geneve_tlv_opt_init	= &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init,
1922d65e841dSYevgeny Kliteynik 	.build_register_0_init		= &dr_ste_v0_build_register_0_init,
1923d65e841dSYevgeny Kliteynik 	.build_register_1_init		= &dr_ste_v0_build_register_1_init,
1924d65e841dSYevgeny Kliteynik 	.build_src_gvmi_qpn_init	= &dr_ste_v0_build_src_gvmi_qpn_init,
1925160e9cb3SYevgeny Kliteynik 	.build_flex_parser_0_init	= &dr_ste_v0_build_flex_parser_0_init,
1926160e9cb3SYevgeny Kliteynik 	.build_flex_parser_1_init	= &dr_ste_v0_build_flex_parser_1_init,
1927df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_init		= &dr_ste_v0_build_flex_parser_tnl_gtpu_init,
1928*09753babSMuhammad Sammar 	.build_tnl_header_0_1_init	= &dr_ste_v0_build_tnl_header_0_1_init,
1929df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_0_init   = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_init,
1930df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_1_init   = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_init,
19316b93b400SYevgeny Kliteynik 
19326b93b400SYevgeny Kliteynik 	/* Getters and Setters */
19336b93b400SYevgeny Kliteynik 	.ste_init			= &dr_ste_v0_init,
19346b93b400SYevgeny Kliteynik 	.set_next_lu_type		= &dr_ste_v0_set_next_lu_type,
19356b93b400SYevgeny Kliteynik 	.get_next_lu_type		= &dr_ste_v0_get_next_lu_type,
19366b93b400SYevgeny Kliteynik 	.set_miss_addr			= &dr_ste_v0_set_miss_addr,
19376b93b400SYevgeny Kliteynik 	.get_miss_addr			= &dr_ste_v0_get_miss_addr,
19386b93b400SYevgeny Kliteynik 	.set_hit_addr			= &dr_ste_v0_set_hit_addr,
19396b93b400SYevgeny Kliteynik 	.set_byte_mask			= &dr_ste_v0_set_byte_mask,
19406b93b400SYevgeny Kliteynik 	.get_byte_mask			= &dr_ste_v0_get_byte_mask,
1941ad17dc8cSYevgeny Kliteynik 
1942ad17dc8cSYevgeny Kliteynik 	/* Actions */
1943d7418b4eSYevgeny Kliteynik 	.actions_caps			= DR_STE_CTX_ACTION_CAP_NONE,
1944ad17dc8cSYevgeny Kliteynik 	.set_actions_rx			= &dr_ste_v0_set_actions_rx,
1945ad17dc8cSYevgeny Kliteynik 	.set_actions_tx			= &dr_ste_v0_set_actions_tx,
19464781df92SYevgeny Kliteynik 	.modify_field_arr_sz		= ARRAY_SIZE(dr_ste_v0_action_modify_field_arr),
19474781df92SYevgeny Kliteynik 	.modify_field_arr		= dr_ste_v0_action_modify_field_arr,
19484781df92SYevgeny Kliteynik 	.set_action_set			= &dr_ste_v0_set_action_set,
19494781df92SYevgeny Kliteynik 	.set_action_add			= &dr_ste_v0_set_action_add,
19504781df92SYevgeny Kliteynik 	.set_action_copy		= &dr_ste_v0_set_action_copy,
19514781df92SYevgeny Kliteynik 	.set_action_decap_l3_list	= &dr_ste_v0_set_action_decap_l3_list,
1952d65e841dSYevgeny Kliteynik };
1953