110b69418SYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
210b69418SYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */
310b69418SYevgeny Kliteynik 
410b69418SYevgeny Kliteynik #include <linux/types.h>
510b69418SYevgeny Kliteynik #include "mlx5_ifc_dr_ste_v1.h"
610b69418SYevgeny Kliteynik #include "dr_ste.h"
710b69418SYevgeny Kliteynik 
810b69418SYevgeny Kliteynik #define DR_STE_CALC_DFNR_TYPE(lookup_type, inner) \
910b69418SYevgeny Kliteynik 	((inner) ? DR_STE_V1_LU_TYPE_##lookup_type##_I : \
1010b69418SYevgeny Kliteynik 		   DR_STE_V1_LU_TYPE_##lookup_type##_O)
1110b69418SYevgeny Kliteynik 
1210b69418SYevgeny Kliteynik enum dr_ste_v1_entry_format {
1310b69418SYevgeny Kliteynik 	DR_STE_V1_TYPE_BWC_BYTE	= 0x0,
1410b69418SYevgeny Kliteynik 	DR_STE_V1_TYPE_BWC_DW	= 0x1,
1510b69418SYevgeny Kliteynik 	DR_STE_V1_TYPE_MATCH	= 0x2,
1610b69418SYevgeny Kliteynik };
1710b69418SYevgeny Kliteynik 
1810b69418SYevgeny Kliteynik /* Lookup type is built from 2B: [ Definer mode 1B ][ Definer index 1B ] */
1910b69418SYevgeny Kliteynik enum {
2010b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_NOP				= 0x0000,
2110b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_TNL			= 0x0002,
2210b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IBL3_EXT			= 0x0102,
2310b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_O			= 0x0003,
2410b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IBL4				= 0x0103,
2510b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_I			= 0x0004,
2610b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_SRC_QP_GVMI			= 0x0104,
2710b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_SRC_O			= 0x0005,
2810b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_HEADERS_O		= 0x0105,
2910b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_SRC_I			= 0x0006,
3010b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_HEADERS_I		= 0x0106,
3110b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL3_IPV4_5_TUPLE_O		= 0x0007,
3210b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IPV6_DES_O			= 0x0107,
3310b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL3_IPV4_5_TUPLE_I		= 0x0008,
3410b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IPV6_DES_I			= 0x0108,
3510b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL4_O			= 0x0009,
3610b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IPV6_SRC_O			= 0x0109,
3710b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL4_I			= 0x000a,
3810b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_IPV6_SRC_I			= 0x010a,
3910b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_SRC_DST_O		= 0x000b,
4010b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_MPLS_O			= 0x010b,
4110b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL2_SRC_DST_I		= 0x000c,
4210b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_MPLS_I			= 0x010c,
4310b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL3_IPV4_MISC_O		= 0x000d,
4410b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_GRE				= 0x010d,
4510b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER	= 0x000e,
4610b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_GENERAL_PURPOSE		= 0x010e,
4710b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL3_IPV4_MISC_I		= 0x000f,
4810b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_STEERING_REGISTERS_0		= 0x010f,
4910b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_STEERING_REGISTERS_1		= 0x0110,
5010b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_FLEX_PARSER_0			= 0x0111,
5110b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_FLEX_PARSER_1			= 0x0112,
5210b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL4_MISC_O			= 0x0113,
5310b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_ETHL4_MISC_I			= 0x0114,
5410b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_INVALID			= 0x00ff,
5510b69418SYevgeny Kliteynik 	DR_STE_V1_LU_TYPE_DONT_CARE			= MLX5DR_STE_LU_TYPE_DONT_CARE,
5610b69418SYevgeny Kliteynik };
5710b69418SYevgeny Kliteynik 
584e856c5dSYevgeny Kliteynik enum dr_ste_v1_header_anchors {
594e856c5dSYevgeny Kliteynik 	DR_STE_HEADER_ANCHOR_START_OUTER		= 0x00,
604e856c5dSYevgeny Kliteynik 	DR_STE_HEADER_ANCHOR_1ST_VLAN			= 0x02,
614e856c5dSYevgeny Kliteynik 	DR_STE_HEADER_ANCHOR_IPV6_IPV4			= 0x07,
624e856c5dSYevgeny Kliteynik 	DR_STE_HEADER_ANCHOR_INNER_MAC			= 0x13,
634e856c5dSYevgeny Kliteynik 	DR_STE_HEADER_ANCHOR_INNER_IPV6_IPV4		= 0x19,
644e856c5dSYevgeny Kliteynik };
654e856c5dSYevgeny Kliteynik 
664e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_size {
674e856c5dSYevgeny Kliteynik 	DR_STE_ACTION_SINGLE_SZ = 4,
684e856c5dSYevgeny Kliteynik 	DR_STE_ACTION_DOUBLE_SZ = 8,
694e856c5dSYevgeny Kliteynik 	DR_STE_ACTION_TRIPLE_SZ = 12,
704e856c5dSYevgeny Kliteynik };
714e856c5dSYevgeny Kliteynik 
724e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_insert_ptr_attr {
734e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_INSERT_PTR_ATTR_NONE = 0,  /* Regular push header (e.g. push vlan) */
744e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP = 1, /* Encapsulation / Tunneling */
754e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_INSERT_PTR_ATTR_ESP = 2,   /* IPsec */
764e856c5dSYevgeny Kliteynik };
774e856c5dSYevgeny Kliteynik 
784e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_id {
794e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_NOP				= 0x00,
804e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_COPY			= 0x05,
814e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_SET				= 0x06,
824e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_ADD				= 0x07,
834e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE		= 0x08,
844e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER	= 0x09,
854e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_INSERT_INLINE		= 0x0a,
864e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_INSERT_POINTER		= 0x0b,
874e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_FLOW_TAG			= 0x0c,
884e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_QUEUE_ID_SEL		= 0x0d,
894e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_ACCELERATED_LIST		= 0x0e,
904e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_MODIFY_LIST			= 0x0f,
914e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_TRAILER			= 0x13,
924e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_COUNTER_ID			= 0x14,
934e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_MAX				= 0x21,
944e856c5dSYevgeny Kliteynik 	/* use for special cases */
954e856c5dSYevgeny Kliteynik 	DR_STE_V1_ACTION_ID_SPECIAL_ENCAP_L3		= 0x22,
964e856c5dSYevgeny Kliteynik };
974e856c5dSYevgeny Kliteynik 
98c349b413SYevgeny Kliteynik enum {
99c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_0		= 0x00,
100c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1		= 0x01,
101c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_2		= 0x02,
102c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_0		= 0x08,
103c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_1		= 0x09,
104c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0		= 0x0e,
105c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0		= 0x18,
106c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_1		= 0x19,
107c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_0		= 0x40,
108c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_1		= 0x41,
109c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_0	= 0x44,
110c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_1	= 0x45,
111c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_2	= 0x46,
112c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_3	= 0x47,
113c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_0	= 0x4c,
114c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_1	= 0x4d,
115c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_2	= 0x4e,
116c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_3	= 0x4f,
117c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_0		= 0x5e,
118c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_1		= 0x5f,
119c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_METADATA_2_CQE	= 0x7b,
120c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_GNRL_PURPOSE		= 0x7c,
121c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_2		= 0x8c,
122c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_3		= 0x8d,
123c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_4		= 0x8e,
124c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_5		= 0x8f,
125c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_6		= 0x90,
126c349b413SYevgeny Kliteynik 	DR_STE_V1_ACTION_MDFY_FLD_REGISTER_7		= 0x91,
127c349b413SYevgeny Kliteynik };
128c349b413SYevgeny Kliteynik 
129c349b413SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v1_action_modify_field_arr[] = {
130c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = {
131c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_0, .start = 0, .end = 31,
132c349b413SYevgeny Kliteynik 	},
133c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = {
134c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_1, .start = 16, .end = 31,
135c349b413SYevgeny Kliteynik 	},
136c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = {
137c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1, .start = 0, .end = 15,
138c349b413SYevgeny Kliteynik 	},
139c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = {
140c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_0, .start = 0, .end = 31,
141c349b413SYevgeny Kliteynik 	},
142c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = {
143c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1, .start = 16, .end = 31,
144c349b413SYevgeny Kliteynik 	},
145c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = {
146c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 18, .end = 23,
147c349b413SYevgeny Kliteynik 	},
148c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = {
149c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_1, .start = 16, .end = 24,
150c349b413SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
151c349b413SYevgeny Kliteynik 	},
152c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = {
153c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 16, .end = 31,
154c349b413SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
155c349b413SYevgeny Kliteynik 	},
156c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = {
157c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 0, .end = 15,
158c349b413SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP,
159c349b413SYevgeny Kliteynik 	},
160c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = {
161c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 8, .end = 15,
162c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
163c349b413SYevgeny Kliteynik 	},
164c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = {
165c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 8, .end = 15,
166c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
167c349b413SYevgeny Kliteynik 	},
168c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = {
169c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 16, .end = 31,
170c349b413SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
171c349b413SYevgeny Kliteynik 	},
172c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = {
173c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 0, .end = 15,
174c349b413SYevgeny Kliteynik 		.l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP,
175c349b413SYevgeny Kliteynik 	},
176c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = {
177c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_0, .start = 0, .end = 31,
178c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
179c349b413SYevgeny Kliteynik 	},
180c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = {
181c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_1, .start = 0, .end = 31,
182c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
183c349b413SYevgeny Kliteynik 	},
184c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = {
185c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_2, .start = 0, .end = 31,
186c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
187c349b413SYevgeny Kliteynik 	},
188c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = {
189c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_3, .start = 0, .end = 31,
190c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
191c349b413SYevgeny Kliteynik 	},
192c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = {
193c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_0, .start = 0, .end = 31,
194c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
195c349b413SYevgeny Kliteynik 	},
196c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = {
197c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_1, .start = 0, .end = 31,
198c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
199c349b413SYevgeny Kliteynik 	},
200c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = {
201c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_2, .start = 0, .end = 31,
202c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
203c349b413SYevgeny Kliteynik 	},
204c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = {
205c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_3, .start = 0, .end = 31,
206c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6,
207c349b413SYevgeny Kliteynik 	},
208c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_SIPV4] = {
209c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_0, .start = 0, .end = 31,
210c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
211c349b413SYevgeny Kliteynik 	},
212c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_DIPV4] = {
213c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_1, .start = 0, .end = 31,
214c349b413SYevgeny Kliteynik 		.l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4,
215c349b413SYevgeny Kliteynik 	},
216c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_A] = {
217c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_GNRL_PURPOSE, .start = 0, .end = 31,
218c349b413SYevgeny Kliteynik 	},
219c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_B] = {
220c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_METADATA_2_CQE, .start = 0, .end = 31,
221c349b413SYevgeny Kliteynik 	},
222c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = {
223c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_6, .start = 0, .end = 31,
224c349b413SYevgeny Kliteynik 	},
225c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = {
226c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_7, .start = 0, .end = 31,
227c349b413SYevgeny Kliteynik 	},
228c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = {
229c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_4, .start = 0, .end = 31,
230c349b413SYevgeny Kliteynik 	},
231c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = {
232c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_5, .start = 0, .end = 31,
233c349b413SYevgeny Kliteynik 	},
234c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = {
235c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_2, .start = 0, .end = 31,
236c349b413SYevgeny Kliteynik 	},
237c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = {
238c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_3, .start = 0, .end = 31,
239c349b413SYevgeny Kliteynik 	},
240c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = {
241c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_0, .start = 0, .end = 31,
242c349b413SYevgeny Kliteynik 	},
243c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = {
244c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_1, .start = 0, .end = 31,
245c349b413SYevgeny Kliteynik 	},
246c349b413SYevgeny Kliteynik 	[MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = {
247c349b413SYevgeny Kliteynik 		.hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_2, .start = 0, .end = 15,
248c349b413SYevgeny Kliteynik 	},
249c349b413SYevgeny Kliteynik };
250c349b413SYevgeny Kliteynik 
2514e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_entry_type(u8 *hw_ste_p, u8 entry_type)
2524e856c5dSYevgeny Kliteynik {
2534e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, entry_format, entry_type);
2544e856c5dSYevgeny Kliteynik }
2554e856c5dSYevgeny Kliteynik 
256a6098129SYevgeny Kliteynik static void dr_ste_v1_set_miss_addr(u8 *hw_ste_p, u64 miss_addr)
257a6098129SYevgeny Kliteynik {
258a6098129SYevgeny Kliteynik 	u64 index = miss_addr >> 6;
259a6098129SYevgeny Kliteynik 
260a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_39_32, index >> 26);
261a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_31_6, index);
262a6098129SYevgeny Kliteynik }
263a6098129SYevgeny Kliteynik 
264a6098129SYevgeny Kliteynik static u64 dr_ste_v1_get_miss_addr(u8 *hw_ste_p)
265a6098129SYevgeny Kliteynik {
266a6098129SYevgeny Kliteynik 	u64 index =
26784076c4cSYevgeny Kliteynik 		((u64)MLX5_GET(ste_match_bwc_v1, hw_ste_p, miss_address_31_6) |
26884076c4cSYevgeny Kliteynik 		 ((u64)MLX5_GET(ste_match_bwc_v1, hw_ste_p, miss_address_39_32)) << 26);
269a6098129SYevgeny Kliteynik 
270a6098129SYevgeny Kliteynik 	return index << 6;
271a6098129SYevgeny Kliteynik }
272a6098129SYevgeny Kliteynik 
273a6098129SYevgeny Kliteynik static void dr_ste_v1_set_byte_mask(u8 *hw_ste_p, u16 byte_mask)
274a6098129SYevgeny Kliteynik {
275a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, byte_mask, byte_mask);
276a6098129SYevgeny Kliteynik }
277a6098129SYevgeny Kliteynik 
278a6098129SYevgeny Kliteynik static u16 dr_ste_v1_get_byte_mask(u8 *hw_ste_p)
279a6098129SYevgeny Kliteynik {
280a6098129SYevgeny Kliteynik 	return MLX5_GET(ste_match_bwc_v1, hw_ste_p, byte_mask);
281a6098129SYevgeny Kliteynik }
282a6098129SYevgeny Kliteynik 
283a6098129SYevgeny Kliteynik static void dr_ste_v1_set_lu_type(u8 *hw_ste_p, u16 lu_type)
284a6098129SYevgeny Kliteynik {
285a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, entry_format, lu_type >> 8);
286a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, match_definer_ctx_idx, lu_type & 0xFF);
287a6098129SYevgeny Kliteynik }
288a6098129SYevgeny Kliteynik 
289a6098129SYevgeny Kliteynik static void dr_ste_v1_set_next_lu_type(u8 *hw_ste_p, u16 lu_type)
290a6098129SYevgeny Kliteynik {
291a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_entry_format, lu_type >> 8);
292a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, hash_definer_ctx_idx, lu_type & 0xFF);
293a6098129SYevgeny Kliteynik }
294a6098129SYevgeny Kliteynik 
295a6098129SYevgeny Kliteynik static u16 dr_ste_v1_get_next_lu_type(u8 *hw_ste_p)
296a6098129SYevgeny Kliteynik {
297a6098129SYevgeny Kliteynik 	u8 mode = MLX5_GET(ste_match_bwc_v1, hw_ste_p, next_entry_format);
298a6098129SYevgeny Kliteynik 	u8 index = MLX5_GET(ste_match_bwc_v1, hw_ste_p, hash_definer_ctx_idx);
299a6098129SYevgeny Kliteynik 
300a6098129SYevgeny Kliteynik 	return (mode << 8 | index);
301a6098129SYevgeny Kliteynik }
302a6098129SYevgeny Kliteynik 
3034e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi)
3044e856c5dSYevgeny Kliteynik {
3054e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_63_48, gvmi);
3064e856c5dSYevgeny Kliteynik }
3074e856c5dSYevgeny Kliteynik 
308a6098129SYevgeny Kliteynik static void dr_ste_v1_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size)
309a6098129SYevgeny Kliteynik {
310a6098129SYevgeny Kliteynik 	u64 index = (icm_addr >> 5) | ht_size;
311a6098129SYevgeny Kliteynik 
312a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_39_32_size, index >> 27);
313a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_31_5_size, index);
314a6098129SYevgeny Kliteynik }
315a6098129SYevgeny Kliteynik 
316a6098129SYevgeny Kliteynik static void dr_ste_v1_init(u8 *hw_ste_p, u16 lu_type,
317a6098129SYevgeny Kliteynik 			   u8 entry_type, u16 gvmi)
318a6098129SYevgeny Kliteynik {
319a6098129SYevgeny Kliteynik 	dr_ste_v1_set_lu_type(hw_ste_p, lu_type);
320a6098129SYevgeny Kliteynik 	dr_ste_v1_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE);
321a6098129SYevgeny Kliteynik 
322a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, gvmi, gvmi);
323a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_63_48, gvmi);
324a6098129SYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_63_48, gvmi);
325a6098129SYevgeny Kliteynik }
326a6098129SYevgeny Kliteynik 
3274fe45e1dSYevgeny Kliteynik static void dr_ste_v1_prepare_for_postsend(u8 *hw_ste_p,
3284fe45e1dSYevgeny Kliteynik 					   u32 ste_size)
3294fe45e1dSYevgeny Kliteynik {
3304fe45e1dSYevgeny Kliteynik 	u8 *tag = hw_ste_p + DR_STE_SIZE_CTRL;
3314fe45e1dSYevgeny Kliteynik 	u8 *mask = tag + DR_STE_SIZE_TAG;
3324fe45e1dSYevgeny Kliteynik 	u8 tmp_tag[DR_STE_SIZE_TAG] = {};
3334fe45e1dSYevgeny Kliteynik 
3344fe45e1dSYevgeny Kliteynik 	if (ste_size == DR_STE_SIZE_CTRL)
3354fe45e1dSYevgeny Kliteynik 		return;
3364fe45e1dSYevgeny Kliteynik 
3374fe45e1dSYevgeny Kliteynik 	WARN_ON(ste_size != DR_STE_SIZE);
3384fe45e1dSYevgeny Kliteynik 
3394fe45e1dSYevgeny Kliteynik 	/* Backup tag */
3404fe45e1dSYevgeny Kliteynik 	memcpy(tmp_tag, tag, DR_STE_SIZE_TAG);
3414fe45e1dSYevgeny Kliteynik 
3424fe45e1dSYevgeny Kliteynik 	/* Swap mask and tag  both are the same size */
3434fe45e1dSYevgeny Kliteynik 	memcpy(tag, mask, DR_STE_SIZE_MASK);
3444fe45e1dSYevgeny Kliteynik 	memcpy(mask, tmp_tag, DR_STE_SIZE_TAG);
3454fe45e1dSYevgeny Kliteynik }
3464fe45e1dSYevgeny Kliteynik 
3474e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rx_flow_tag(u8 *s_action, u32 flow_tag)
3484e856c5dSYevgeny Kliteynik {
3494e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_flow_tag_v1, s_action, action_id,
3504e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_FLOW_TAG);
3514e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_flow_tag_v1, s_action, flow_tag, flow_tag);
3524e856c5dSYevgeny Kliteynik }
3534e856c5dSYevgeny Kliteynik 
3544e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_counter_id(u8 *hw_ste_p, u32 ctr_id)
3554e856c5dSYevgeny Kliteynik {
3564e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, counter_id, ctr_id);
3574e856c5dSYevgeny Kliteynik }
3584e856c5dSYevgeny Kliteynik 
3594e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_reparse(u8 *hw_ste_p)
3604e856c5dSYevgeny Kliteynik {
3614e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_match_bwc_v1, hw_ste_p, reparse, 1);
3624e856c5dSYevgeny Kliteynik }
3634e856c5dSYevgeny Kliteynik 
364*d7418b4eSYevgeny Kliteynik static void dr_ste_v1_set_encap(u8 *hw_ste_p, u8 *d_action,
3654e856c5dSYevgeny Kliteynik 				u32 reformat_id, int size)
3664e856c5dSYevgeny Kliteynik {
3674e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, action_id,
3684e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_INSERT_POINTER);
3694e856c5dSYevgeny Kliteynik 	/* The hardware expects here size in words (2 byte) */
3704e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, size, size / 2);
3714e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, pointer, reformat_id);
3724e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, attributes,
3734e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP);
3744e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
3754e856c5dSYevgeny Kliteynik }
3764e856c5dSYevgeny Kliteynik 
3774e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_tx_push_vlan(u8 *hw_ste_p, u8 *d_action,
3784e856c5dSYevgeny Kliteynik 				       u32 vlan_hdr)
3794e856c5dSYevgeny Kliteynik {
3804e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_inline_v1, d_action,
3814e856c5dSYevgeny Kliteynik 		 action_id, DR_STE_V1_ACTION_ID_INSERT_INLINE);
3824e856c5dSYevgeny Kliteynik 	/* The hardware expects offset to vlan header in words (2 byte) */
3834e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_inline_v1, d_action,
3844e856c5dSYevgeny Kliteynik 		 start_offset, HDR_LEN_L2_MACS >> 1);
3854e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_inline_v1, d_action,
3864e856c5dSYevgeny Kliteynik 		 inline_data, vlan_hdr);
3874e856c5dSYevgeny Kliteynik 
3884e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
3894e856c5dSYevgeny Kliteynik }
3904e856c5dSYevgeny Kliteynik 
3914e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rx_pop_vlan(u8 *hw_ste_p, u8 *s_action, u8 vlans_num)
3924e856c5dSYevgeny Kliteynik {
3934e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, s_action,
3944e856c5dSYevgeny Kliteynik 		 action_id, DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE);
3954e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, s_action,
3964e856c5dSYevgeny Kliteynik 		 start_anchor, DR_STE_HEADER_ANCHOR_1ST_VLAN);
3974e856c5dSYevgeny Kliteynik 	/* The hardware expects here size in words (2 byte) */
3984e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, s_action,
3994e856c5dSYevgeny Kliteynik 		 remove_size, (HDR_LEN_L2_VLAN >> 1) * vlans_num);
4004e856c5dSYevgeny Kliteynik 
4014e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
4024e856c5dSYevgeny Kliteynik }
4034e856c5dSYevgeny Kliteynik 
404*d7418b4eSYevgeny Kliteynik static void dr_ste_v1_set_encap_l3(u8 *hw_ste_p,
4054e856c5dSYevgeny Kliteynik 				   u8 *frst_s_action,
4064e856c5dSYevgeny Kliteynik 				   u8 *scnd_d_action,
4074e856c5dSYevgeny Kliteynik 				   u32 reformat_id,
4084e856c5dSYevgeny Kliteynik 				   int size)
4094e856c5dSYevgeny Kliteynik {
4104e856c5dSYevgeny Kliteynik 	/* Remove L2 headers */
4114e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, frst_s_action, action_id,
4124e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER);
4134e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, frst_s_action, end_anchor,
4144e856c5dSYevgeny Kliteynik 		 DR_STE_HEADER_ANCHOR_IPV6_IPV4);
4154e856c5dSYevgeny Kliteynik 
4164e856c5dSYevgeny Kliteynik 	/* Encapsulate with given reformat ID */
4174e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, action_id,
4184e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_INSERT_POINTER);
4194e856c5dSYevgeny Kliteynik 	/* The hardware expects here size in words (2 byte) */
4204e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, size, size / 2);
4214e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, pointer, reformat_id);
4224e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, attributes,
4234e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP);
4244e856c5dSYevgeny Kliteynik 
4254e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
4264e856c5dSYevgeny Kliteynik }
4274e856c5dSYevgeny Kliteynik 
4284e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rx_decap(u8 *hw_ste_p, u8 *s_action)
4294e856c5dSYevgeny Kliteynik {
4304e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, s_action, action_id,
4314e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER);
4324e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, s_action, decap, 1);
4334e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, s_action, vni_to_cqe, 1);
4344e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, s_action, end_anchor,
4354e856c5dSYevgeny Kliteynik 		 DR_STE_HEADER_ANCHOR_INNER_MAC);
4364e856c5dSYevgeny Kliteynik 
4374e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
4384e856c5dSYevgeny Kliteynik }
4394e856c5dSYevgeny Kliteynik 
4404e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rewrite_actions(u8 *hw_ste_p,
4414e856c5dSYevgeny Kliteynik 					  u8 *s_action,
4424e856c5dSYevgeny Kliteynik 					  u16 num_of_actions,
4434e856c5dSYevgeny Kliteynik 					  u32 re_write_index)
4444e856c5dSYevgeny Kliteynik {
4454e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_modify_list_v1, s_action, action_id,
4464e856c5dSYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_MODIFY_LIST);
4474e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_modify_list_v1, s_action, num_of_modify_actions,
4484e856c5dSYevgeny Kliteynik 		 num_of_actions);
4494e856c5dSYevgeny Kliteynik 	MLX5_SET(ste_single_action_modify_list_v1, s_action, modify_actions_ptr,
4504e856c5dSYevgeny Kliteynik 		 re_write_index);
4514e856c5dSYevgeny Kliteynik 
4524e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_reparse(hw_ste_p);
4534e856c5dSYevgeny Kliteynik }
4544e856c5dSYevgeny Kliteynik 
4554e856c5dSYevgeny Kliteynik static void dr_ste_v1_arr_init_next_match(u8 **last_ste,
4564e856c5dSYevgeny Kliteynik 					  u32 *added_stes,
4574e856c5dSYevgeny Kliteynik 					  u16 gvmi)
4584e856c5dSYevgeny Kliteynik {
4594e856c5dSYevgeny Kliteynik 	u8 *action;
4604e856c5dSYevgeny Kliteynik 
4614e856c5dSYevgeny Kliteynik 	(*added_stes)++;
4624e856c5dSYevgeny Kliteynik 	*last_ste += DR_STE_SIZE;
4634e856c5dSYevgeny Kliteynik 	dr_ste_v1_init(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE, 0, gvmi);
4644e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_entry_type(*last_ste, DR_STE_V1_TYPE_MATCH);
4654e856c5dSYevgeny Kliteynik 
4664e856c5dSYevgeny Kliteynik 	action = MLX5_ADDR_OF(ste_mask_and_match_v1, *last_ste, action);
4674e856c5dSYevgeny Kliteynik 	memset(action, 0, MLX5_FLD_SZ_BYTES(ste_mask_and_match_v1, action));
4684e856c5dSYevgeny Kliteynik }
4694e856c5dSYevgeny Kliteynik 
4704e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_actions_tx(struct mlx5dr_domain *dmn,
4714e856c5dSYevgeny Kliteynik 				     u8 *action_type_set,
4724e856c5dSYevgeny Kliteynik 				     u8 *last_ste,
4734e856c5dSYevgeny Kliteynik 				     struct mlx5dr_ste_actions_attr *attr,
4744e856c5dSYevgeny Kliteynik 				     u32 *added_stes)
4754e856c5dSYevgeny Kliteynik {
4764e856c5dSYevgeny Kliteynik 	u8 *action = MLX5_ADDR_OF(ste_match_bwc_v1, last_ste, action);
4774e856c5dSYevgeny Kliteynik 	u8 action_sz = DR_STE_ACTION_DOUBLE_SZ;
4784e856c5dSYevgeny Kliteynik 	bool allow_encap = true;
4794e856c5dSYevgeny Kliteynik 
4804e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR])
4814e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_counter_id(last_ste, attr->ctr_id);
4824e856c5dSYevgeny Kliteynik 
4834e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
4844e856c5dSYevgeny Kliteynik 		if (action_sz < DR_STE_ACTION_DOUBLE_SZ) {
4854e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes,
4864e856c5dSYevgeny Kliteynik 						      attr->gvmi);
4874e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1,
4884e856c5dSYevgeny Kliteynik 					      last_ste, action);
4894e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
4904e856c5dSYevgeny Kliteynik 		}
4914e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rewrite_actions(last_ste, action,
4924e856c5dSYevgeny Kliteynik 					      attr->modify_actions,
4934e856c5dSYevgeny Kliteynik 					      attr->modify_index);
4944e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_DOUBLE_SZ;
4954e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_DOUBLE_SZ;
4964e856c5dSYevgeny Kliteynik 		allow_encap = false;
4974e856c5dSYevgeny Kliteynik 	}
4984e856c5dSYevgeny Kliteynik 
4994e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) {
5004e856c5dSYevgeny Kliteynik 		int i;
5014e856c5dSYevgeny Kliteynik 
5024e856c5dSYevgeny Kliteynik 		for (i = 0; i < attr->vlans.count; i++) {
5034e856c5dSYevgeny Kliteynik 			if (action_sz < DR_STE_ACTION_DOUBLE_SZ || !allow_encap) {
5044e856c5dSYevgeny Kliteynik 				dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
5054e856c5dSYevgeny Kliteynik 				action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
5064e856c5dSYevgeny Kliteynik 				action_sz = DR_STE_ACTION_TRIPLE_SZ;
5074e856c5dSYevgeny Kliteynik 				allow_encap = true;
5084e856c5dSYevgeny Kliteynik 			}
5094e856c5dSYevgeny Kliteynik 			dr_ste_v1_set_tx_push_vlan(last_ste, action, attr->vlans.headers[i]);
5104e856c5dSYevgeny Kliteynik 			action_sz -= DR_STE_ACTION_DOUBLE_SZ;
5114e856c5dSYevgeny Kliteynik 			action += DR_STE_ACTION_DOUBLE_SZ;
5124e856c5dSYevgeny Kliteynik 		}
5134e856c5dSYevgeny Kliteynik 	}
5144e856c5dSYevgeny Kliteynik 
5154e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2]) {
5164e856c5dSYevgeny Kliteynik 		if (!allow_encap || action_sz < DR_STE_ACTION_DOUBLE_SZ) {
5174e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
5184e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
5194e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
5204e856c5dSYevgeny Kliteynik 			allow_encap = true;
5214e856c5dSYevgeny Kliteynik 		}
522*d7418b4eSYevgeny Kliteynik 		dr_ste_v1_set_encap(last_ste, action,
5234e856c5dSYevgeny Kliteynik 				    attr->reformat_id,
5244e856c5dSYevgeny Kliteynik 				    attr->reformat_size);
5254e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_DOUBLE_SZ;
5264e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_DOUBLE_SZ;
5274e856c5dSYevgeny Kliteynik 	} else if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]) {
5284e856c5dSYevgeny Kliteynik 		u8 *d_action;
5294e856c5dSYevgeny Kliteynik 
5304e856c5dSYevgeny Kliteynik 		dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
5314e856c5dSYevgeny Kliteynik 		action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
5324e856c5dSYevgeny Kliteynik 		action_sz = DR_STE_ACTION_TRIPLE_SZ;
5334e856c5dSYevgeny Kliteynik 		d_action = action + DR_STE_ACTION_SINGLE_SZ;
5344e856c5dSYevgeny Kliteynik 
535*d7418b4eSYevgeny Kliteynik 		dr_ste_v1_set_encap_l3(last_ste,
5364e856c5dSYevgeny Kliteynik 				       action, d_action,
5374e856c5dSYevgeny Kliteynik 				       attr->reformat_id,
5384e856c5dSYevgeny Kliteynik 				       attr->reformat_size);
5394e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_TRIPLE_SZ;
5404e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_TRIPLE_SZ;
5414e856c5dSYevgeny Kliteynik 	}
5424e856c5dSYevgeny Kliteynik 
5434e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_hit_gvmi(last_ste, attr->hit_gvmi);
5444e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_hit_addr(last_ste, attr->final_icm_addr, 1);
5454e856c5dSYevgeny Kliteynik }
5464e856c5dSYevgeny Kliteynik 
5474e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_actions_rx(struct mlx5dr_domain *dmn,
5484e856c5dSYevgeny Kliteynik 				     u8 *action_type_set,
5494e856c5dSYevgeny Kliteynik 				     u8 *last_ste,
5504e856c5dSYevgeny Kliteynik 				     struct mlx5dr_ste_actions_attr *attr,
5514e856c5dSYevgeny Kliteynik 				     u32 *added_stes)
5524e856c5dSYevgeny Kliteynik {
5534e856c5dSYevgeny Kliteynik 	u8 *action = MLX5_ADDR_OF(ste_match_bwc_v1, last_ste, action);
5544e856c5dSYevgeny Kliteynik 	u8 action_sz = DR_STE_ACTION_DOUBLE_SZ;
5554e856c5dSYevgeny Kliteynik 	bool allow_modify_hdr = true;
5564e856c5dSYevgeny Kliteynik 	bool allow_ctr = true;
5574e856c5dSYevgeny Kliteynik 
5584e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) {
5594e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rewrite_actions(last_ste, action,
5604e856c5dSYevgeny Kliteynik 					      attr->decap_actions,
5614e856c5dSYevgeny Kliteynik 					      attr->decap_index);
5624e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_DOUBLE_SZ;
5634e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_DOUBLE_SZ;
5644e856c5dSYevgeny Kliteynik 		allow_modify_hdr = false;
5654e856c5dSYevgeny Kliteynik 		allow_ctr = false;
5664e856c5dSYevgeny Kliteynik 	} else if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2]) {
5674e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rx_decap(last_ste, action);
5684e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_SINGLE_SZ;
5694e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_SINGLE_SZ;
5704e856c5dSYevgeny Kliteynik 		allow_modify_hdr = false;
5714e856c5dSYevgeny Kliteynik 		allow_ctr = false;
5724e856c5dSYevgeny Kliteynik 	}
5734e856c5dSYevgeny Kliteynik 
5744e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_TAG]) {
5754e856c5dSYevgeny Kliteynik 		if (action_sz < DR_STE_ACTION_SINGLE_SZ) {
5764e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
5774e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
5784e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
5794e856c5dSYevgeny Kliteynik 			allow_modify_hdr = true;
5804e856c5dSYevgeny Kliteynik 			allow_ctr = true;
5814e856c5dSYevgeny Kliteynik 		}
5824e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rx_flow_tag(action, attr->flow_tag);
5834e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_SINGLE_SZ;
5844e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_SINGLE_SZ;
5854e856c5dSYevgeny Kliteynik 	}
5864e856c5dSYevgeny Kliteynik 
5874e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_POP_VLAN]) {
5884e856c5dSYevgeny Kliteynik 		if (action_sz < DR_STE_ACTION_SINGLE_SZ ||
5894e856c5dSYevgeny Kliteynik 		    !allow_modify_hdr) {
5904e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
5914e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
5924e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
5934e856c5dSYevgeny Kliteynik 			allow_modify_hdr = false;
5944e856c5dSYevgeny Kliteynik 			allow_ctr = false;
5954e856c5dSYevgeny Kliteynik 		}
5964e856c5dSYevgeny Kliteynik 
5974e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rx_pop_vlan(last_ste, action, attr->vlans.count);
5984e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_SINGLE_SZ;
5994e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_SINGLE_SZ;
6004e856c5dSYevgeny Kliteynik 	}
6014e856c5dSYevgeny Kliteynik 
6024e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) {
6034e856c5dSYevgeny Kliteynik 		/* Modify header and decapsulation must use different STEs */
6044e856c5dSYevgeny Kliteynik 		if (!allow_modify_hdr || action_sz < DR_STE_ACTION_DOUBLE_SZ) {
6054e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
6064e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
6074e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
6084e856c5dSYevgeny Kliteynik 			allow_modify_hdr = true;
6094e856c5dSYevgeny Kliteynik 			allow_ctr = true;
6104e856c5dSYevgeny Kliteynik 		}
6114e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_rewrite_actions(last_ste, action,
6124e856c5dSYevgeny Kliteynik 					      attr->modify_actions,
6134e856c5dSYevgeny Kliteynik 					      attr->modify_index);
6144e856c5dSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_DOUBLE_SZ;
6154e856c5dSYevgeny Kliteynik 		action += DR_STE_ACTION_DOUBLE_SZ;
6164e856c5dSYevgeny Kliteynik 	}
6174e856c5dSYevgeny Kliteynik 
6184e856c5dSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_CTR]) {
6194e856c5dSYevgeny Kliteynik 		/* Counter action set after decap to exclude decaped header */
6204e856c5dSYevgeny Kliteynik 		if (!allow_ctr) {
6214e856c5dSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
6224e856c5dSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
6234e856c5dSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
6244e856c5dSYevgeny Kliteynik 			allow_modify_hdr = true;
6254e856c5dSYevgeny Kliteynik 			allow_ctr = false;
6264e856c5dSYevgeny Kliteynik 		}
6274e856c5dSYevgeny Kliteynik 		dr_ste_v1_set_counter_id(last_ste, attr->ctr_id);
6284e856c5dSYevgeny Kliteynik 	}
6294e856c5dSYevgeny Kliteynik 
630*d7418b4eSYevgeny Kliteynik 	if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2]) {
631*d7418b4eSYevgeny Kliteynik 		if (action_sz < DR_STE_ACTION_DOUBLE_SZ) {
632*d7418b4eSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
633*d7418b4eSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
634*d7418b4eSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
635*d7418b4eSYevgeny Kliteynik 		}
636*d7418b4eSYevgeny Kliteynik 		dr_ste_v1_set_encap(last_ste, action,
637*d7418b4eSYevgeny Kliteynik 				    attr->reformat_id,
638*d7418b4eSYevgeny Kliteynik 				    attr->reformat_size);
639*d7418b4eSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_DOUBLE_SZ;
640*d7418b4eSYevgeny Kliteynik 		action += DR_STE_ACTION_DOUBLE_SZ;
641*d7418b4eSYevgeny Kliteynik 		allow_modify_hdr = false;
642*d7418b4eSYevgeny Kliteynik 	} else if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]) {
643*d7418b4eSYevgeny Kliteynik 		u8 *d_action;
644*d7418b4eSYevgeny Kliteynik 
645*d7418b4eSYevgeny Kliteynik 		if (action_sz < DR_STE_ACTION_TRIPLE_SZ) {
646*d7418b4eSYevgeny Kliteynik 			dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi);
647*d7418b4eSYevgeny Kliteynik 			action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action);
648*d7418b4eSYevgeny Kliteynik 			action_sz = DR_STE_ACTION_TRIPLE_SZ;
649*d7418b4eSYevgeny Kliteynik 		}
650*d7418b4eSYevgeny Kliteynik 
651*d7418b4eSYevgeny Kliteynik 		d_action = action + DR_STE_ACTION_SINGLE_SZ;
652*d7418b4eSYevgeny Kliteynik 
653*d7418b4eSYevgeny Kliteynik 		dr_ste_v1_set_encap_l3(last_ste,
654*d7418b4eSYevgeny Kliteynik 				       action, d_action,
655*d7418b4eSYevgeny Kliteynik 				       attr->reformat_id,
656*d7418b4eSYevgeny Kliteynik 				       attr->reformat_size);
657*d7418b4eSYevgeny Kliteynik 		action_sz -= DR_STE_ACTION_TRIPLE_SZ;
658*d7418b4eSYevgeny Kliteynik 		allow_modify_hdr = false;
659*d7418b4eSYevgeny Kliteynik 	}
660*d7418b4eSYevgeny Kliteynik 
6614e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_hit_gvmi(last_ste, attr->hit_gvmi);
6624e856c5dSYevgeny Kliteynik 	dr_ste_v1_set_hit_addr(last_ste, attr->final_icm_addr, 1);
6634e856c5dSYevgeny Kliteynik }
6644e856c5dSYevgeny Kliteynik 
665c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_set(u8 *d_action,
666c349b413SYevgeny Kliteynik 				     u8 hw_field,
667c349b413SYevgeny Kliteynik 				     u8 shifter,
668c349b413SYevgeny Kliteynik 				     u8 length,
669c349b413SYevgeny Kliteynik 				     u32 data)
670c349b413SYevgeny Kliteynik {
671c349b413SYevgeny Kliteynik 	shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET;
672c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_set_v1, d_action, action_id, DR_STE_V1_ACTION_ID_SET);
673c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_set_v1, d_action, destination_dw_offset, hw_field);
674c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_set_v1, d_action, destination_left_shifter, shifter);
675c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_set_v1, d_action, destination_length, length);
676c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_set_v1, d_action, inline_data, data);
677c349b413SYevgeny Kliteynik }
678c349b413SYevgeny Kliteynik 
679c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_add(u8 *d_action,
680c349b413SYevgeny Kliteynik 				     u8 hw_field,
681c349b413SYevgeny Kliteynik 				     u8 shifter,
682c349b413SYevgeny Kliteynik 				     u8 length,
683c349b413SYevgeny Kliteynik 				     u32 data)
684c349b413SYevgeny Kliteynik {
685c349b413SYevgeny Kliteynik 	shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET;
686c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_add_v1, d_action, action_id, DR_STE_V1_ACTION_ID_ADD);
687c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_add_v1, d_action, destination_dw_offset, hw_field);
688c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_add_v1, d_action, destination_left_shifter, shifter);
689c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_add_v1, d_action, destination_length, length);
690c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_add_v1, d_action, add_value, data);
691c349b413SYevgeny Kliteynik }
692c349b413SYevgeny Kliteynik 
693c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_copy(u8 *d_action,
694c349b413SYevgeny Kliteynik 				      u8 dst_hw_field,
695c349b413SYevgeny Kliteynik 				      u8 dst_shifter,
696c349b413SYevgeny Kliteynik 				      u8 dst_len,
697c349b413SYevgeny Kliteynik 				      u8 src_hw_field,
698c349b413SYevgeny Kliteynik 				      u8 src_shifter)
699c349b413SYevgeny Kliteynik {
700c349b413SYevgeny Kliteynik 	dst_shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET;
701c349b413SYevgeny Kliteynik 	src_shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET;
702c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, action_id, DR_STE_V1_ACTION_ID_COPY);
703c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, destination_dw_offset, dst_hw_field);
704c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, destination_left_shifter, dst_shifter);
705c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, destination_length, dst_len);
706c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, source_dw_offset, src_hw_field);
707c349b413SYevgeny Kliteynik 	MLX5_SET(ste_double_action_copy_v1, d_action, source_right_shifter, src_shifter);
708c349b413SYevgeny Kliteynik }
709c349b413SYevgeny Kliteynik 
710c349b413SYevgeny Kliteynik #define DR_STE_DECAP_L3_ACTION_NUM	8
711c349b413SYevgeny Kliteynik #define DR_STE_L2_HDR_MAX_SZ		20
712c349b413SYevgeny Kliteynik 
713c349b413SYevgeny Kliteynik static int dr_ste_v1_set_action_decap_l3_list(void *data,
714c349b413SYevgeny Kliteynik 					      u32 data_sz,
715c349b413SYevgeny Kliteynik 					      u8 *hw_action,
716c349b413SYevgeny Kliteynik 					      u32 hw_action_sz,
717c349b413SYevgeny Kliteynik 					      u16 *used_hw_action_num)
718c349b413SYevgeny Kliteynik {
719c349b413SYevgeny Kliteynik 	u8 padded_data[DR_STE_L2_HDR_MAX_SZ] = {};
720c349b413SYevgeny Kliteynik 	void *data_ptr = padded_data;
721c349b413SYevgeny Kliteynik 	u16 used_actions = 0;
722c349b413SYevgeny Kliteynik 	u32 inline_data_sz;
723c349b413SYevgeny Kliteynik 	u32 i;
724c349b413SYevgeny Kliteynik 
725c349b413SYevgeny Kliteynik 	if (hw_action_sz / DR_STE_ACTION_DOUBLE_SZ < DR_STE_DECAP_L3_ACTION_NUM)
726c349b413SYevgeny Kliteynik 		return -EINVAL;
727c349b413SYevgeny Kliteynik 
728c349b413SYevgeny Kliteynik 	memcpy(padded_data, data, data_sz);
729c349b413SYevgeny Kliteynik 
730c349b413SYevgeny Kliteynik 	/* Remove L2L3 outer headers */
731c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, hw_action, action_id,
732c349b413SYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER);
733c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, hw_action, decap, 1);
734c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, hw_action, vni_to_cqe, 1);
735c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_v1, hw_action, end_anchor,
736c349b413SYevgeny Kliteynik 		 DR_STE_HEADER_ANCHOR_INNER_IPV6_IPV4);
737c349b413SYevgeny Kliteynik 	hw_action += DR_STE_ACTION_DOUBLE_SZ;
738c349b413SYevgeny Kliteynik 	used_actions++; /* Remove and NOP are a single double action */
739c349b413SYevgeny Kliteynik 
740c349b413SYevgeny Kliteynik 	inline_data_sz =
741c349b413SYevgeny Kliteynik 		MLX5_FLD_SZ_BYTES(ste_double_action_insert_with_inline_v1, inline_data);
742c349b413SYevgeny Kliteynik 
743c349b413SYevgeny Kliteynik 	/* Add the new header inline + 2 extra bytes */
744c349b413SYevgeny Kliteynik 	for (i = 0; i < data_sz / inline_data_sz + 1; i++) {
745c349b413SYevgeny Kliteynik 		void *addr_inline;
746c349b413SYevgeny Kliteynik 
747c349b413SYevgeny Kliteynik 		MLX5_SET(ste_double_action_insert_with_inline_v1, hw_action, action_id,
748c349b413SYevgeny Kliteynik 			 DR_STE_V1_ACTION_ID_INSERT_INLINE);
749c349b413SYevgeny Kliteynik 		/* The hardware expects here offset to words (2 bytes) */
750c349b413SYevgeny Kliteynik 		MLX5_SET(ste_double_action_insert_with_inline_v1, hw_action, start_offset,
751c349b413SYevgeny Kliteynik 			 i * 2);
752c349b413SYevgeny Kliteynik 
753c349b413SYevgeny Kliteynik 		/* Copy bytes one by one to avoid endianness problem */
754c349b413SYevgeny Kliteynik 		addr_inline = MLX5_ADDR_OF(ste_double_action_insert_with_inline_v1,
755c349b413SYevgeny Kliteynik 					   hw_action, inline_data);
756c349b413SYevgeny Kliteynik 		memcpy(addr_inline, data_ptr, inline_data_sz);
757c349b413SYevgeny Kliteynik 		hw_action += DR_STE_ACTION_DOUBLE_SZ;
758c349b413SYevgeny Kliteynik 		data_ptr += inline_data_sz;
759c349b413SYevgeny Kliteynik 		used_actions++;
760c349b413SYevgeny Kliteynik 	}
761c349b413SYevgeny Kliteynik 
762c349b413SYevgeny Kliteynik 	/* Remove 2 extra bytes */
763c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, action_id,
764c349b413SYevgeny Kliteynik 		 DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE);
765c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, start_offset, data_sz / 2);
766c349b413SYevgeny Kliteynik 	/* The hardware expects here size in words (2 bytes) */
767c349b413SYevgeny Kliteynik 	MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, remove_size, 1);
768c349b413SYevgeny Kliteynik 	used_actions++;
769c349b413SYevgeny Kliteynik 
770c349b413SYevgeny Kliteynik 	*used_hw_action_num = used_actions;
771c349b413SYevgeny Kliteynik 
772c349b413SYevgeny Kliteynik 	return 0;
773c349b413SYevgeny Kliteynik }
774c349b413SYevgeny Kliteynik 
77510b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value,
77610b69418SYevgeny Kliteynik 						    bool inner, u8 *bit_mask)
77710b69418SYevgeny Kliteynik {
77810b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
77910b69418SYevgeny Kliteynik 
78010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, dmac_47_16, mask, dmac_47_16);
78110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, dmac_15_0, mask, dmac_15_0);
78210b69418SYevgeny Kliteynik 
78310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, smac_47_16, mask, smac_47_16);
78410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, smac_15_0, mask, smac_15_0);
78510b69418SYevgeny Kliteynik 
78610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_vlan_id, mask, first_vid);
78710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_cfi, mask, first_cfi);
78810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_priority, mask, first_prio);
78910b69418SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src_dst_v1, bit_mask, l3_type, mask, ip_version);
79010b69418SYevgeny Kliteynik 
79110b69418SYevgeny Kliteynik 	if (mask->cvlan_tag) {
79210b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, bit_mask, first_vlan_qualifier, -1);
79310b69418SYevgeny Kliteynik 		mask->cvlan_tag = 0;
79410b69418SYevgeny Kliteynik 	} else if (mask->svlan_tag) {
79510b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, bit_mask, first_vlan_qualifier, -1);
79610b69418SYevgeny Kliteynik 		mask->svlan_tag = 0;
79710b69418SYevgeny Kliteynik 	}
79810b69418SYevgeny Kliteynik }
79910b69418SYevgeny Kliteynik 
80010b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value,
80110b69418SYevgeny Kliteynik 					      struct mlx5dr_ste_build *sb,
80210b69418SYevgeny Kliteynik 					      u8 *tag)
80310b69418SYevgeny Kliteynik {
80410b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
80510b69418SYevgeny Kliteynik 
80610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, dmac_47_16, spec, dmac_47_16);
80710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, dmac_15_0, spec, dmac_15_0);
80810b69418SYevgeny Kliteynik 
80910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, smac_47_16, spec, smac_47_16);
81010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, smac_15_0, spec, smac_15_0);
81110b69418SYevgeny Kliteynik 
81210b69418SYevgeny Kliteynik 	if (spec->ip_version == IP_VERSION_IPV4) {
81310b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, tag, l3_type, STE_IPV4);
81410b69418SYevgeny Kliteynik 		spec->ip_version = 0;
81510b69418SYevgeny Kliteynik 	} else if (spec->ip_version == IP_VERSION_IPV6) {
81610b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, tag, l3_type, STE_IPV6);
81710b69418SYevgeny Kliteynik 		spec->ip_version = 0;
81810b69418SYevgeny Kliteynik 	} else if (spec->ip_version) {
81910b69418SYevgeny Kliteynik 		return -EINVAL;
82010b69418SYevgeny Kliteynik 	}
82110b69418SYevgeny Kliteynik 
82210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_vlan_id, spec, first_vid);
82310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_cfi, spec, first_cfi);
82410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_priority, spec, first_prio);
82510b69418SYevgeny Kliteynik 
82610b69418SYevgeny Kliteynik 	if (spec->cvlan_tag) {
82710b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, tag, first_vlan_qualifier, DR_STE_CVLAN);
82810b69418SYevgeny Kliteynik 		spec->cvlan_tag = 0;
82910b69418SYevgeny Kliteynik 	} else if (spec->svlan_tag) {
83010b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_dst_v1, tag, first_vlan_qualifier, DR_STE_SVLAN);
83110b69418SYevgeny Kliteynik 		spec->svlan_tag = 0;
83210b69418SYevgeny Kliteynik 	}
83310b69418SYevgeny Kliteynik 	return 0;
83410b69418SYevgeny Kliteynik }
83510b69418SYevgeny Kliteynik 
83610b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb,
83710b69418SYevgeny Kliteynik 						struct mlx5dr_match_param *mask)
83810b69418SYevgeny Kliteynik {
83910b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask);
84010b69418SYevgeny Kliteynik 
84110b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2_SRC_DST, sb->inner);
84210b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
84310b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_src_dst_tag;
84410b69418SYevgeny Kliteynik }
84510b69418SYevgeny Kliteynik 
84610b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value,
84710b69418SYevgeny Kliteynik 					       struct mlx5dr_ste_build *sb,
84810b69418SYevgeny Kliteynik 					       u8 *tag)
84910b69418SYevgeny Kliteynik {
85010b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
85110b69418SYevgeny Kliteynik 
85210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96);
85310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64);
85410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32);
85510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0);
85610b69418SYevgeny Kliteynik 
85710b69418SYevgeny Kliteynik 	return 0;
85810b69418SYevgeny Kliteynik }
85910b69418SYevgeny Kliteynik 
86010b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb,
86110b69418SYevgeny Kliteynik 						 struct mlx5dr_match_param *mask)
86210b69418SYevgeny Kliteynik {
86310b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask);
86410b69418SYevgeny Kliteynik 
86510b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(IPV6_DES, sb->inner);
86610b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
86710b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv6_dst_tag;
86810b69418SYevgeny Kliteynik }
86910b69418SYevgeny Kliteynik 
87010b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value,
87110b69418SYevgeny Kliteynik 					       struct mlx5dr_ste_build *sb,
87210b69418SYevgeny Kliteynik 					       u8 *tag)
87310b69418SYevgeny Kliteynik {
87410b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
87510b69418SYevgeny Kliteynik 
87610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96);
87710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64);
87810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32);
87910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0);
88010b69418SYevgeny Kliteynik 
88110b69418SYevgeny Kliteynik 	return 0;
88210b69418SYevgeny Kliteynik }
88310b69418SYevgeny Kliteynik 
88410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb,
88510b69418SYevgeny Kliteynik 						 struct mlx5dr_match_param *mask)
88610b69418SYevgeny Kliteynik {
88710b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask);
88810b69418SYevgeny Kliteynik 
88910b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(IPV6_SRC, sb->inner);
89010b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
89110b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv6_src_tag;
89210b69418SYevgeny Kliteynik }
89310b69418SYevgeny Kliteynik 
89410b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value,
89510b69418SYevgeny Kliteynik 						   struct mlx5dr_ste_build *sb,
89610b69418SYevgeny Kliteynik 						   u8 *tag)
89710b69418SYevgeny Kliteynik {
89810b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
89910b69418SYevgeny Kliteynik 
90010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_address, spec, dst_ip_31_0);
90110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_address, spec, src_ip_31_0);
90210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_port, spec, tcp_dport);
90310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_port, spec, udp_dport);
90410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_port, spec, tcp_sport);
90510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_port, spec, udp_sport);
90610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, protocol, spec, ip_protocol);
90710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, fragmented, spec, frag);
90810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, dscp, spec, ip_dscp);
90910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, ecn, spec, ip_ecn);
91010b69418SYevgeny Kliteynik 
91110b69418SYevgeny Kliteynik 	if (spec->tcp_flags) {
91210b69418SYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple_v1, tag, spec);
91310b69418SYevgeny Kliteynik 		spec->tcp_flags = 0;
91410b69418SYevgeny Kliteynik 	}
91510b69418SYevgeny Kliteynik 
91610b69418SYevgeny Kliteynik 	return 0;
91710b69418SYevgeny Kliteynik }
91810b69418SYevgeny Kliteynik 
91910b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb,
92010b69418SYevgeny Kliteynik 						     struct mlx5dr_match_param *mask)
92110b69418SYevgeny Kliteynik {
92210b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask);
92310b69418SYevgeny Kliteynik 
92410b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL3_IPV4_5_TUPLE, sb->inner);
92510b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
92610b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag;
92710b69418SYevgeny Kliteynik }
92810b69418SYevgeny Kliteynik 
92910b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value,
93010b69418SYevgeny Kliteynik 						       bool inner, u8 *bit_mask)
93110b69418SYevgeny Kliteynik {
93210b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
93310b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
93410b69418SYevgeny Kliteynik 
93510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_vlan_id, mask, first_vid);
93610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_cfi, mask, first_cfi);
93710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_priority, mask, first_prio);
93810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, ip_fragmented, mask, frag); // ?
93910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, l3_ethertype, mask, ethertype); // ?
94010b69418SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_src_v1, bit_mask, l3_type, mask, ip_version);
94110b69418SYevgeny Kliteynik 
94210b69418SYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
94310b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_v1, bit_mask, first_vlan_qualifier, -1);
94410b69418SYevgeny Kliteynik 		mask->cvlan_tag = 0;
94510b69418SYevgeny Kliteynik 		mask->svlan_tag = 0;
94610b69418SYevgeny Kliteynik 	}
94710b69418SYevgeny Kliteynik 
94810b69418SYevgeny Kliteynik 	if (inner) {
94910b69418SYevgeny Kliteynik 		if (misc_mask->inner_second_cvlan_tag ||
95010b69418SYevgeny Kliteynik 		    misc_mask->inner_second_svlan_tag) {
95110b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, bit_mask, second_vlan_qualifier, -1);
95210b69418SYevgeny Kliteynik 			misc_mask->inner_second_cvlan_tag = 0;
95310b69418SYevgeny Kliteynik 			misc_mask->inner_second_svlan_tag = 0;
95410b69418SYevgeny Kliteynik 		}
95510b69418SYevgeny Kliteynik 
95610b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
95710b69418SYevgeny Kliteynik 			       second_vlan_id, misc_mask, inner_second_vid);
95810b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
95910b69418SYevgeny Kliteynik 			       second_cfi, misc_mask, inner_second_cfi);
96010b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
96110b69418SYevgeny Kliteynik 			       second_priority, misc_mask, inner_second_prio);
96210b69418SYevgeny Kliteynik 	} else {
96310b69418SYevgeny Kliteynik 		if (misc_mask->outer_second_cvlan_tag ||
96410b69418SYevgeny Kliteynik 		    misc_mask->outer_second_svlan_tag) {
96510b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, bit_mask, second_vlan_qualifier, -1);
96610b69418SYevgeny Kliteynik 			misc_mask->outer_second_cvlan_tag = 0;
96710b69418SYevgeny Kliteynik 			misc_mask->outer_second_svlan_tag = 0;
96810b69418SYevgeny Kliteynik 		}
96910b69418SYevgeny Kliteynik 
97010b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
97110b69418SYevgeny Kliteynik 			       second_vlan_id, misc_mask, outer_second_vid);
97210b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
97310b69418SYevgeny Kliteynik 			       second_cfi, misc_mask, outer_second_cfi);
97410b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, bit_mask,
97510b69418SYevgeny Kliteynik 			       second_priority, misc_mask, outer_second_prio);
97610b69418SYevgeny Kliteynik 	}
97710b69418SYevgeny Kliteynik }
97810b69418SYevgeny Kliteynik 
97910b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value,
98010b69418SYevgeny Kliteynik 						 bool inner, u8 *tag)
98110b69418SYevgeny Kliteynik {
98210b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer;
98310b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_spec = &value->misc;
98410b69418SYevgeny Kliteynik 
98510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, first_vlan_id, spec, first_vid);
98610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, first_cfi, spec, first_cfi);
98710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, first_priority, spec, first_prio);
98810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, ip_fragmented, spec, frag);
98910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, l3_ethertype, spec, ethertype);
99010b69418SYevgeny Kliteynik 
99110b69418SYevgeny Kliteynik 	if (spec->ip_version == IP_VERSION_IPV4) {
99210b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_v1, tag, l3_type, STE_IPV4);
99310b69418SYevgeny Kliteynik 		spec->ip_version = 0;
99410b69418SYevgeny Kliteynik 	} else if (spec->ip_version == IP_VERSION_IPV6) {
99510b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_v1, tag, l3_type, STE_IPV6);
99610b69418SYevgeny Kliteynik 		spec->ip_version = 0;
99710b69418SYevgeny Kliteynik 	} else if (spec->ip_version) {
99810b69418SYevgeny Kliteynik 		return -EINVAL;
99910b69418SYevgeny Kliteynik 	}
100010b69418SYevgeny Kliteynik 
100110b69418SYevgeny Kliteynik 	if (spec->cvlan_tag) {
100210b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_v1, tag, first_vlan_qualifier, DR_STE_CVLAN);
100310b69418SYevgeny Kliteynik 		spec->cvlan_tag = 0;
100410b69418SYevgeny Kliteynik 	} else if (spec->svlan_tag) {
100510b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_src_v1, tag, first_vlan_qualifier, DR_STE_SVLAN);
100610b69418SYevgeny Kliteynik 		spec->svlan_tag = 0;
100710b69418SYevgeny Kliteynik 	}
100810b69418SYevgeny Kliteynik 
100910b69418SYevgeny Kliteynik 	if (inner) {
101010b69418SYevgeny Kliteynik 		if (misc_spec->inner_second_cvlan_tag) {
101110b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_CVLAN);
101210b69418SYevgeny Kliteynik 			misc_spec->inner_second_cvlan_tag = 0;
101310b69418SYevgeny Kliteynik 		} else if (misc_spec->inner_second_svlan_tag) {
101410b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_SVLAN);
101510b69418SYevgeny Kliteynik 			misc_spec->inner_second_svlan_tag = 0;
101610b69418SYevgeny Kliteynik 		}
101710b69418SYevgeny Kliteynik 
101810b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_vlan_id, misc_spec, inner_second_vid);
101910b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_cfi, misc_spec, inner_second_cfi);
102010b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_priority, misc_spec, inner_second_prio);
102110b69418SYevgeny Kliteynik 	} else {
102210b69418SYevgeny Kliteynik 		if (misc_spec->outer_second_cvlan_tag) {
102310b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_CVLAN);
102410b69418SYevgeny Kliteynik 			misc_spec->outer_second_cvlan_tag = 0;
102510b69418SYevgeny Kliteynik 		} else if (misc_spec->outer_second_svlan_tag) {
102610b69418SYevgeny Kliteynik 			MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_SVLAN);
102710b69418SYevgeny Kliteynik 			misc_spec->outer_second_svlan_tag = 0;
102810b69418SYevgeny Kliteynik 		}
102910b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_vlan_id, misc_spec, outer_second_vid);
103010b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_cfi, misc_spec, outer_second_cfi);
103110b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l2_src_v1, tag, second_priority, misc_spec, outer_second_prio);
103210b69418SYevgeny Kliteynik 	}
103310b69418SYevgeny Kliteynik 
103410b69418SYevgeny Kliteynik 	return 0;
103510b69418SYevgeny Kliteynik }
103610b69418SYevgeny Kliteynik 
103710b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value,
103810b69418SYevgeny Kliteynik 						bool inner, u8 *bit_mask)
103910b69418SYevgeny Kliteynik {
104010b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
104110b69418SYevgeny Kliteynik 
104210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, smac_47_16, mask, smac_47_16);
104310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, smac_15_0, mask, smac_15_0);
104410b69418SYevgeny Kliteynik 
104510b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask);
104610b69418SYevgeny Kliteynik }
104710b69418SYevgeny Kliteynik 
104810b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_tag(struct mlx5dr_match_param *value,
104910b69418SYevgeny Kliteynik 					  struct mlx5dr_ste_build *sb,
105010b69418SYevgeny Kliteynik 					  u8 *tag)
105110b69418SYevgeny Kliteynik {
105210b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
105310b69418SYevgeny Kliteynik 
105410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, smac_47_16, spec, smac_47_16);
105510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_src_v1, tag, smac_15_0, spec, smac_15_0);
105610b69418SYevgeny Kliteynik 
105710b69418SYevgeny Kliteynik 	return dr_ste_v1_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
105810b69418SYevgeny Kliteynik }
105910b69418SYevgeny Kliteynik 
106010b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_init(struct mlx5dr_ste_build *sb,
106110b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
106210b69418SYevgeny Kliteynik {
106310b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask);
106410b69418SYevgeny Kliteynik 
106510b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2_SRC, sb->inner);
106610b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
106710b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_src_tag;
106810b69418SYevgeny Kliteynik }
106910b69418SYevgeny Kliteynik 
107010b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value,
107110b69418SYevgeny Kliteynik 						bool inner, u8 *bit_mask)
107210b69418SYevgeny Kliteynik {
107310b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
107410b69418SYevgeny Kliteynik 
107510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst_v1, bit_mask, dmac_47_16, mask, dmac_47_16);
107610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst_v1, bit_mask, dmac_15_0, mask, dmac_15_0);
107710b69418SYevgeny Kliteynik 
107810b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask);
107910b69418SYevgeny Kliteynik }
108010b69418SYevgeny Kliteynik 
108110b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_dst_tag(struct mlx5dr_match_param *value,
108210b69418SYevgeny Kliteynik 					  struct mlx5dr_ste_build *sb,
108310b69418SYevgeny Kliteynik 					  u8 *tag)
108410b69418SYevgeny Kliteynik {
108510b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
108610b69418SYevgeny Kliteynik 
108710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst_v1, tag, dmac_47_16, spec, dmac_47_16);
108810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_dst_v1, tag, dmac_15_0, spec, dmac_15_0);
108910b69418SYevgeny Kliteynik 
109010b69418SYevgeny Kliteynik 	return dr_ste_v1_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);
109110b69418SYevgeny Kliteynik }
109210b69418SYevgeny Kliteynik 
109310b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb,
109410b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
109510b69418SYevgeny Kliteynik {
109610b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_dst_bit_mask(mask, sb->inner, sb->bit_mask);
109710b69418SYevgeny Kliteynik 
109810b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2, sb->inner);
109910b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
110010b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_dst_tag;
110110b69418SYevgeny Kliteynik }
110210b69418SYevgeny Kliteynik 
110310b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value,
110410b69418SYevgeny Kliteynik 						bool inner, u8 *bit_mask)
110510b69418SYevgeny Kliteynik {
110610b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer;
110710b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
110810b69418SYevgeny Kliteynik 
110910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, dmac_47_16, mask, dmac_47_16);
111010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, dmac_15_0, mask, dmac_15_0);
111110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_vlan_id, mask, first_vid);
111210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_cfi, mask, first_cfi);
111310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_priority, mask, first_prio);
111410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, ip_fragmented, mask, frag);
111510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, l3_ethertype, mask, ethertype);
111610b69418SYevgeny Kliteynik 	DR_STE_SET_ONES(eth_l2_tnl_v1, bit_mask, l3_type, mask, ip_version);
111710b69418SYevgeny Kliteynik 
111810b69418SYevgeny Kliteynik 	if (misc->vxlan_vni) {
111910b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, bit_mask,
112010b69418SYevgeny Kliteynik 			 l2_tunneling_network_id, (misc->vxlan_vni << 8));
112110b69418SYevgeny Kliteynik 		misc->vxlan_vni = 0;
112210b69418SYevgeny Kliteynik 	}
112310b69418SYevgeny Kliteynik 
112410b69418SYevgeny Kliteynik 	if (mask->svlan_tag || mask->cvlan_tag) {
112510b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, bit_mask, first_vlan_qualifier, -1);
112610b69418SYevgeny Kliteynik 		mask->cvlan_tag = 0;
112710b69418SYevgeny Kliteynik 		mask->svlan_tag = 0;
112810b69418SYevgeny Kliteynik 	}
112910b69418SYevgeny Kliteynik }
113010b69418SYevgeny Kliteynik 
113110b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value,
113210b69418SYevgeny Kliteynik 					  struct mlx5dr_ste_build *sb,
113310b69418SYevgeny Kliteynik 					  u8 *tag)
113410b69418SYevgeny Kliteynik {
113510b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
113610b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
113710b69418SYevgeny Kliteynik 
113810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, dmac_47_16, spec, dmac_47_16);
113910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, dmac_15_0, spec, dmac_15_0);
114010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_vlan_id, spec, first_vid);
114110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_cfi, spec, first_cfi);
114210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, ip_fragmented, spec, frag);
114310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_priority, spec, first_prio);
114410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l2_tnl_v1, tag, l3_ethertype, spec, ethertype);
114510b69418SYevgeny Kliteynik 
114610b69418SYevgeny Kliteynik 	if (misc->vxlan_vni) {
114710b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, tag, l2_tunneling_network_id,
114810b69418SYevgeny Kliteynik 			 (misc->vxlan_vni << 8));
114910b69418SYevgeny Kliteynik 		misc->vxlan_vni = 0;
115010b69418SYevgeny Kliteynik 	}
115110b69418SYevgeny Kliteynik 
115210b69418SYevgeny Kliteynik 	if (spec->cvlan_tag) {
115310b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, tag, first_vlan_qualifier, DR_STE_CVLAN);
115410b69418SYevgeny Kliteynik 		spec->cvlan_tag = 0;
115510b69418SYevgeny Kliteynik 	} else if (spec->svlan_tag) {
115610b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, tag, first_vlan_qualifier, DR_STE_SVLAN);
115710b69418SYevgeny Kliteynik 		spec->svlan_tag = 0;
115810b69418SYevgeny Kliteynik 	}
115910b69418SYevgeny Kliteynik 
116010b69418SYevgeny Kliteynik 	if (spec->ip_version == IP_VERSION_IPV4) {
116110b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, tag, l3_type, STE_IPV4);
116210b69418SYevgeny Kliteynik 		spec->ip_version = 0;
116310b69418SYevgeny Kliteynik 	} else if (spec->ip_version == IP_VERSION_IPV6) {
116410b69418SYevgeny Kliteynik 		MLX5_SET(ste_eth_l2_tnl_v1, tag, l3_type, STE_IPV6);
116510b69418SYevgeny Kliteynik 		spec->ip_version = 0;
116610b69418SYevgeny Kliteynik 	} else if (spec->ip_version) {
116710b69418SYevgeny Kliteynik 		return -EINVAL;
116810b69418SYevgeny Kliteynik 	}
116910b69418SYevgeny Kliteynik 
117010b69418SYevgeny Kliteynik 	return 0;
117110b69418SYevgeny Kliteynik }
117210b69418SYevgeny Kliteynik 
117310b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb,
117410b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
117510b69418SYevgeny Kliteynik {
117610b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask);
117710b69418SYevgeny Kliteynik 
117810b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_ETHL2_TNL;
117910b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
118010b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_tnl_tag;
118110b69418SYevgeny Kliteynik }
118210b69418SYevgeny Kliteynik 
118310b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value,
118410b69418SYevgeny Kliteynik 						struct mlx5dr_ste_build *sb,
118510b69418SYevgeny Kliteynik 						u8 *tag)
118610b69418SYevgeny Kliteynik {
118710b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
118810b69418SYevgeny Kliteynik 
118910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l3_ipv4_misc_v1, tag, time_to_live, spec, ttl_hoplimit);
119010b69418SYevgeny Kliteynik 
119110b69418SYevgeny Kliteynik 	return 0;
119210b69418SYevgeny Kliteynik }
119310b69418SYevgeny Kliteynik 
119410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb,
119510b69418SYevgeny Kliteynik 						  struct mlx5dr_match_param *mask)
119610b69418SYevgeny Kliteynik {
119710b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask);
119810b69418SYevgeny Kliteynik 
119910b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL3_IPV4_MISC, sb->inner);
120010b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
120110b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv4_misc_tag;
120210b69418SYevgeny Kliteynik }
120310b69418SYevgeny Kliteynik 
120410b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value,
120510b69418SYevgeny Kliteynik 					      struct mlx5dr_ste_build *sb,
120610b69418SYevgeny Kliteynik 					      u8 *tag)
120710b69418SYevgeny Kliteynik {
120810b69418SYevgeny Kliteynik 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;
120910b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
121010b69418SYevgeny Kliteynik 
121110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, dst_port, spec, tcp_dport);
121210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, src_port, spec, tcp_sport);
121310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, dst_port, spec, udp_dport);
121410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, src_port, spec, udp_sport);
121510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, protocol, spec, ip_protocol);
121610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, fragmented, spec, frag);
121710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, dscp, spec, ip_dscp);
121810b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, ecn, spec, ip_ecn);
121910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(eth_l4_v1, tag, ipv6_hop_limit, spec, ttl_hoplimit);
122010b69418SYevgeny Kliteynik 
122110b69418SYevgeny Kliteynik 	if (sb->inner)
122210b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_v1, tag, flow_label, misc, inner_ipv6_flow_label);
122310b69418SYevgeny Kliteynik 	else
122410b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_v1, tag, flow_label, misc, outer_ipv6_flow_label);
122510b69418SYevgeny Kliteynik 
122610b69418SYevgeny Kliteynik 	if (spec->tcp_flags) {
122710b69418SYevgeny Kliteynik 		DR_STE_SET_TCP_FLAGS(eth_l4_v1, tag, spec);
122810b69418SYevgeny Kliteynik 		spec->tcp_flags = 0;
122910b69418SYevgeny Kliteynik 	}
123010b69418SYevgeny Kliteynik 
123110b69418SYevgeny Kliteynik 	return 0;
123210b69418SYevgeny Kliteynik }
123310b69418SYevgeny Kliteynik 
123410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb,
123510b69418SYevgeny Kliteynik 						struct mlx5dr_match_param *mask)
123610b69418SYevgeny Kliteynik {
123710b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask);
123810b69418SYevgeny Kliteynik 
123910b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL4, sb->inner);
124010b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
124110b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_ipv6_l3_l4_tag;
124210b69418SYevgeny Kliteynik }
124310b69418SYevgeny Kliteynik 
124410b69418SYevgeny Kliteynik static int dr_ste_v1_build_mpls_tag(struct mlx5dr_match_param *value,
124510b69418SYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
124610b69418SYevgeny Kliteynik 				    u8 *tag)
124710b69418SYevgeny Kliteynik {
124810b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
124910b69418SYevgeny Kliteynik 
125010b69418SYevgeny Kliteynik 	if (sb->inner)
125110b69418SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls_v1, misc2, inner, tag);
125210b69418SYevgeny Kliteynik 	else
125310b69418SYevgeny Kliteynik 		DR_STE_SET_MPLS(mpls_v1, misc2, outer, tag);
125410b69418SYevgeny Kliteynik 
125510b69418SYevgeny Kliteynik 	return 0;
125610b69418SYevgeny Kliteynik }
125710b69418SYevgeny Kliteynik 
125810b69418SYevgeny Kliteynik static void dr_ste_v1_build_mpls_init(struct mlx5dr_ste_build *sb,
125910b69418SYevgeny Kliteynik 				      struct mlx5dr_match_param *mask)
126010b69418SYevgeny Kliteynik {
126110b69418SYevgeny Kliteynik 	dr_ste_v1_build_mpls_tag(mask, sb, sb->bit_mask);
126210b69418SYevgeny Kliteynik 
126310b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_CALC_DFNR_TYPE(MPLS, sb->inner);
126410b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
126510b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_mpls_tag;
126610b69418SYevgeny Kliteynik }
126710b69418SYevgeny Kliteynik 
126810b69418SYevgeny Kliteynik static int dr_ste_v1_build_tnl_gre_tag(struct mlx5dr_match_param *value,
126910b69418SYevgeny Kliteynik 				       struct mlx5dr_ste_build *sb,
127010b69418SYevgeny Kliteynik 				       u8 *tag)
127110b69418SYevgeny Kliteynik {
127210b69418SYevgeny Kliteynik 	struct  mlx5dr_match_misc *misc = &value->misc;
127310b69418SYevgeny Kliteynik 
127410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_protocol, misc, gre_protocol);
127510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_k_present, misc, gre_k_present);
127610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_key_h, misc, gre_key_h);
127710b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_key_l, misc, gre_key_l);
127810b69418SYevgeny Kliteynik 
127910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_c_present, misc, gre_c_present);
128010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(gre_v1, tag, gre_s_present, misc, gre_s_present);
128110b69418SYevgeny Kliteynik 
128210b69418SYevgeny Kliteynik 	return 0;
128310b69418SYevgeny Kliteynik }
128410b69418SYevgeny Kliteynik 
128510b69418SYevgeny Kliteynik static void dr_ste_v1_build_tnl_gre_init(struct mlx5dr_ste_build *sb,
128610b69418SYevgeny Kliteynik 					 struct mlx5dr_match_param *mask)
128710b69418SYevgeny Kliteynik {
128810b69418SYevgeny Kliteynik 	dr_ste_v1_build_tnl_gre_tag(mask, sb, sb->bit_mask);
128910b69418SYevgeny Kliteynik 
129010b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_GRE;
129110b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
129210b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gre_tag;
129310b69418SYevgeny Kliteynik }
129410b69418SYevgeny Kliteynik 
129510b69418SYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_tag(struct mlx5dr_match_param *value,
129610b69418SYevgeny Kliteynik 					struct mlx5dr_ste_build *sb,
129710b69418SYevgeny Kliteynik 					u8 *tag)
129810b69418SYevgeny Kliteynik {
129910b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
130010b69418SYevgeny Kliteynik 
130110b69418SYevgeny Kliteynik 	if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc2)) {
130210b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_label,
130310b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_gre_label);
130410b69418SYevgeny Kliteynik 
130510b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_exp,
130610b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_gre_exp);
130710b69418SYevgeny Kliteynik 
130810b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_s_bos,
130910b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_gre_s_bos);
131010b69418SYevgeny Kliteynik 
131110b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_ttl,
131210b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_gre_ttl);
131310b69418SYevgeny Kliteynik 	} else {
131410b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_label,
131510b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_udp_label);
131610b69418SYevgeny Kliteynik 
131710b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_exp,
131810b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_udp_exp);
131910b69418SYevgeny Kliteynik 
132010b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_s_bos,
132110b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_udp_s_bos);
132210b69418SYevgeny Kliteynik 
132310b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(mpls_v1, tag, mpls0_ttl,
132410b69418SYevgeny Kliteynik 			       misc2, outer_first_mpls_over_udp_ttl);
132510b69418SYevgeny Kliteynik 	}
132610b69418SYevgeny Kliteynik 
132710b69418SYevgeny Kliteynik 	return 0;
132810b69418SYevgeny Kliteynik }
132910b69418SYevgeny Kliteynik 
133010b69418SYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_init(struct mlx5dr_ste_build *sb,
133110b69418SYevgeny Kliteynik 					  struct mlx5dr_match_param *mask)
133210b69418SYevgeny Kliteynik {
133310b69418SYevgeny Kliteynik 	dr_ste_v1_build_tnl_mpls_tag(mask, sb, sb->bit_mask);
133410b69418SYevgeny Kliteynik 
133510b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_MPLS_I;
133610b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
133710b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_tag;
133810b69418SYevgeny Kliteynik }
133910b69418SYevgeny Kliteynik 
134035ba005dSYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_over_udp_tag(struct mlx5dr_match_param *value,
134135ba005dSYevgeny Kliteynik 						 struct mlx5dr_ste_build *sb,
134235ba005dSYevgeny Kliteynik 						 u8 *tag)
134335ba005dSYevgeny Kliteynik {
134435ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
134535ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
134635ba005dSYevgeny Kliteynik 	u8 parser_id;
134735ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
134835ba005dSYevgeny Kliteynik 
134935ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL;
135035ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_label = 0;
135135ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP;
135235ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_exp = 0;
135335ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS;
135435ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_s_bos = 0;
135535ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL;
135635ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_udp_ttl = 0;
135735ba005dSYevgeny Kliteynik 
135835ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_udp;
135935ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
136035ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
136135ba005dSYevgeny Kliteynik 
136235ba005dSYevgeny Kliteynik 	return 0;
136335ba005dSYevgeny Kliteynik }
136435ba005dSYevgeny Kliteynik 
136535ba005dSYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb,
136635ba005dSYevgeny Kliteynik 						   struct mlx5dr_match_param *mask)
136735ba005dSYevgeny Kliteynik {
136835ba005dSYevgeny Kliteynik 	dr_ste_v1_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask);
136935ba005dSYevgeny Kliteynik 
137035ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
137135ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
137235ba005dSYevgeny Kliteynik 	 */
137335ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ?
137435ba005dSYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_1 :
137535ba005dSYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_0;
137635ba005dSYevgeny Kliteynik 
137735ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
137835ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_over_udp_tag;
137935ba005dSYevgeny Kliteynik }
138035ba005dSYevgeny Kliteynik 
138135ba005dSYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_over_gre_tag(struct mlx5dr_match_param *value,
138235ba005dSYevgeny Kliteynik 						 struct mlx5dr_ste_build *sb,
138335ba005dSYevgeny Kliteynik 						 u8 *tag)
138435ba005dSYevgeny Kliteynik {
138535ba005dSYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
138635ba005dSYevgeny Kliteynik 	u8 *parser_ptr;
138735ba005dSYevgeny Kliteynik 	u8 parser_id;
138835ba005dSYevgeny Kliteynik 	u32 mpls_hdr;
138935ba005dSYevgeny Kliteynik 
139035ba005dSYevgeny Kliteynik 	mpls_hdr = misc2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL;
139135ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_label = 0;
139235ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP;
139335ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_exp = 0;
139435ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS;
139535ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_s_bos = 0;
139635ba005dSYevgeny Kliteynik 	mpls_hdr |= misc2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL;
139735ba005dSYevgeny Kliteynik 	misc2->outer_first_mpls_over_gre_ttl = 0;
139835ba005dSYevgeny Kliteynik 
139935ba005dSYevgeny Kliteynik 	parser_id = sb->caps->flex_parser_id_mpls_over_gre;
140035ba005dSYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
140135ba005dSYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr);
140235ba005dSYevgeny Kliteynik 
140335ba005dSYevgeny Kliteynik 	return 0;
140435ba005dSYevgeny Kliteynik }
140535ba005dSYevgeny Kliteynik 
140635ba005dSYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb,
140735ba005dSYevgeny Kliteynik 						   struct mlx5dr_match_param *mask)
140835ba005dSYevgeny Kliteynik {
140935ba005dSYevgeny Kliteynik 	dr_ste_v1_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask);
141035ba005dSYevgeny Kliteynik 
141135ba005dSYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
141235ba005dSYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
141335ba005dSYevgeny Kliteynik 	 */
141435ba005dSYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ?
141535ba005dSYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_1 :
141635ba005dSYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_0;
141735ba005dSYevgeny Kliteynik 
141835ba005dSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
141935ba005dSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_over_gre_tag;
142035ba005dSYevgeny Kliteynik }
142135ba005dSYevgeny Kliteynik 
142210b69418SYevgeny Kliteynik static int dr_ste_v1_build_icmp_tag(struct mlx5dr_match_param *value,
142310b69418SYevgeny Kliteynik 				    struct mlx5dr_ste_build *sb,
142410b69418SYevgeny Kliteynik 				    u8 *tag)
142510b69418SYevgeny Kliteynik {
142610b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
142710b69418SYevgeny Kliteynik 	bool is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc3);
142810b69418SYevgeny Kliteynik 	u32 *icmp_header_data;
142910b69418SYevgeny Kliteynik 	u8 *icmp_type;
143010b69418SYevgeny Kliteynik 	u8 *icmp_code;
143110b69418SYevgeny Kliteynik 
143210b69418SYevgeny Kliteynik 	if (is_ipv4) {
143310b69418SYevgeny Kliteynik 		icmp_header_data	= &misc3->icmpv4_header_data;
143410b69418SYevgeny Kliteynik 		icmp_type		= &misc3->icmpv4_type;
143510b69418SYevgeny Kliteynik 		icmp_code		= &misc3->icmpv4_code;
143610b69418SYevgeny Kliteynik 	} else {
143710b69418SYevgeny Kliteynik 		icmp_header_data	= &misc3->icmpv6_header_data;
143810b69418SYevgeny Kliteynik 		icmp_type		= &misc3->icmpv6_type;
143910b69418SYevgeny Kliteynik 		icmp_code		= &misc3->icmpv6_code;
144010b69418SYevgeny Kliteynik 	}
144110b69418SYevgeny Kliteynik 
144210b69418SYevgeny Kliteynik 	MLX5_SET(ste_icmp_v1, tag, icmp_header_data, *icmp_header_data);
144310b69418SYevgeny Kliteynik 	MLX5_SET(ste_icmp_v1, tag, icmp_type, *icmp_type);
144410b69418SYevgeny Kliteynik 	MLX5_SET(ste_icmp_v1, tag, icmp_code, *icmp_code);
144510b69418SYevgeny Kliteynik 
144610b69418SYevgeny Kliteynik 	*icmp_header_data = 0;
144710b69418SYevgeny Kliteynik 	*icmp_type = 0;
144810b69418SYevgeny Kliteynik 	*icmp_code = 0;
144910b69418SYevgeny Kliteynik 
145010b69418SYevgeny Kliteynik 	return 0;
145110b69418SYevgeny Kliteynik }
145210b69418SYevgeny Kliteynik 
14534923938dSYevgeny Kliteynik static void dr_ste_v1_build_icmp_init(struct mlx5dr_ste_build *sb,
145410b69418SYevgeny Kliteynik 				      struct mlx5dr_match_param *mask)
145510b69418SYevgeny Kliteynik {
145610b69418SYevgeny Kliteynik 	dr_ste_v1_build_icmp_tag(mask, sb, sb->bit_mask);
145710b69418SYevgeny Kliteynik 
145810b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_ETHL4_MISC_O;
145910b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
146010b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_icmp_tag;
146110b69418SYevgeny Kliteynik }
146210b69418SYevgeny Kliteynik 
146310b69418SYevgeny Kliteynik static int dr_ste_v1_build_general_purpose_tag(struct mlx5dr_match_param *value,
146410b69418SYevgeny Kliteynik 					       struct mlx5dr_ste_build *sb,
146510b69418SYevgeny Kliteynik 					       u8 *tag)
146610b69418SYevgeny Kliteynik {
146710b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
146810b69418SYevgeny Kliteynik 
146910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field,
147010b69418SYevgeny Kliteynik 		       misc2, metadata_reg_a);
147110b69418SYevgeny Kliteynik 
147210b69418SYevgeny Kliteynik 	return 0;
147310b69418SYevgeny Kliteynik }
147410b69418SYevgeny Kliteynik 
147510b69418SYevgeny Kliteynik static void dr_ste_v1_build_general_purpose_init(struct mlx5dr_ste_build *sb,
147610b69418SYevgeny Kliteynik 						 struct mlx5dr_match_param *mask)
147710b69418SYevgeny Kliteynik {
147810b69418SYevgeny Kliteynik 	dr_ste_v1_build_general_purpose_tag(mask, sb, sb->bit_mask);
147910b69418SYevgeny Kliteynik 
148010b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_GENERAL_PURPOSE;
148110b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
148210b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_general_purpose_tag;
148310b69418SYevgeny Kliteynik }
148410b69418SYevgeny Kliteynik 
148510b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l4_misc_tag(struct mlx5dr_match_param *value,
148610b69418SYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
148710b69418SYevgeny Kliteynik 					   u8 *tag)
148810b69418SYevgeny Kliteynik {
148910b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
149010b69418SYevgeny Kliteynik 
149110b69418SYevgeny Kliteynik 	if (sb->inner) {
149210b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc_v1, tag, seq_num, misc3, inner_tcp_seq_num);
149310b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc_v1, tag, ack_num, misc3, inner_tcp_ack_num);
149410b69418SYevgeny Kliteynik 	} else {
149510b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc_v1, tag, seq_num, misc3, outer_tcp_seq_num);
149610b69418SYevgeny Kliteynik 		DR_STE_SET_TAG(eth_l4_misc_v1, tag, ack_num, misc3, outer_tcp_ack_num);
149710b69418SYevgeny Kliteynik 	}
149810b69418SYevgeny Kliteynik 
149910b69418SYevgeny Kliteynik 	return 0;
150010b69418SYevgeny Kliteynik }
150110b69418SYevgeny Kliteynik 
150210b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb,
150310b69418SYevgeny Kliteynik 					     struct mlx5dr_match_param *mask)
150410b69418SYevgeny Kliteynik {
150510b69418SYevgeny Kliteynik 	dr_ste_v1_build_eth_l4_misc_tag(mask, sb, sb->bit_mask);
150610b69418SYevgeny Kliteynik 
150710b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_ETHL4_MISC_O;
150810b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
150910b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_eth_l4_misc_tag;
151010b69418SYevgeny Kliteynik }
151110b69418SYevgeny Kliteynik 
151210b69418SYevgeny Kliteynik static int
151310b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value,
151410b69418SYevgeny Kliteynik 					      struct mlx5dr_ste_build *sb,
151510b69418SYevgeny Kliteynik 					      u8 *tag)
151610b69418SYevgeny Kliteynik {
151710b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
151810b69418SYevgeny Kliteynik 
151910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
152010b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_flags, misc3,
152110b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_flags);
152210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
152310b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol, misc3,
152410b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_next_protocol);
152510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag,
152610b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_vni, misc3,
152710b69418SYevgeny Kliteynik 		       outer_vxlan_gpe_vni);
152810b69418SYevgeny Kliteynik 
152910b69418SYevgeny Kliteynik 	return 0;
153010b69418SYevgeny Kliteynik }
153110b69418SYevgeny Kliteynik 
153210b69418SYevgeny Kliteynik static void
153310b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb,
153410b69418SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
153510b69418SYevgeny Kliteynik {
153610b69418SYevgeny Kliteynik 	dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask);
153710b69418SYevgeny Kliteynik 
153810b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER;
153910b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
154010b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag;
154110b69418SYevgeny Kliteynik }
154210b69418SYevgeny Kliteynik 
154310b69418SYevgeny Kliteynik static int
154410b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value,
154510b69418SYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
154610b69418SYevgeny Kliteynik 					   u8 *tag)
154710b69418SYevgeny Kliteynik {
154810b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
154910b69418SYevgeny Kliteynik 
155010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
155110b69418SYevgeny Kliteynik 		       geneve_protocol_type, misc, geneve_protocol_type);
155210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
155310b69418SYevgeny Kliteynik 		       geneve_oam, misc, geneve_oam);
155410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
155510b69418SYevgeny Kliteynik 		       geneve_opt_len, misc, geneve_opt_len);
155610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_geneve, tag,
155710b69418SYevgeny Kliteynik 		       geneve_vni, misc, geneve_vni);
155810b69418SYevgeny Kliteynik 
155910b69418SYevgeny Kliteynik 	return 0;
156010b69418SYevgeny Kliteynik }
156110b69418SYevgeny Kliteynik 
156210b69418SYevgeny Kliteynik static void
156310b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb,
156410b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
156510b69418SYevgeny Kliteynik {
156610b69418SYevgeny Kliteynik 	dr_ste_v1_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask);
156710b69418SYevgeny Kliteynik 
156810b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER;
156910b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
157010b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_geneve_tag;
157110b69418SYevgeny Kliteynik }
157210b69418SYevgeny Kliteynik 
157310b69418SYevgeny Kliteynik static int dr_ste_v1_build_register_0_tag(struct mlx5dr_match_param *value,
157410b69418SYevgeny Kliteynik 					  struct mlx5dr_ste_build *sb,
157510b69418SYevgeny Kliteynik 					  u8 *tag)
157610b69418SYevgeny Kliteynik {
157710b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
157810b69418SYevgeny Kliteynik 
157910b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0);
158010b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1);
158110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2);
158210b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3);
158310b69418SYevgeny Kliteynik 
158410b69418SYevgeny Kliteynik 	return 0;
158510b69418SYevgeny Kliteynik }
158610b69418SYevgeny Kliteynik 
158710b69418SYevgeny Kliteynik static void dr_ste_v1_build_register_0_init(struct mlx5dr_ste_build *sb,
158810b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
158910b69418SYevgeny Kliteynik {
159010b69418SYevgeny Kliteynik 	dr_ste_v1_build_register_0_tag(mask, sb, sb->bit_mask);
159110b69418SYevgeny Kliteynik 
159210b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_STEERING_REGISTERS_0;
159310b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
159410b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_register_0_tag;
159510b69418SYevgeny Kliteynik }
159610b69418SYevgeny Kliteynik 
159710b69418SYevgeny Kliteynik static int dr_ste_v1_build_register_1_tag(struct mlx5dr_match_param *value,
159810b69418SYevgeny Kliteynik 					  struct mlx5dr_ste_build *sb,
159910b69418SYevgeny Kliteynik 					  u8 *tag)
160010b69418SYevgeny Kliteynik {
160110b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc2 *misc2 = &value->misc2;
160210b69418SYevgeny Kliteynik 
160310b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4);
160410b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5);
160510b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6);
160610b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7);
160710b69418SYevgeny Kliteynik 
160810b69418SYevgeny Kliteynik 	return 0;
160910b69418SYevgeny Kliteynik }
161010b69418SYevgeny Kliteynik 
161110b69418SYevgeny Kliteynik static void dr_ste_v1_build_register_1_init(struct mlx5dr_ste_build *sb,
161210b69418SYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
161310b69418SYevgeny Kliteynik {
161410b69418SYevgeny Kliteynik 	dr_ste_v1_build_register_1_tag(mask, sb, sb->bit_mask);
161510b69418SYevgeny Kliteynik 
161610b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_STEERING_REGISTERS_1;
161710b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
161810b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_register_1_tag;
161910b69418SYevgeny Kliteynik }
162010b69418SYevgeny Kliteynik 
162110b69418SYevgeny Kliteynik static void dr_ste_v1_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value,
162210b69418SYevgeny Kliteynik 						  u8 *bit_mask)
162310b69418SYevgeny Kliteynik {
162410b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc_mask = &value->misc;
162510b69418SYevgeny Kliteynik 
162610b69418SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp_v1, bit_mask, source_gvmi, misc_mask, source_port);
162710b69418SYevgeny Kliteynik 	DR_STE_SET_ONES(src_gvmi_qp_v1, bit_mask, source_qp, misc_mask, source_sqn);
1628cc82a2e6SYevgeny Kliteynik 	misc_mask->source_eswitch_owner_vhca_id = 0;
162910b69418SYevgeny Kliteynik }
163010b69418SYevgeny Kliteynik 
163110b69418SYevgeny Kliteynik static int dr_ste_v1_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value,
163210b69418SYevgeny Kliteynik 					    struct mlx5dr_ste_build *sb,
163310b69418SYevgeny Kliteynik 					    u8 *tag)
163410b69418SYevgeny Kliteynik {
163510b69418SYevgeny Kliteynik 	struct mlx5dr_match_misc *misc = &value->misc;
163610b69418SYevgeny Kliteynik 	struct mlx5dr_cmd_vport_cap *vport_cap;
163710b69418SYevgeny Kliteynik 	struct mlx5dr_domain *dmn = sb->dmn;
163810b69418SYevgeny Kliteynik 	struct mlx5dr_cmd_caps *caps;
163910b69418SYevgeny Kliteynik 	u8 *bit_mask = sb->bit_mask;
164010b69418SYevgeny Kliteynik 
164110b69418SYevgeny Kliteynik 	DR_STE_SET_TAG(src_gvmi_qp_v1, tag, source_qp, misc, source_sqn);
164210b69418SYevgeny Kliteynik 
164310b69418SYevgeny Kliteynik 	if (sb->vhca_id_valid) {
164410b69418SYevgeny Kliteynik 		/* Find port GVMI based on the eswitch_owner_vhca_id */
164510b69418SYevgeny Kliteynik 		if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi)
164610b69418SYevgeny Kliteynik 			caps = &dmn->info.caps;
164710b69418SYevgeny Kliteynik 		else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id ==
164810b69418SYevgeny Kliteynik 					   dmn->peer_dmn->info.caps.gvmi))
164910b69418SYevgeny Kliteynik 			caps = &dmn->peer_dmn->info.caps;
165010b69418SYevgeny Kliteynik 		else
165110b69418SYevgeny Kliteynik 			return -EINVAL;
165210b69418SYevgeny Kliteynik 
165310b69418SYevgeny Kliteynik 		 misc->source_eswitch_owner_vhca_id = 0;
165410b69418SYevgeny Kliteynik 	} else {
165510b69418SYevgeny Kliteynik 		caps = &dmn->info.caps;
165610b69418SYevgeny Kliteynik 	}
165710b69418SYevgeny Kliteynik 
165810b69418SYevgeny Kliteynik 	if (!MLX5_GET(ste_src_gvmi_qp_v1, bit_mask, source_gvmi))
165910b69418SYevgeny Kliteynik 		return 0;
166010b69418SYevgeny Kliteynik 
166110b69418SYevgeny Kliteynik 	vport_cap = mlx5dr_get_vport_cap(caps, misc->source_port);
166210b69418SYevgeny Kliteynik 	if (!vport_cap) {
166310b69418SYevgeny Kliteynik 		mlx5dr_err(dmn, "Vport 0x%x is disabled or invalid\n",
166410b69418SYevgeny Kliteynik 			   misc->source_port);
166510b69418SYevgeny Kliteynik 		return -EINVAL;
166610b69418SYevgeny Kliteynik 	}
166710b69418SYevgeny Kliteynik 
166810b69418SYevgeny Kliteynik 	if (vport_cap->vport_gvmi)
166910b69418SYevgeny Kliteynik 		MLX5_SET(ste_src_gvmi_qp_v1, tag, source_gvmi, vport_cap->vport_gvmi);
167010b69418SYevgeny Kliteynik 
167110b69418SYevgeny Kliteynik 	misc->source_port = 0;
167210b69418SYevgeny Kliteynik 	return 0;
167310b69418SYevgeny Kliteynik }
167410b69418SYevgeny Kliteynik 
167510b69418SYevgeny Kliteynik static void dr_ste_v1_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb,
167610b69418SYevgeny Kliteynik 					      struct mlx5dr_match_param *mask)
167710b69418SYevgeny Kliteynik {
167810b69418SYevgeny Kliteynik 	dr_ste_v1_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask);
167910b69418SYevgeny Kliteynik 
168010b69418SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_SRC_QP_GVMI;
168110b69418SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
168210b69418SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_src_gvmi_qpn_tag;
168310b69418SYevgeny Kliteynik }
168410b69418SYevgeny Kliteynik 
1685160e9cb3SYevgeny Kliteynik static void dr_ste_v1_set_flex_parser(u32 *misc4_field_id,
1686160e9cb3SYevgeny Kliteynik 				      u32 *misc4_field_value,
1687160e9cb3SYevgeny Kliteynik 				      bool *parser_is_used,
1688160e9cb3SYevgeny Kliteynik 				      u8 *tag)
1689160e9cb3SYevgeny Kliteynik {
1690160e9cb3SYevgeny Kliteynik 	u32 id = *misc4_field_id;
1691160e9cb3SYevgeny Kliteynik 	u8 *parser_ptr;
1692160e9cb3SYevgeny Kliteynik 
1693160e9cb3SYevgeny Kliteynik 	if (parser_is_used[id])
1694160e9cb3SYevgeny Kliteynik 		return;
1695160e9cb3SYevgeny Kliteynik 
1696160e9cb3SYevgeny Kliteynik 	parser_is_used[id] = true;
1697160e9cb3SYevgeny Kliteynik 	parser_ptr = dr_ste_calc_flex_parser_offset(tag, id);
1698160e9cb3SYevgeny Kliteynik 
1699160e9cb3SYevgeny Kliteynik 	*(__be32 *)parser_ptr = cpu_to_be32(*misc4_field_value);
1700160e9cb3SYevgeny Kliteynik 	*misc4_field_id = 0;
1701160e9cb3SYevgeny Kliteynik 	*misc4_field_value = 0;
1702160e9cb3SYevgeny Kliteynik }
1703160e9cb3SYevgeny Kliteynik 
1704160e9cb3SYevgeny Kliteynik static int dr_ste_v1_build_felx_parser_tag(struct mlx5dr_match_param *value,
1705160e9cb3SYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1706160e9cb3SYevgeny Kliteynik 					   u8 *tag)
1707160e9cb3SYevgeny Kliteynik {
1708160e9cb3SYevgeny Kliteynik 	struct mlx5dr_match_misc4 *misc_4_mask = &value->misc4;
1709160e9cb3SYevgeny Kliteynik 	bool parser_is_used[DR_NUM_OF_FLEX_PARSERS] = {};
1710160e9cb3SYevgeny Kliteynik 
1711160e9cb3SYevgeny Kliteynik 	dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_0,
1712160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_0,
1713160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1714160e9cb3SYevgeny Kliteynik 
1715160e9cb3SYevgeny Kliteynik 	dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_1,
1716160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_1,
1717160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1718160e9cb3SYevgeny Kliteynik 
1719160e9cb3SYevgeny Kliteynik 	dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_2,
1720160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_2,
1721160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1722160e9cb3SYevgeny Kliteynik 
1723160e9cb3SYevgeny Kliteynik 	dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_3,
1724160e9cb3SYevgeny Kliteynik 				  &misc_4_mask->prog_sample_field_value_3,
1725160e9cb3SYevgeny Kliteynik 				  parser_is_used, tag);
1726160e9cb3SYevgeny Kliteynik 
1727160e9cb3SYevgeny Kliteynik 	return 0;
1728160e9cb3SYevgeny Kliteynik }
1729160e9cb3SYevgeny Kliteynik 
1730160e9cb3SYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1731160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1732160e9cb3SYevgeny Kliteynik {
1733160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_0;
1734160e9cb3SYevgeny Kliteynik 	dr_ste_v1_build_felx_parser_tag(mask, sb, sb->bit_mask);
1735160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1736160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_felx_parser_tag;
1737160e9cb3SYevgeny Kliteynik }
1738160e9cb3SYevgeny Kliteynik 
1739160e9cb3SYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1740160e9cb3SYevgeny Kliteynik 					       struct mlx5dr_match_param *mask)
1741160e9cb3SYevgeny Kliteynik {
1742160e9cb3SYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_1;
1743160e9cb3SYevgeny Kliteynik 	dr_ste_v1_build_felx_parser_tag(mask, sb, sb->bit_mask);
1744160e9cb3SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1745160e9cb3SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_felx_parser_tag;
1746160e9cb3SYevgeny Kliteynik }
1747160e9cb3SYevgeny Kliteynik 
17483442e033SYevgeny Kliteynik static int
17493442e033SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag(struct mlx5dr_match_param *value,
17503442e033SYevgeny Kliteynik 						   struct mlx5dr_ste_build *sb,
17513442e033SYevgeny Kliteynik 						   u8 *tag)
17523442e033SYevgeny Kliteynik {
17533442e033SYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
17543442e033SYevgeny Kliteynik 	u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0;
17553442e033SYevgeny Kliteynik 	u8 *parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id);
17563442e033SYevgeny Kliteynik 
17573442e033SYevgeny Kliteynik 	MLX5_SET(ste_flex_parser_0, parser_ptr, flex_parser_3,
17583442e033SYevgeny Kliteynik 		 misc3->geneve_tlv_option_0_data);
17593442e033SYevgeny Kliteynik 	misc3->geneve_tlv_option_0_data = 0;
17603442e033SYevgeny Kliteynik 
17613442e033SYevgeny Kliteynik 	return 0;
17623442e033SYevgeny Kliteynik }
17633442e033SYevgeny Kliteynik 
17643442e033SYevgeny Kliteynik static void
17653442e033SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb,
17663442e033SYevgeny Kliteynik 						    struct mlx5dr_match_param *mask)
17673442e033SYevgeny Kliteynik {
17683442e033SYevgeny Kliteynik 	dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask);
17693442e033SYevgeny Kliteynik 
17703442e033SYevgeny Kliteynik 	/* STEs with lookup type FLEX_PARSER_{0/1} includes
17713442e033SYevgeny Kliteynik 	 * flex parsers_{0-3}/{4-7} respectively.
17723442e033SYevgeny Kliteynik 	 */
17733442e033SYevgeny Kliteynik 	sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ?
17743442e033SYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_1 :
17753442e033SYevgeny Kliteynik 		      DR_STE_V1_LU_TYPE_FLEX_PARSER_0;
17763442e033SYevgeny Kliteynik 
17773442e033SYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
17783442e033SYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag;
17793442e033SYevgeny Kliteynik }
17803442e033SYevgeny Kliteynik 
1781df9dd15aSYevgeny Kliteynik static int dr_ste_v1_build_flex_parser_tnl_gtpu_tag(struct mlx5dr_match_param *value,
1782df9dd15aSYevgeny Kliteynik 						    struct mlx5dr_ste_build *sb,
1783df9dd15aSYevgeny Kliteynik 						    uint8_t *tag)
1784df9dd15aSYevgeny Kliteynik {
1785df9dd15aSYevgeny Kliteynik 	struct mlx5dr_match_misc3 *misc3 = &value->misc3;
1786df9dd15aSYevgeny Kliteynik 
1787df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_msg_flags, misc3, gtpu_msg_flags);
1788df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_msg_type, misc3, gtpu_msg_type);
1789df9dd15aSYevgeny Kliteynik 	DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_teid, misc3, gtpu_teid);
1790df9dd15aSYevgeny Kliteynik 
1791df9dd15aSYevgeny Kliteynik 	return 0;
1792df9dd15aSYevgeny Kliteynik }
1793df9dd15aSYevgeny Kliteynik 
1794df9dd15aSYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb,
1795df9dd15aSYevgeny Kliteynik 						      struct mlx5dr_match_param *mask)
1796df9dd15aSYevgeny Kliteynik {
1797df9dd15aSYevgeny Kliteynik 	dr_ste_v1_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask);
1798df9dd15aSYevgeny Kliteynik 
1799df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER;
1800df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1801df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_gtpu_tag;
1802df9dd15aSYevgeny Kliteynik }
1803df9dd15aSYevgeny Kliteynik 
1804df9dd15aSYevgeny Kliteynik static int
1805df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag(struct mlx5dr_match_param *value,
1806df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1807df9dd15aSYevgeny Kliteynik 					   uint8_t *tag)
1808df9dd15aSYevgeny Kliteynik {
1809df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0))
1810df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1811df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid))
1812df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1813df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2))
1814df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1815df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1816df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1817df9dd15aSYevgeny Kliteynik 	return 0;
1818df9dd15aSYevgeny Kliteynik }
1819df9dd15aSYevgeny Kliteynik 
1820df9dd15aSYevgeny Kliteynik static void
1821df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb,
1822df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1823df9dd15aSYevgeny Kliteynik {
1824df9dd15aSYevgeny Kliteynik 	dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask);
1825df9dd15aSYevgeny Kliteynik 
1826df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_0;
1827df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1828df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag;
1829df9dd15aSYevgeny Kliteynik }
1830df9dd15aSYevgeny Kliteynik 
1831df9dd15aSYevgeny Kliteynik static int
1832df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag(struct mlx5dr_match_param *value,
1833df9dd15aSYevgeny Kliteynik 					   struct mlx5dr_ste_build *sb,
1834df9dd15aSYevgeny Kliteynik 					   uint8_t *tag)
1835df9dd15aSYevgeny Kliteynik {
1836df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0))
1837df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);
1838df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid))
1839df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);
1840df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2))
1841df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);
1842df9dd15aSYevgeny Kliteynik 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))
1843df9dd15aSYevgeny Kliteynik 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);
1844df9dd15aSYevgeny Kliteynik 	return 0;
1845df9dd15aSYevgeny Kliteynik }
1846df9dd15aSYevgeny Kliteynik 
1847df9dd15aSYevgeny Kliteynik static void
1848df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb,
1849df9dd15aSYevgeny Kliteynik 					    struct mlx5dr_match_param *mask)
1850df9dd15aSYevgeny Kliteynik {
1851df9dd15aSYevgeny Kliteynik 	dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask);
1852df9dd15aSYevgeny Kliteynik 
1853df9dd15aSYevgeny Kliteynik 	sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_1;
1854df9dd15aSYevgeny Kliteynik 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);
1855df9dd15aSYevgeny Kliteynik 	sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag;
1856df9dd15aSYevgeny Kliteynik }
1857df9dd15aSYevgeny Kliteynik 
185810b69418SYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v1 = {
1859a6098129SYevgeny Kliteynik 	/* Builders */
186010b69418SYevgeny Kliteynik 	.build_eth_l2_src_dst_init	= &dr_ste_v1_build_eth_l2_src_dst_init,
186110b69418SYevgeny Kliteynik 	.build_eth_l3_ipv6_src_init	= &dr_ste_v1_build_eth_l3_ipv6_src_init,
186210b69418SYevgeny Kliteynik 	.build_eth_l3_ipv6_dst_init	= &dr_ste_v1_build_eth_l3_ipv6_dst_init,
186310b69418SYevgeny Kliteynik 	.build_eth_l3_ipv4_5_tuple_init	= &dr_ste_v1_build_eth_l3_ipv4_5_tuple_init,
186410b69418SYevgeny Kliteynik 	.build_eth_l2_src_init		= &dr_ste_v1_build_eth_l2_src_init,
186510b69418SYevgeny Kliteynik 	.build_eth_l2_dst_init		= &dr_ste_v1_build_eth_l2_dst_init,
186610b69418SYevgeny Kliteynik 	.build_eth_l2_tnl_init		= &dr_ste_v1_build_eth_l2_tnl_init,
186710b69418SYevgeny Kliteynik 	.build_eth_l3_ipv4_misc_init	= &dr_ste_v1_build_eth_l3_ipv4_misc_init,
186810b69418SYevgeny Kliteynik 	.build_eth_ipv6_l3_l4_init	= &dr_ste_v1_build_eth_ipv6_l3_l4_init,
186910b69418SYevgeny Kliteynik 	.build_mpls_init		= &dr_ste_v1_build_mpls_init,
187010b69418SYevgeny Kliteynik 	.build_tnl_gre_init		= &dr_ste_v1_build_tnl_gre_init,
187110b69418SYevgeny Kliteynik 	.build_tnl_mpls_init		= &dr_ste_v1_build_tnl_mpls_init,
187235ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_udp_init	= &dr_ste_v1_build_tnl_mpls_over_udp_init,
187335ba005dSYevgeny Kliteynik 	.build_tnl_mpls_over_gre_init	= &dr_ste_v1_build_tnl_mpls_over_gre_init,
187410b69418SYevgeny Kliteynik 	.build_icmp_init		= &dr_ste_v1_build_icmp_init,
187510b69418SYevgeny Kliteynik 	.build_general_purpose_init	= &dr_ste_v1_build_general_purpose_init,
187610b69418SYevgeny Kliteynik 	.build_eth_l4_misc_init		= &dr_ste_v1_build_eth_l4_misc_init,
187710b69418SYevgeny Kliteynik 	.build_tnl_vxlan_gpe_init	= &dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_init,
187810b69418SYevgeny Kliteynik 	.build_tnl_geneve_init		= &dr_ste_v1_build_flex_parser_tnl_geneve_init,
18793442e033SYevgeny Kliteynik 	.build_tnl_geneve_tlv_opt_init	= &dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_init,
188010b69418SYevgeny Kliteynik 	.build_register_0_init		= &dr_ste_v1_build_register_0_init,
188110b69418SYevgeny Kliteynik 	.build_register_1_init		= &dr_ste_v1_build_register_1_init,
188210b69418SYevgeny Kliteynik 	.build_src_gvmi_qpn_init	= &dr_ste_v1_build_src_gvmi_qpn_init,
1883160e9cb3SYevgeny Kliteynik 	.build_flex_parser_0_init	= &dr_ste_v1_build_flex_parser_0_init,
1884160e9cb3SYevgeny Kliteynik 	.build_flex_parser_1_init	= &dr_ste_v1_build_flex_parser_1_init,
1885df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_init		= &dr_ste_v1_build_flex_parser_tnl_gtpu_init,
1886df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_0_init = &dr_ste_v1_build_tnl_gtpu_flex_parser_0_init,
1887df9dd15aSYevgeny Kliteynik 	.build_tnl_gtpu_flex_parser_1_init = &dr_ste_v1_build_tnl_gtpu_flex_parser_1_init,
1888df9dd15aSYevgeny Kliteynik 
1889a6098129SYevgeny Kliteynik 	/* Getters and Setters */
1890a6098129SYevgeny Kliteynik 	.ste_init			= &dr_ste_v1_init,
1891a6098129SYevgeny Kliteynik 	.set_next_lu_type		= &dr_ste_v1_set_next_lu_type,
1892a6098129SYevgeny Kliteynik 	.get_next_lu_type		= &dr_ste_v1_get_next_lu_type,
1893a6098129SYevgeny Kliteynik 	.set_miss_addr			= &dr_ste_v1_set_miss_addr,
1894a6098129SYevgeny Kliteynik 	.get_miss_addr			= &dr_ste_v1_get_miss_addr,
1895a6098129SYevgeny Kliteynik 	.set_hit_addr			= &dr_ste_v1_set_hit_addr,
1896a6098129SYevgeny Kliteynik 	.set_byte_mask			= &dr_ste_v1_set_byte_mask,
1897a6098129SYevgeny Kliteynik 	.get_byte_mask			= &dr_ste_v1_get_byte_mask,
18984e856c5dSYevgeny Kliteynik 	/* Actions */
1899*d7418b4eSYevgeny Kliteynik 	.actions_caps			= DR_STE_CTX_ACTION_CAP_RX_ENCAP,
19004e856c5dSYevgeny Kliteynik 	.set_actions_rx			= &dr_ste_v1_set_actions_rx,
19014e856c5dSYevgeny Kliteynik 	.set_actions_tx			= &dr_ste_v1_set_actions_tx,
1902c349b413SYevgeny Kliteynik 	.modify_field_arr_sz		= ARRAY_SIZE(dr_ste_v1_action_modify_field_arr),
1903c349b413SYevgeny Kliteynik 	.modify_field_arr		= dr_ste_v1_action_modify_field_arr,
1904c349b413SYevgeny Kliteynik 	.set_action_set			= &dr_ste_v1_set_action_set,
1905c349b413SYevgeny Kliteynik 	.set_action_add			= &dr_ste_v1_set_action_add,
1906c349b413SYevgeny Kliteynik 	.set_action_copy		= &dr_ste_v1_set_action_copy,
1907c349b413SYevgeny Kliteynik 	.set_action_decap_l3_list	= &dr_ste_v1_set_action_decap_l3_list,
19084fe45e1dSYevgeny Kliteynik 	/* Send */
19094fe45e1dSYevgeny Kliteynik 	.prepare_for_postsend		= &dr_ste_v1_prepare_for_postsend,
191010b69418SYevgeny Kliteynik };
1911