737 				   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_src_dst_tag()  argument
740 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l2_src_dst_tag()
781 dr_ste_v0_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_src_dst_init()  argument
784 	dr_ste_v0_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask);  in dr_ste_v0_build_eth_l2_src_dst_init()
786 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC_DST, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l2_src_dst_init()
787 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l2_src_dst_init()
788 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_dst_tag;  in dr_ste_v0_build_eth_l2_src_dst_init()
793 				    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv6_dst_tag()  argument
796 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l3_ipv6_dst_tag()
807 dr_ste_v0_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv6_dst_init()  argument
810 	dr_ste_v0_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv6_dst_init()
812 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_DST, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l3_ipv6_dst_init()
813 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv6_dst_init()
814 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_dst_tag;  in dr_ste_v0_build_eth_l3_ipv6_dst_init()
819 				    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv6_src_tag()  argument
822 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l3_ipv6_src_tag()
833 dr_ste_v0_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv6_src_init()  argument
836 	dr_ste_v0_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv6_src_init()
838 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_SRC, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l3_ipv6_src_init()
839 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv6_src_init()
840 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_src_tag;  in dr_ste_v0_build_eth_l3_ipv6_src_init()
845 					struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag()  argument
848 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag()
870 dr_ste_v0_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_init()  argument
873 	dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_init()
875 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_5_TUPLE, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_init()
876 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_init()
877 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag;  in dr_ste_v0_build_eth_l3_ipv4_5_tuple_init()
1006 			       struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_src_tag()  argument
1009 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l2_src_tag()
1014 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);  in dr_ste_v0_build_eth_l2_src_tag()
1018 dr_ste_v0_build_eth_l2_src_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_src_init()  argument
1021 	dr_ste_v0_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask);  in dr_ste_v0_build_eth_l2_src_init()
1022 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l2_src_init()
1023 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l2_src_init()
1024 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_tag;  in dr_ste_v0_build_eth_l2_src_init()
1029 				    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_dst_bit_mask()  argument
1032 	struct mlx5dr_match_spec *mask = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l2_dst_bit_mask()
1037 	dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, sb->inner, bit_mask);  in dr_ste_v0_build_eth_l2_dst_bit_mask()
1042 			       struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_dst_tag()  argument
1045 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l2_dst_tag()
1050 	return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag);  in dr_ste_v0_build_eth_l2_dst_tag()
1054 dr_ste_v0_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_dst_init()  argument
1057 	dr_ste_v0_build_eth_l2_dst_bit_mask(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l2_dst_init()
1059 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_DST, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l2_dst_init()
1060 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l2_dst_init()
1061 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_dst_tag;  in dr_ste_v0_build_eth_l2_dst_init()
1095 			       struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_tnl_tag()  argument
1098 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l2_tnl_tag()
1139 dr_ste_v0_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l2_tnl_init()  argument
1142 	dr_ste_v0_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask);  in dr_ste_v0_build_eth_l2_tnl_init()
1144 	sb->lu_type = DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I;  in dr_ste_v0_build_eth_l2_tnl_init()
1145 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l2_tnl_init()
1146 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_tnl_tag;  in dr_ste_v0_build_eth_l2_tnl_init()
1151 				     struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv4_misc_tag()  argument
1154 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_l3_ipv4_misc_tag()
1163 dr_ste_v0_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l3_ipv4_misc_init()  argument
1166 	dr_ste_v0_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv4_misc_init()
1168 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_MISC, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l3_ipv4_misc_init()
1169 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l3_ipv4_misc_init()
1170 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_misc_tag;  in dr_ste_v0_build_eth_l3_ipv4_misc_init()
1175 				   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_ipv6_l3_l4_tag()  argument
1178 	struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer;  in dr_ste_v0_build_eth_ipv6_l3_l4_tag()
1191 	if (sb->inner)  in dr_ste_v0_build_eth_ipv6_l3_l4_tag()
1205 dr_ste_v0_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_ipv6_l3_l4_init()  argument
1208 	dr_ste_v0_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_ipv6_l3_l4_init()
1210 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4, sb->rx, sb->inner);  in dr_ste_v0_build_eth_ipv6_l3_l4_init()
1211 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_ipv6_l3_l4_init()
1212 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_ipv6_l3_l4_tag;  in dr_ste_v0_build_eth_ipv6_l3_l4_init()
1217 			 struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_mpls_tag()  argument
1222 	if (sb->inner)  in dr_ste_v0_build_mpls_tag()
1231 dr_ste_v0_build_mpls_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_mpls_init()  argument
1234 	dr_ste_v0_build_mpls_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_mpls_init()
1236 	sb->lu_type = DR_STE_CALC_LU_TYPE(MPLS_FIRST, sb->rx, sb->inner);  in dr_ste_v0_build_mpls_init()
1237 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_mpls_init()
1238 	sb->ste_build_tag_func = &dr_ste_v0_build_mpls_tag;  in dr_ste_v0_build_mpls_init()
1243 			    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gre_tag()  argument
1262 dr_ste_v0_build_tnl_gre_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gre_init()  argument
1265 	dr_ste_v0_build_tnl_gre_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_gre_init()
1267 	sb->lu_type = DR_STE_V0_LU_TYPE_GRE;  in dr_ste_v0_build_tnl_gre_init()
1268 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_gre_init()
1269 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gre_tag;  in dr_ste_v0_build_tnl_gre_init()
1274 			     struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_tag()  argument
1305 dr_ste_v0_build_tnl_mpls_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_init()  argument
1308 	dr_ste_v0_build_tnl_mpls_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_init()
1310 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;  in dr_ste_v0_build_tnl_mpls_init()
1311 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_init()
1312 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_tag;  in dr_ste_v0_build_tnl_mpls_init()
1317 				      struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_over_udp_tag()  argument
1334 	parser_id = sb->caps->flex_parser_id_mpls_over_udp;  in dr_ste_v0_build_tnl_mpls_over_udp_tag()
1342 dr_ste_v0_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_over_udp_init()  argument
1345 	dr_ste_v0_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_over_udp_init()
1349 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ?  in dr_ste_v0_build_tnl_mpls_over_udp_init()
1353 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_over_udp_init()
1354 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_udp_tag;  in dr_ste_v0_build_tnl_mpls_over_udp_init()
1359 				      struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_over_gre_tag()  argument
1376 	parser_id = sb->caps->flex_parser_id_mpls_over_gre;  in dr_ste_v0_build_tnl_mpls_over_gre_tag()
1384 dr_ste_v0_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_mpls_over_gre_init()  argument
1387 	dr_ste_v0_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_over_gre_init()
1392 	sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ?  in dr_ste_v0_build_tnl_mpls_over_gre_init()
1396 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_mpls_over_gre_init()
1397 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_gre_tag;  in dr_ste_v0_build_tnl_mpls_over_gre_init()
1405 			 struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_icmp_tag()  argument
1423 		dw0_location		= sb->caps->flex_parser_id_icmp_dw0;  in dr_ste_v0_build_icmp_tag()
1424 		dw1_location		= sb->caps->flex_parser_id_icmp_dw1;  in dr_ste_v0_build_icmp_tag()
1429 		dw0_location		= sb->caps->flex_parser_id_icmpv6_dw0;  in dr_ste_v0_build_icmp_tag()
1430 		dw1_location		= sb->caps->flex_parser_id_icmpv6_dw1;  in dr_ste_v0_build_icmp_tag()
1448 dr_ste_v0_build_icmp_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_icmp_init()  argument
1454 	dr_ste_v0_build_icmp_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_icmp_init()
1460 	parser_id = is_ipv4 ? sb->caps->flex_parser_id_icmp_dw0 :  in dr_ste_v0_build_icmp_init()
1461 		    sb->caps->flex_parser_id_icmpv6_dw0;  in dr_ste_v0_build_icmp_init()
1462 	sb->lu_type = parser_id > DR_STE_MAX_FLEX_0_ID ?  in dr_ste_v0_build_icmp_init()
1465 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_icmp_init()
1466 	sb->ste_build_tag_func = &dr_ste_v0_build_icmp_tag;  in dr_ste_v0_build_icmp_init()
1471 				    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_general_purpose_tag()  argument
1483 dr_ste_v0_build_general_purpose_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_general_purpose_init()  argument
1486 	dr_ste_v0_build_general_purpose_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_general_purpose_init()
1488 	sb->lu_type = DR_STE_V0_LU_TYPE_GENERAL_PURPOSE;  in dr_ste_v0_build_general_purpose_init()
1489 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_general_purpose_init()
1490 	sb->ste_build_tag_func = &dr_ste_v0_build_general_purpose_tag;  in dr_ste_v0_build_general_purpose_init()
1495 				struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l4_misc_tag()  argument
1500 	if (sb->inner) {  in dr_ste_v0_build_eth_l4_misc_tag()
1512 dr_ste_v0_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_eth_l4_misc_init()  argument
1515 	dr_ste_v0_build_eth_l4_misc_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_eth_l4_misc_init()
1517 	sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4_MISC, sb->rx, sb->inner);  in dr_ste_v0_build_eth_l4_misc_init()
1518 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_eth_l4_misc_init()
1519 	sb->ste_build_tag_func = &dr_ste_v0_build_eth_l4_misc_tag;  in dr_ste_v0_build_eth_l4_misc_init()
1524 					      struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag()  argument
1543 dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init()  argument
1546 	dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init()
1547 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init()
1548 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init()
1549 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag;  in dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init()
1554 					   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_geneve_tag()  argument
1572 dr_ste_v0_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_geneve_init()  argument
1575 	dr_ste_v0_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_geneve_init()
1576 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;  in dr_ste_v0_build_flex_parser_tnl_geneve_init()
1577 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_geneve_init()
1578 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tag;  in dr_ste_v0_build_flex_parser_tnl_geneve_init()
1583 			       struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_register_0_tag()  argument
1597 dr_ste_v0_build_register_0_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_register_0_init()  argument
1600 	dr_ste_v0_build_register_0_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_register_0_init()
1602 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0;  in dr_ste_v0_build_register_0_init()
1603 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_register_0_init()
1604 	sb->ste_build_tag_func = &dr_ste_v0_build_register_0_tag;  in dr_ste_v0_build_register_0_init()
1609 			       struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_register_1_tag()  argument
1623 dr_ste_v0_build_register_1_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_register_1_init()  argument
1626 	dr_ste_v0_build_register_1_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_register_1_init()
1628 	sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1;  in dr_ste_v0_build_register_1_init()
1629 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_register_1_init()
1630 	sb->ste_build_tag_func = &dr_ste_v0_build_register_1_tag;  in dr_ste_v0_build_register_1_init()
1646 				 struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_src_gvmi_qpn_tag()  argument
1652 	struct mlx5dr_domain *dmn = sb->dmn;  in dr_ste_v0_build_src_gvmi_qpn_tag()
1654 	u8 *bit_mask = sb->bit_mask;  in dr_ste_v0_build_src_gvmi_qpn_tag()
1660 	if (sb->vhca_id_valid) {  in dr_ste_v0_build_src_gvmi_qpn_tag()
1695 dr_ste_v0_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_src_gvmi_qpn_init()  argument
1698 	dr_ste_v0_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask);  in dr_ste_v0_build_src_gvmi_qpn_init()
1700 	sb->lu_type = DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP;  in dr_ste_v0_build_src_gvmi_qpn_init()
1701 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_src_gvmi_qpn_init()
1702 	sb->ste_build_tag_func = &dr_ste_v0_build_src_gvmi_qpn_tag;  in dr_ste_v0_build_src_gvmi_qpn_init()
1725 					   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tag()  argument
1750 static void dr_ste_v0_build_flex_parser_0_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_0_init()  argument
1753 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;  in dr_ste_v0_build_flex_parser_0_init()
1754 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_0_init()
1755 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_0_init()
1756 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;  in dr_ste_v0_build_flex_parser_0_init()
1759 static void dr_ste_v0_build_flex_parser_1_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_1_init()  argument
1762 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;  in dr_ste_v0_build_flex_parser_1_init()
1763 	dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_1_init()
1764 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_1_init()
1765 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag;  in dr_ste_v0_build_flex_parser_1_init()
1770 						   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag()  argument
1774 	u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0;  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag()
1785 dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init()  argument
1788 	dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init()
1793 	sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ?  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init()
1797 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init()
1798 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag;  in dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init()
1802 						    struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_gtpu_tag()  argument
1820 static void dr_ste_v0_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_flex_parser_tnl_gtpu_init()  argument
1823 	dr_ste_v0_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_gtpu_init()
1825 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER;  in dr_ste_v0_build_flex_parser_tnl_gtpu_init()
1826 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_flex_parser_tnl_gtpu_init()
1827 	sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_gtpu_tag;  in dr_ste_v0_build_flex_parser_tnl_gtpu_init()
1832 					   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()  argument
1835 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0))  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1836 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1837 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid))  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1838 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1839 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2))  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1840 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1841 	if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1842 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag()
1847 dr_ste_v0_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_init()  argument
1850 	dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_init()
1852 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0;  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_init()
1853 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_init()
1854 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag;  in dr_ste_v0_build_tnl_gtpu_flex_parser_0_init()
1859 					   struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()  argument
1862 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0))  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1863 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1864 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid))  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1865 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1866 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2))  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1867 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1868 	if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0))  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1869 		DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag()
1874 dr_ste_v0_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_init()  argument
1877 	dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_init()
1879 	sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1;  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_init()
1880 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_init()
1881 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag;  in dr_ste_v0_build_tnl_gtpu_flex_parser_1_init()
1885 					      struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_header_0_1_tag()  argument
1896 static void dr_ste_v0_build_tnl_header_0_1_init(struct mlx5dr_ste_build *sb,  in dr_ste_v0_build_tnl_header_0_1_init()  argument
1899 	sb->lu_type = DR_STE_V0_LU_TYPE_TUNNEL_HEADER;  in dr_ste_v0_build_tnl_header_0_1_init()
1900 	dr_ste_v0_build_tnl_header_0_1_tag(mask, sb, sb->bit_mask);  in dr_ste_v0_build_tnl_header_0_1_init()
1901 	sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask);  in dr_ste_v0_build_tnl_header_0_1_init()
1902 	sb->ste_build_tag_func = &dr_ste_v0_build_tnl_header_0_1_tag;  in dr_ste_v0_build_tnl_header_0_1_init()