110b69418SYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 210b69418SYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */ 310b69418SYevgeny Kliteynik 410b69418SYevgeny Kliteynik #include <linux/types.h> 510b69418SYevgeny Kliteynik #include "mlx5_ifc_dr_ste_v1.h" 610b69418SYevgeny Kliteynik #include "dr_ste.h" 710b69418SYevgeny Kliteynik 810b69418SYevgeny Kliteynik #define DR_STE_CALC_DFNR_TYPE(lookup_type, inner) \ 910b69418SYevgeny Kliteynik ((inner) ? DR_STE_V1_LU_TYPE_##lookup_type##_I : \ 1010b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_##lookup_type##_O) 1110b69418SYevgeny Kliteynik 1210b69418SYevgeny Kliteynik enum dr_ste_v1_entry_format { 1310b69418SYevgeny Kliteynik DR_STE_V1_TYPE_BWC_BYTE = 0x0, 1410b69418SYevgeny Kliteynik DR_STE_V1_TYPE_BWC_DW = 0x1, 1510b69418SYevgeny Kliteynik DR_STE_V1_TYPE_MATCH = 0x2, 1610b69418SYevgeny Kliteynik }; 1710b69418SYevgeny Kliteynik 1810b69418SYevgeny Kliteynik /* Lookup type is built from 2B: [ Definer mode 1B ][ Definer index 1B ] */ 1910b69418SYevgeny Kliteynik enum { 2010b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_NOP = 0x0000, 2110b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_TNL = 0x0002, 2210b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IBL3_EXT = 0x0102, 2310b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_O = 0x0003, 2410b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IBL4 = 0x0103, 2510b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_I = 0x0004, 2610b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_SRC_QP_GVMI = 0x0104, 2710b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_SRC_O = 0x0005, 2810b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_HEADERS_O = 0x0105, 2910b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_SRC_I = 0x0006, 3010b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_HEADERS_I = 0x0106, 3110b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL3_IPV4_5_TUPLE_O = 0x0007, 3210b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IPV6_DES_O = 0x0107, 3310b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL3_IPV4_5_TUPLE_I = 0x0008, 3410b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IPV6_DES_I = 0x0108, 3510b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL4_O = 0x0009, 3610b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IPV6_SRC_O = 0x0109, 3710b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL4_I = 0x000a, 3810b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_IPV6_SRC_I = 0x010a, 3910b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_SRC_DST_O = 0x000b, 4010b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_MPLS_O = 0x010b, 4110b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL2_SRC_DST_I = 0x000c, 4210b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_MPLS_I = 0x010c, 4310b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL3_IPV4_MISC_O = 0x000d, 4410b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_GRE = 0x010d, 4510b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER = 0x000e, 4610b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_GENERAL_PURPOSE = 0x010e, 4710b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL3_IPV4_MISC_I = 0x000f, 4810b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_STEERING_REGISTERS_0 = 0x010f, 4910b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_STEERING_REGISTERS_1 = 0x0110, 5010b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_0 = 0x0111, 5110b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_1 = 0x0112, 5210b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL4_MISC_O = 0x0113, 5310b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_ETHL4_MISC_I = 0x0114, 5410b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_INVALID = 0x00ff, 5510b69418SYevgeny Kliteynik DR_STE_V1_LU_TYPE_DONT_CARE = MLX5DR_STE_LU_TYPE_DONT_CARE, 5610b69418SYevgeny Kliteynik }; 5710b69418SYevgeny Kliteynik 584e856c5dSYevgeny Kliteynik enum dr_ste_v1_header_anchors { 594e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_START_OUTER = 0x00, 604e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_1ST_VLAN = 0x02, 614e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_IPV6_IPV4 = 0x07, 624e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_INNER_MAC = 0x13, 634e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_INNER_IPV6_IPV4 = 0x19, 644e856c5dSYevgeny Kliteynik }; 654e856c5dSYevgeny Kliteynik 664e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_size { 674e856c5dSYevgeny Kliteynik DR_STE_ACTION_SINGLE_SZ = 4, 684e856c5dSYevgeny Kliteynik DR_STE_ACTION_DOUBLE_SZ = 8, 694e856c5dSYevgeny Kliteynik DR_STE_ACTION_TRIPLE_SZ = 12, 704e856c5dSYevgeny Kliteynik }; 714e856c5dSYevgeny Kliteynik 724e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_insert_ptr_attr { 734e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_NONE = 0, /* Regular push header (e.g. push vlan) */ 744e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP = 1, /* Encapsulation / Tunneling */ 754e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_ESP = 2, /* IPsec */ 764e856c5dSYevgeny Kliteynik }; 774e856c5dSYevgeny Kliteynik 784e856c5dSYevgeny Kliteynik enum dr_ste_v1_action_id { 794e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_NOP = 0x00, 804e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_COPY = 0x05, 814e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_SET = 0x06, 824e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_ADD = 0x07, 834e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE = 0x08, 844e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER = 0x09, 854e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_INSERT_INLINE = 0x0a, 864e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_INSERT_POINTER = 0x0b, 874e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_FLOW_TAG = 0x0c, 884e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_QUEUE_ID_SEL = 0x0d, 894e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_ACCELERATED_LIST = 0x0e, 904e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_MODIFY_LIST = 0x0f, 914e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_TRAILER = 0x13, 924e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_COUNTER_ID = 0x14, 934e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_MAX = 0x21, 944e856c5dSYevgeny Kliteynik /* use for special cases */ 954e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_SPECIAL_ENCAP_L3 = 0x22, 964e856c5dSYevgeny Kliteynik }; 974e856c5dSYevgeny Kliteynik 98c349b413SYevgeny Kliteynik enum { 99c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_0 = 0x00, 100c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1 = 0x01, 101c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_2 = 0x02, 102c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_0 = 0x08, 103c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_1 = 0x09, 104c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0 = 0x0e, 105c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0 = 0x18, 106c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_1 = 0x19, 107c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_0 = 0x40, 108c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_1 = 0x41, 109c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_0 = 0x44, 110c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_1 = 0x45, 111c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_2 = 0x46, 112c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_3 = 0x47, 113c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_0 = 0x4c, 114c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_1 = 0x4d, 115c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_2 = 0x4e, 116c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_3 = 0x4f, 117c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_0 = 0x5e, 118c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_1 = 0x5f, 119ded6a877SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_CFG_HDR_0_0 = 0x6f, 120ded6a877SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_CFG_HDR_0_1 = 0x70, 121c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_METADATA_2_CQE = 0x7b, 122c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_GNRL_PURPOSE = 0x7c, 123c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_2 = 0x8c, 124c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_3 = 0x8d, 125c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_4 = 0x8e, 126c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_5 = 0x8f, 127c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_6 = 0x90, 128c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_MDFY_FLD_REGISTER_7 = 0x91, 129c349b413SYevgeny Kliteynik }; 130c349b413SYevgeny Kliteynik 131c349b413SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v1_action_modify_field_arr[] = { 132c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = { 133c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_0, .start = 0, .end = 31, 134c349b413SYevgeny Kliteynik }, 135c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = { 136c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_SRC_L2_OUT_1, .start = 16, .end = 31, 137c349b413SYevgeny Kliteynik }, 138c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = { 139c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1, .start = 0, .end = 15, 140c349b413SYevgeny Kliteynik }, 141c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = { 142c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_0, .start = 0, .end = 31, 143c349b413SYevgeny Kliteynik }, 144c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = { 145c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_1, .start = 16, .end = 31, 146c349b413SYevgeny Kliteynik }, 147c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = { 148c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 18, .end = 23, 149c349b413SYevgeny Kliteynik }, 150c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = { 151c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_1, .start = 16, .end = 24, 152c349b413SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 153c349b413SYevgeny Kliteynik }, 154c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = { 155c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 16, .end = 31, 156c349b413SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 157c349b413SYevgeny Kliteynik }, 158c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = { 159c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 0, .end = 15, 160c349b413SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 161c349b413SYevgeny Kliteynik }, 162c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = { 163c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 8, .end = 15, 164c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 165c349b413SYevgeny Kliteynik }, 166c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = { 167c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L3_OUT_0, .start = 8, .end = 15, 168c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 169c349b413SYevgeny Kliteynik }, 170c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = { 171c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 16, .end = 31, 172c349b413SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 173c349b413SYevgeny Kliteynik }, 174c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = { 175c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L4_OUT_0, .start = 0, .end = 15, 176c349b413SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 177c349b413SYevgeny Kliteynik }, 178c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = { 179c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_0, .start = 0, .end = 31, 180c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 181c349b413SYevgeny Kliteynik }, 182c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = { 183c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_1, .start = 0, .end = 31, 184c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 185c349b413SYevgeny Kliteynik }, 186c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = { 187c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_2, .start = 0, .end = 31, 188c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 189c349b413SYevgeny Kliteynik }, 190c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = { 191c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_SRC_OUT_3, .start = 0, .end = 31, 192c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 193c349b413SYevgeny Kliteynik }, 194c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = { 195c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_0, .start = 0, .end = 31, 196c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 197c349b413SYevgeny Kliteynik }, 198c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = { 199c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_1, .start = 0, .end = 31, 200c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 201c349b413SYevgeny Kliteynik }, 202c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = { 203c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_2, .start = 0, .end = 31, 204c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 205c349b413SYevgeny Kliteynik }, 206c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = { 207c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV6_DST_OUT_3, .start = 0, .end = 31, 208c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 209c349b413SYevgeny Kliteynik }, 210c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV4] = { 211c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_0, .start = 0, .end = 31, 212c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 213c349b413SYevgeny Kliteynik }, 214c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV4] = { 215c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_IPV4_OUT_1, .start = 0, .end = 31, 216c349b413SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 217c349b413SYevgeny Kliteynik }, 218c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_A] = { 219c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_GNRL_PURPOSE, .start = 0, .end = 31, 220c349b413SYevgeny Kliteynik }, 221c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_B] = { 222c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_METADATA_2_CQE, .start = 0, .end = 31, 223c349b413SYevgeny Kliteynik }, 224c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = { 225c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_6, .start = 0, .end = 31, 226c349b413SYevgeny Kliteynik }, 227c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = { 228c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_7, .start = 0, .end = 31, 229c349b413SYevgeny Kliteynik }, 230c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = { 231c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_4, .start = 0, .end = 31, 232c349b413SYevgeny Kliteynik }, 233c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = { 234c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_5, .start = 0, .end = 31, 235c349b413SYevgeny Kliteynik }, 236c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = { 237c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_2, .start = 0, .end = 31, 238c349b413SYevgeny Kliteynik }, 239c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = { 240c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_REGISTER_3, .start = 0, .end = 31, 241c349b413SYevgeny Kliteynik }, 242c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = { 243c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_0, .start = 0, .end = 31, 244c349b413SYevgeny Kliteynik }, 245c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = { 246c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_TCP_MISC_1, .start = 0, .end = 31, 247c349b413SYevgeny Kliteynik }, 248c349b413SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = { 249c349b413SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_L2_OUT_2, .start = 0, .end = 15, 250c349b413SYevgeny Kliteynik }, 251ded6a877SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_EMD_31_0] = { 252ded6a877SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_CFG_HDR_0_1, .start = 0, .end = 31, 253ded6a877SYevgeny Kliteynik }, 254ded6a877SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_EMD_47_32] = { 255ded6a877SYevgeny Kliteynik .hw_field = DR_STE_V1_ACTION_MDFY_FLD_CFG_HDR_0_0, .start = 0, .end = 15, 256ded6a877SYevgeny Kliteynik }, 257c349b413SYevgeny Kliteynik }; 258c349b413SYevgeny Kliteynik 2594e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_entry_type(u8 *hw_ste_p, u8 entry_type) 2604e856c5dSYevgeny Kliteynik { 2614e856c5dSYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, entry_format, entry_type); 2624e856c5dSYevgeny Kliteynik } 2634e856c5dSYevgeny Kliteynik 264a6098129SYevgeny Kliteynik static void dr_ste_v1_set_miss_addr(u8 *hw_ste_p, u64 miss_addr) 265a6098129SYevgeny Kliteynik { 266a6098129SYevgeny Kliteynik u64 index = miss_addr >> 6; 267a6098129SYevgeny Kliteynik 268a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_39_32, index >> 26); 269a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_31_6, index); 270a6098129SYevgeny Kliteynik } 271a6098129SYevgeny Kliteynik 272a6098129SYevgeny Kliteynik static u64 dr_ste_v1_get_miss_addr(u8 *hw_ste_p) 273a6098129SYevgeny Kliteynik { 274a6098129SYevgeny Kliteynik u64 index = 27584076c4cSYevgeny Kliteynik ((u64)MLX5_GET(ste_match_bwc_v1, hw_ste_p, miss_address_31_6) | 27684076c4cSYevgeny Kliteynik ((u64)MLX5_GET(ste_match_bwc_v1, hw_ste_p, miss_address_39_32)) << 26); 277a6098129SYevgeny Kliteynik 278a6098129SYevgeny Kliteynik return index << 6; 279a6098129SYevgeny Kliteynik } 280a6098129SYevgeny Kliteynik 281a6098129SYevgeny Kliteynik static void dr_ste_v1_set_byte_mask(u8 *hw_ste_p, u16 byte_mask) 282a6098129SYevgeny Kliteynik { 283a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, byte_mask, byte_mask); 284a6098129SYevgeny Kliteynik } 285a6098129SYevgeny Kliteynik 286a6098129SYevgeny Kliteynik static u16 dr_ste_v1_get_byte_mask(u8 *hw_ste_p) 287a6098129SYevgeny Kliteynik { 288a6098129SYevgeny Kliteynik return MLX5_GET(ste_match_bwc_v1, hw_ste_p, byte_mask); 289a6098129SYevgeny Kliteynik } 290a6098129SYevgeny Kliteynik 291a6098129SYevgeny Kliteynik static void dr_ste_v1_set_lu_type(u8 *hw_ste_p, u16 lu_type) 292a6098129SYevgeny Kliteynik { 293a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, entry_format, lu_type >> 8); 294a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, match_definer_ctx_idx, lu_type & 0xFF); 295a6098129SYevgeny Kliteynik } 296a6098129SYevgeny Kliteynik 297a6098129SYevgeny Kliteynik static void dr_ste_v1_set_next_lu_type(u8 *hw_ste_p, u16 lu_type) 298a6098129SYevgeny Kliteynik { 299a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_entry_format, lu_type >> 8); 300a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, hash_definer_ctx_idx, lu_type & 0xFF); 301a6098129SYevgeny Kliteynik } 302a6098129SYevgeny Kliteynik 303a6098129SYevgeny Kliteynik static u16 dr_ste_v1_get_next_lu_type(u8 *hw_ste_p) 304a6098129SYevgeny Kliteynik { 305a6098129SYevgeny Kliteynik u8 mode = MLX5_GET(ste_match_bwc_v1, hw_ste_p, next_entry_format); 306a6098129SYevgeny Kliteynik u8 index = MLX5_GET(ste_match_bwc_v1, hw_ste_p, hash_definer_ctx_idx); 307a6098129SYevgeny Kliteynik 308a6098129SYevgeny Kliteynik return (mode << 8 | index); 309a6098129SYevgeny Kliteynik } 310a6098129SYevgeny Kliteynik 3114e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi) 3124e856c5dSYevgeny Kliteynik { 3134e856c5dSYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_63_48, gvmi); 3144e856c5dSYevgeny Kliteynik } 3154e856c5dSYevgeny Kliteynik 316a6098129SYevgeny Kliteynik static void dr_ste_v1_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size) 317a6098129SYevgeny Kliteynik { 318a6098129SYevgeny Kliteynik u64 index = (icm_addr >> 5) | ht_size; 319a6098129SYevgeny Kliteynik 320a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_39_32_size, index >> 27); 321a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_31_5_size, index); 322a6098129SYevgeny Kliteynik } 323a6098129SYevgeny Kliteynik 324a6098129SYevgeny Kliteynik static void dr_ste_v1_init(u8 *hw_ste_p, u16 lu_type, 325a6098129SYevgeny Kliteynik u8 entry_type, u16 gvmi) 326a6098129SYevgeny Kliteynik { 327a6098129SYevgeny Kliteynik dr_ste_v1_set_lu_type(hw_ste_p, lu_type); 328a6098129SYevgeny Kliteynik dr_ste_v1_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE); 329a6098129SYevgeny Kliteynik 330a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, gvmi, gvmi); 331a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, next_table_base_63_48, gvmi); 332a6098129SYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, miss_address_63_48, gvmi); 333a6098129SYevgeny Kliteynik } 334a6098129SYevgeny Kliteynik 3354fe45e1dSYevgeny Kliteynik static void dr_ste_v1_prepare_for_postsend(u8 *hw_ste_p, 3364fe45e1dSYevgeny Kliteynik u32 ste_size) 3374fe45e1dSYevgeny Kliteynik { 3384fe45e1dSYevgeny Kliteynik u8 *tag = hw_ste_p + DR_STE_SIZE_CTRL; 3394fe45e1dSYevgeny Kliteynik u8 *mask = tag + DR_STE_SIZE_TAG; 3404fe45e1dSYevgeny Kliteynik u8 tmp_tag[DR_STE_SIZE_TAG] = {}; 3414fe45e1dSYevgeny Kliteynik 3424fe45e1dSYevgeny Kliteynik if (ste_size == DR_STE_SIZE_CTRL) 3434fe45e1dSYevgeny Kliteynik return; 3444fe45e1dSYevgeny Kliteynik 3454fe45e1dSYevgeny Kliteynik WARN_ON(ste_size != DR_STE_SIZE); 3464fe45e1dSYevgeny Kliteynik 3474fe45e1dSYevgeny Kliteynik /* Backup tag */ 3484fe45e1dSYevgeny Kliteynik memcpy(tmp_tag, tag, DR_STE_SIZE_TAG); 3494fe45e1dSYevgeny Kliteynik 3504fe45e1dSYevgeny Kliteynik /* Swap mask and tag both are the same size */ 3514fe45e1dSYevgeny Kliteynik memcpy(tag, mask, DR_STE_SIZE_MASK); 3524fe45e1dSYevgeny Kliteynik memcpy(mask, tmp_tag, DR_STE_SIZE_TAG); 3534fe45e1dSYevgeny Kliteynik } 3544fe45e1dSYevgeny Kliteynik 3554e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rx_flow_tag(u8 *s_action, u32 flow_tag) 3564e856c5dSYevgeny Kliteynik { 3574e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_flow_tag_v1, s_action, action_id, 3584e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_FLOW_TAG); 3594e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_flow_tag_v1, s_action, flow_tag, flow_tag); 3604e856c5dSYevgeny Kliteynik } 3614e856c5dSYevgeny Kliteynik 3624e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_counter_id(u8 *hw_ste_p, u32 ctr_id) 3634e856c5dSYevgeny Kliteynik { 3644e856c5dSYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, counter_id, ctr_id); 3654e856c5dSYevgeny Kliteynik } 3664e856c5dSYevgeny Kliteynik 3674e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_reparse(u8 *hw_ste_p) 3684e856c5dSYevgeny Kliteynik { 3694e856c5dSYevgeny Kliteynik MLX5_SET(ste_match_bwc_v1, hw_ste_p, reparse, 1); 3704e856c5dSYevgeny Kliteynik } 3714e856c5dSYevgeny Kliteynik 372d7418b4eSYevgeny Kliteynik static void dr_ste_v1_set_encap(u8 *hw_ste_p, u8 *d_action, 3734e856c5dSYevgeny Kliteynik u32 reformat_id, int size) 3744e856c5dSYevgeny Kliteynik { 3754e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, action_id, 3764e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_INSERT_POINTER); 3774e856c5dSYevgeny Kliteynik /* The hardware expects here size in words (2 byte) */ 3784e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, size, size / 2); 3794e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, pointer, reformat_id); 3804e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, attributes, 3814e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP); 3824e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 3834e856c5dSYevgeny Kliteynik } 3844e856c5dSYevgeny Kliteynik 3857ea9b398SYevgeny Kliteynik static void dr_ste_v1_set_insert_hdr(u8 *hw_ste_p, u8 *d_action, 3867ea9b398SYevgeny Kliteynik u32 reformat_id, 3877ea9b398SYevgeny Kliteynik u8 anchor, u8 offset, 3887ea9b398SYevgeny Kliteynik int size) 3897ea9b398SYevgeny Kliteynik { 3907ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, 3917ea9b398SYevgeny Kliteynik action_id, DR_STE_V1_ACTION_ID_INSERT_POINTER); 3927ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, start_anchor, anchor); 3937ea9b398SYevgeny Kliteynik 3947ea9b398SYevgeny Kliteynik /* The hardware expects here size and offset in words (2 byte) */ 3957ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, size, size / 2); 3967ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, start_offset, offset / 2); 3977ea9b398SYevgeny Kliteynik 3987ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, pointer, reformat_id); 3997ea9b398SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, d_action, attributes, 4007ea9b398SYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_NONE); 4017ea9b398SYevgeny Kliteynik 4027ea9b398SYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4037ea9b398SYevgeny Kliteynik } 4047ea9b398SYevgeny Kliteynik 4050139145fSYevgeny Kliteynik static void dr_ste_v1_set_remove_hdr(u8 *hw_ste_p, u8 *s_action, 4060139145fSYevgeny Kliteynik u8 anchor, u8 offset, 4070139145fSYevgeny Kliteynik int size) 4080139145fSYevgeny Kliteynik { 4090139145fSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, 4100139145fSYevgeny Kliteynik action_id, DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE); 4110139145fSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, start_anchor, anchor); 4120139145fSYevgeny Kliteynik 4130139145fSYevgeny Kliteynik /* The hardware expects here size and offset in words (2 byte) */ 4140139145fSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, remove_size, size / 2); 4150139145fSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, start_offset, offset / 2); 4160139145fSYevgeny Kliteynik 4170139145fSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4180139145fSYevgeny Kliteynik } 4190139145fSYevgeny Kliteynik 420*2de40f68SYevgeny Kliteynik static void dr_ste_v1_set_push_vlan(u8 *hw_ste_p, u8 *d_action, 4214e856c5dSYevgeny Kliteynik u32 vlan_hdr) 4224e856c5dSYevgeny Kliteynik { 4234e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_inline_v1, d_action, 4244e856c5dSYevgeny Kliteynik action_id, DR_STE_V1_ACTION_ID_INSERT_INLINE); 4254e856c5dSYevgeny Kliteynik /* The hardware expects offset to vlan header in words (2 byte) */ 4264e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_inline_v1, d_action, 4274e856c5dSYevgeny Kliteynik start_offset, HDR_LEN_L2_MACS >> 1); 4284e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_inline_v1, d_action, 4294e856c5dSYevgeny Kliteynik inline_data, vlan_hdr); 4304e856c5dSYevgeny Kliteynik 4314e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4324e856c5dSYevgeny Kliteynik } 4334e856c5dSYevgeny Kliteynik 434*2de40f68SYevgeny Kliteynik static void dr_ste_v1_set_pop_vlan(u8 *hw_ste_p, u8 *s_action, u8 vlans_num) 4354e856c5dSYevgeny Kliteynik { 4364e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, 4374e856c5dSYevgeny Kliteynik action_id, DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE); 4384e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, 4394e856c5dSYevgeny Kliteynik start_anchor, DR_STE_HEADER_ANCHOR_1ST_VLAN); 4404e856c5dSYevgeny Kliteynik /* The hardware expects here size in words (2 byte) */ 4414e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, s_action, 4424e856c5dSYevgeny Kliteynik remove_size, (HDR_LEN_L2_VLAN >> 1) * vlans_num); 4434e856c5dSYevgeny Kliteynik 4444e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4454e856c5dSYevgeny Kliteynik } 4464e856c5dSYevgeny Kliteynik 447d7418b4eSYevgeny Kliteynik static void dr_ste_v1_set_encap_l3(u8 *hw_ste_p, 4484e856c5dSYevgeny Kliteynik u8 *frst_s_action, 4494e856c5dSYevgeny Kliteynik u8 *scnd_d_action, 4504e856c5dSYevgeny Kliteynik u32 reformat_id, 4514e856c5dSYevgeny Kliteynik int size) 4524e856c5dSYevgeny Kliteynik { 4534e856c5dSYevgeny Kliteynik /* Remove L2 headers */ 4544e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, frst_s_action, action_id, 4554e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER); 4564e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, frst_s_action, end_anchor, 4574e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_IPV6_IPV4); 4584e856c5dSYevgeny Kliteynik 4594e856c5dSYevgeny Kliteynik /* Encapsulate with given reformat ID */ 4604e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, action_id, 4614e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_INSERT_POINTER); 4624e856c5dSYevgeny Kliteynik /* The hardware expects here size in words (2 byte) */ 4634e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, size, size / 2); 4644e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, pointer, reformat_id); 4654e856c5dSYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_ptr_v1, scnd_d_action, attributes, 4664e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_INSERT_PTR_ATTR_ENCAP); 4674e856c5dSYevgeny Kliteynik 4684e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4694e856c5dSYevgeny Kliteynik } 4704e856c5dSYevgeny Kliteynik 4714e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rx_decap(u8 *hw_ste_p, u8 *s_action) 4724e856c5dSYevgeny Kliteynik { 4734e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, s_action, action_id, 4744e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER); 4754e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, s_action, decap, 1); 4764e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, s_action, vni_to_cqe, 1); 4774e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, s_action, end_anchor, 4784e856c5dSYevgeny Kliteynik DR_STE_HEADER_ANCHOR_INNER_MAC); 4794e856c5dSYevgeny Kliteynik 4804e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4814e856c5dSYevgeny Kliteynik } 4824e856c5dSYevgeny Kliteynik 4834e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_rewrite_actions(u8 *hw_ste_p, 4844e856c5dSYevgeny Kliteynik u8 *s_action, 4854e856c5dSYevgeny Kliteynik u16 num_of_actions, 4864e856c5dSYevgeny Kliteynik u32 re_write_index) 4874e856c5dSYevgeny Kliteynik { 4884e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_modify_list_v1, s_action, action_id, 4894e856c5dSYevgeny Kliteynik DR_STE_V1_ACTION_ID_MODIFY_LIST); 4904e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_modify_list_v1, s_action, num_of_modify_actions, 4914e856c5dSYevgeny Kliteynik num_of_actions); 4924e856c5dSYevgeny Kliteynik MLX5_SET(ste_single_action_modify_list_v1, s_action, modify_actions_ptr, 4934e856c5dSYevgeny Kliteynik re_write_index); 4944e856c5dSYevgeny Kliteynik 4954e856c5dSYevgeny Kliteynik dr_ste_v1_set_reparse(hw_ste_p); 4964e856c5dSYevgeny Kliteynik } 4974e856c5dSYevgeny Kliteynik 4984e856c5dSYevgeny Kliteynik static void dr_ste_v1_arr_init_next_match(u8 **last_ste, 4994e856c5dSYevgeny Kliteynik u32 *added_stes, 5004e856c5dSYevgeny Kliteynik u16 gvmi) 5014e856c5dSYevgeny Kliteynik { 5024e856c5dSYevgeny Kliteynik u8 *action; 5034e856c5dSYevgeny Kliteynik 5044e856c5dSYevgeny Kliteynik (*added_stes)++; 5054e856c5dSYevgeny Kliteynik *last_ste += DR_STE_SIZE; 5064e856c5dSYevgeny Kliteynik dr_ste_v1_init(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE, 0, gvmi); 5074e856c5dSYevgeny Kliteynik dr_ste_v1_set_entry_type(*last_ste, DR_STE_V1_TYPE_MATCH); 5084e856c5dSYevgeny Kliteynik 5094e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, *last_ste, action); 5104e856c5dSYevgeny Kliteynik memset(action, 0, MLX5_FLD_SZ_BYTES(ste_mask_and_match_v1, action)); 5114e856c5dSYevgeny Kliteynik } 5124e856c5dSYevgeny Kliteynik 5134e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_actions_tx(struct mlx5dr_domain *dmn, 5144e856c5dSYevgeny Kliteynik u8 *action_type_set, 5154e856c5dSYevgeny Kliteynik u8 *last_ste, 5164e856c5dSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 5174e856c5dSYevgeny Kliteynik u32 *added_stes) 5184e856c5dSYevgeny Kliteynik { 5194e856c5dSYevgeny Kliteynik u8 *action = MLX5_ADDR_OF(ste_match_bwc_v1, last_ste, action); 5204e856c5dSYevgeny Kliteynik u8 action_sz = DR_STE_ACTION_DOUBLE_SZ; 521*2de40f68SYevgeny Kliteynik bool allow_modify_hdr = true; 5224e856c5dSYevgeny Kliteynik bool allow_encap = true; 5234e856c5dSYevgeny Kliteynik 524*2de40f68SYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_POP_VLAN]) { 525*2de40f68SYevgeny Kliteynik if (action_sz < DR_STE_ACTION_SINGLE_SZ) { 526*2de40f68SYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, 527*2de40f68SYevgeny Kliteynik attr->gvmi); 528*2de40f68SYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, 529*2de40f68SYevgeny Kliteynik last_ste, action); 530*2de40f68SYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 531*2de40f68SYevgeny Kliteynik } 532*2de40f68SYevgeny Kliteynik dr_ste_v1_set_pop_vlan(last_ste, action, attr->vlans.count); 533*2de40f68SYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 534*2de40f68SYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 535*2de40f68SYevgeny Kliteynik allow_modify_hdr = false; 536*2de40f68SYevgeny Kliteynik } 537*2de40f68SYevgeny Kliteynik 5384e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) 5394e856c5dSYevgeny Kliteynik dr_ste_v1_set_counter_id(last_ste, attr->ctr_id); 5404e856c5dSYevgeny Kliteynik 5414e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 542*2de40f68SYevgeny Kliteynik if (!allow_modify_hdr || action_sz < DR_STE_ACTION_DOUBLE_SZ) { 5434e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, 5444e856c5dSYevgeny Kliteynik attr->gvmi); 5454e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, 5464e856c5dSYevgeny Kliteynik last_ste, action); 5474e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 5484e856c5dSYevgeny Kliteynik } 5494e856c5dSYevgeny Kliteynik dr_ste_v1_set_rewrite_actions(last_ste, action, 5504e856c5dSYevgeny Kliteynik attr->modify_actions, 5514e856c5dSYevgeny Kliteynik attr->modify_index); 5524e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 5534e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 5544e856c5dSYevgeny Kliteynik allow_encap = false; 5554e856c5dSYevgeny Kliteynik } 5564e856c5dSYevgeny Kliteynik 5574e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) { 5584e856c5dSYevgeny Kliteynik int i; 5594e856c5dSYevgeny Kliteynik 5604e856c5dSYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 5614e856c5dSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_DOUBLE_SZ || !allow_encap) { 5624e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 5634e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 5644e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 5654e856c5dSYevgeny Kliteynik allow_encap = true; 5664e856c5dSYevgeny Kliteynik } 567*2de40f68SYevgeny Kliteynik dr_ste_v1_set_push_vlan(last_ste, action, 568*2de40f68SYevgeny Kliteynik attr->vlans.headers[i]); 5694e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 5704e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 5714e856c5dSYevgeny Kliteynik } 5724e856c5dSYevgeny Kliteynik } 5734e856c5dSYevgeny Kliteynik 5744e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2]) { 5754e856c5dSYevgeny Kliteynik if (!allow_encap || action_sz < DR_STE_ACTION_DOUBLE_SZ) { 5764e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 5774e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 5784e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 5794e856c5dSYevgeny Kliteynik allow_encap = true; 5804e856c5dSYevgeny Kliteynik } 581d7418b4eSYevgeny Kliteynik dr_ste_v1_set_encap(last_ste, action, 5827ea9b398SYevgeny Kliteynik attr->reformat.id, 5837ea9b398SYevgeny Kliteynik attr->reformat.size); 5844e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 5854e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 5864e856c5dSYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]) { 5874e856c5dSYevgeny Kliteynik u8 *d_action; 5884e856c5dSYevgeny Kliteynik 5894e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 5904e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 5914e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 5924e856c5dSYevgeny Kliteynik d_action = action + DR_STE_ACTION_SINGLE_SZ; 5934e856c5dSYevgeny Kliteynik 594d7418b4eSYevgeny Kliteynik dr_ste_v1_set_encap_l3(last_ste, 5954e856c5dSYevgeny Kliteynik action, d_action, 5967ea9b398SYevgeny Kliteynik attr->reformat.id, 5977ea9b398SYevgeny Kliteynik attr->reformat.size); 5984e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_TRIPLE_SZ; 5994e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_TRIPLE_SZ; 6007ea9b398SYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_INSERT_HDR]) { 6017ea9b398SYevgeny Kliteynik if (!allow_encap || action_sz < DR_STE_ACTION_DOUBLE_SZ) { 6027ea9b398SYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 6037ea9b398SYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 6047ea9b398SYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 6057ea9b398SYevgeny Kliteynik } 6067ea9b398SYevgeny Kliteynik dr_ste_v1_set_insert_hdr(last_ste, action, 6077ea9b398SYevgeny Kliteynik attr->reformat.id, 6087ea9b398SYevgeny Kliteynik attr->reformat.param_0, 6097ea9b398SYevgeny Kliteynik attr->reformat.param_1, 6107ea9b398SYevgeny Kliteynik attr->reformat.size); 6117ea9b398SYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 6127ea9b398SYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 6130139145fSYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_REMOVE_HDR]) { 6140139145fSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_SINGLE_SZ) { 6150139145fSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 6160139145fSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 6170139145fSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 6180139145fSYevgeny Kliteynik } 6190139145fSYevgeny Kliteynik dr_ste_v1_set_remove_hdr(last_ste, action, 6200139145fSYevgeny Kliteynik attr->reformat.param_0, 6210139145fSYevgeny Kliteynik attr->reformat.param_1, 6220139145fSYevgeny Kliteynik attr->reformat.size); 6230139145fSYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 6240139145fSYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 6254e856c5dSYevgeny Kliteynik } 6264e856c5dSYevgeny Kliteynik 6274e856c5dSYevgeny Kliteynik dr_ste_v1_set_hit_gvmi(last_ste, attr->hit_gvmi); 6284e856c5dSYevgeny Kliteynik dr_ste_v1_set_hit_addr(last_ste, attr->final_icm_addr, 1); 6294e856c5dSYevgeny Kliteynik } 6304e856c5dSYevgeny Kliteynik 6314e856c5dSYevgeny Kliteynik static void dr_ste_v1_set_actions_rx(struct mlx5dr_domain *dmn, 6324e856c5dSYevgeny Kliteynik u8 *action_type_set, 6334e856c5dSYevgeny Kliteynik u8 *last_ste, 6344e856c5dSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 6354e856c5dSYevgeny Kliteynik u32 *added_stes) 6364e856c5dSYevgeny Kliteynik { 6374e856c5dSYevgeny Kliteynik u8 *action = MLX5_ADDR_OF(ste_match_bwc_v1, last_ste, action); 6384e856c5dSYevgeny Kliteynik u8 action_sz = DR_STE_ACTION_DOUBLE_SZ; 6394e856c5dSYevgeny Kliteynik bool allow_modify_hdr = true; 6404e856c5dSYevgeny Kliteynik bool allow_ctr = true; 6414e856c5dSYevgeny Kliteynik 6424e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) { 6434e856c5dSYevgeny Kliteynik dr_ste_v1_set_rewrite_actions(last_ste, action, 6444e856c5dSYevgeny Kliteynik attr->decap_actions, 6454e856c5dSYevgeny Kliteynik attr->decap_index); 6464e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 6474e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 6484e856c5dSYevgeny Kliteynik allow_modify_hdr = false; 6494e856c5dSYevgeny Kliteynik allow_ctr = false; 6504e856c5dSYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2]) { 6514e856c5dSYevgeny Kliteynik dr_ste_v1_set_rx_decap(last_ste, action); 6524e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 6534e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 6544e856c5dSYevgeny Kliteynik allow_modify_hdr = false; 6554e856c5dSYevgeny Kliteynik allow_ctr = false; 6564e856c5dSYevgeny Kliteynik } 6574e856c5dSYevgeny Kliteynik 6584e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TAG]) { 6594e856c5dSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_SINGLE_SZ) { 6604e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 6614e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 6624e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 6634e856c5dSYevgeny Kliteynik allow_modify_hdr = true; 6644e856c5dSYevgeny Kliteynik allow_ctr = true; 6654e856c5dSYevgeny Kliteynik } 6664e856c5dSYevgeny Kliteynik dr_ste_v1_set_rx_flow_tag(action, attr->flow_tag); 6674e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 6684e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 6694e856c5dSYevgeny Kliteynik } 6704e856c5dSYevgeny Kliteynik 6714e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_POP_VLAN]) { 6724e856c5dSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_SINGLE_SZ || 6734e856c5dSYevgeny Kliteynik !allow_modify_hdr) { 6744e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 6754e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 6764e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 6774e856c5dSYevgeny Kliteynik allow_modify_hdr = false; 6784e856c5dSYevgeny Kliteynik allow_ctr = false; 6794e856c5dSYevgeny Kliteynik } 6804e856c5dSYevgeny Kliteynik 681*2de40f68SYevgeny Kliteynik dr_ste_v1_set_pop_vlan(last_ste, action, attr->vlans.count); 6824e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 6834e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 6844e856c5dSYevgeny Kliteynik } 6854e856c5dSYevgeny Kliteynik 6864e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 6874e856c5dSYevgeny Kliteynik /* Modify header and decapsulation must use different STEs */ 6884e856c5dSYevgeny Kliteynik if (!allow_modify_hdr || action_sz < DR_STE_ACTION_DOUBLE_SZ) { 6894e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 6904e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 6914e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 6924e856c5dSYevgeny Kliteynik allow_modify_hdr = true; 6934e856c5dSYevgeny Kliteynik allow_ctr = true; 6944e856c5dSYevgeny Kliteynik } 6954e856c5dSYevgeny Kliteynik dr_ste_v1_set_rewrite_actions(last_ste, action, 6964e856c5dSYevgeny Kliteynik attr->modify_actions, 6974e856c5dSYevgeny Kliteynik attr->modify_index); 6984e856c5dSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 6994e856c5dSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 7004e856c5dSYevgeny Kliteynik } 7014e856c5dSYevgeny Kliteynik 702*2de40f68SYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) { 703*2de40f68SYevgeny Kliteynik int i; 704*2de40f68SYevgeny Kliteynik 705*2de40f68SYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 706*2de40f68SYevgeny Kliteynik if (action_sz < DR_STE_ACTION_DOUBLE_SZ || 707*2de40f68SYevgeny Kliteynik !allow_modify_hdr) { 708*2de40f68SYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, 709*2de40f68SYevgeny Kliteynik added_stes, 710*2de40f68SYevgeny Kliteynik attr->gvmi); 711*2de40f68SYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, 712*2de40f68SYevgeny Kliteynik last_ste, action); 713*2de40f68SYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 714*2de40f68SYevgeny Kliteynik } 715*2de40f68SYevgeny Kliteynik dr_ste_v1_set_push_vlan(last_ste, action, 716*2de40f68SYevgeny Kliteynik attr->vlans.headers[i]); 717*2de40f68SYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 718*2de40f68SYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 719*2de40f68SYevgeny Kliteynik } 720*2de40f68SYevgeny Kliteynik } 721*2de40f68SYevgeny Kliteynik 7224e856c5dSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) { 7237ea9b398SYevgeny Kliteynik /* Counter action set after decap and before insert_hdr 7247ea9b398SYevgeny Kliteynik * to exclude decaped / encaped header respectively. 7257ea9b398SYevgeny Kliteynik */ 7264e856c5dSYevgeny Kliteynik if (!allow_ctr) { 7274e856c5dSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 7284e856c5dSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 7294e856c5dSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 7304e856c5dSYevgeny Kliteynik allow_modify_hdr = true; 7314e856c5dSYevgeny Kliteynik allow_ctr = false; 7324e856c5dSYevgeny Kliteynik } 7334e856c5dSYevgeny Kliteynik dr_ste_v1_set_counter_id(last_ste, attr->ctr_id); 7344e856c5dSYevgeny Kliteynik } 7354e856c5dSYevgeny Kliteynik 736d7418b4eSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2]) { 737d7418b4eSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_DOUBLE_SZ) { 738d7418b4eSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 739d7418b4eSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 740d7418b4eSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 741d7418b4eSYevgeny Kliteynik } 742d7418b4eSYevgeny Kliteynik dr_ste_v1_set_encap(last_ste, action, 7437ea9b398SYevgeny Kliteynik attr->reformat.id, 7447ea9b398SYevgeny Kliteynik attr->reformat.size); 745d7418b4eSYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 746d7418b4eSYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 747d7418b4eSYevgeny Kliteynik allow_modify_hdr = false; 748d7418b4eSYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]) { 749d7418b4eSYevgeny Kliteynik u8 *d_action; 750d7418b4eSYevgeny Kliteynik 751d7418b4eSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_TRIPLE_SZ) { 752d7418b4eSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 753d7418b4eSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 754d7418b4eSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 755d7418b4eSYevgeny Kliteynik } 756d7418b4eSYevgeny Kliteynik 757d7418b4eSYevgeny Kliteynik d_action = action + DR_STE_ACTION_SINGLE_SZ; 758d7418b4eSYevgeny Kliteynik 759d7418b4eSYevgeny Kliteynik dr_ste_v1_set_encap_l3(last_ste, 760d7418b4eSYevgeny Kliteynik action, d_action, 7617ea9b398SYevgeny Kliteynik attr->reformat.id, 7627ea9b398SYevgeny Kliteynik attr->reformat.size); 763d7418b4eSYevgeny Kliteynik action_sz -= DR_STE_ACTION_TRIPLE_SZ; 764d7418b4eSYevgeny Kliteynik allow_modify_hdr = false; 7657ea9b398SYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_INSERT_HDR]) { 7667ea9b398SYevgeny Kliteynik /* Modify header, decap, and encap must use different STEs */ 7677ea9b398SYevgeny Kliteynik if (!allow_modify_hdr || action_sz < DR_STE_ACTION_DOUBLE_SZ) { 7687ea9b398SYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 7697ea9b398SYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 7707ea9b398SYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 7717ea9b398SYevgeny Kliteynik } 7727ea9b398SYevgeny Kliteynik dr_ste_v1_set_insert_hdr(last_ste, action, 7737ea9b398SYevgeny Kliteynik attr->reformat.id, 7747ea9b398SYevgeny Kliteynik attr->reformat.param_0, 7757ea9b398SYevgeny Kliteynik attr->reformat.param_1, 7767ea9b398SYevgeny Kliteynik attr->reformat.size); 7777ea9b398SYevgeny Kliteynik action_sz -= DR_STE_ACTION_DOUBLE_SZ; 7787ea9b398SYevgeny Kliteynik action += DR_STE_ACTION_DOUBLE_SZ; 7797ea9b398SYevgeny Kliteynik allow_modify_hdr = false; 7800139145fSYevgeny Kliteynik } else if (action_type_set[DR_ACTION_TYP_REMOVE_HDR]) { 7810139145fSYevgeny Kliteynik if (action_sz < DR_STE_ACTION_SINGLE_SZ) { 7820139145fSYevgeny Kliteynik dr_ste_v1_arr_init_next_match(&last_ste, added_stes, attr->gvmi); 7830139145fSYevgeny Kliteynik action = MLX5_ADDR_OF(ste_mask_and_match_v1, last_ste, action); 7840139145fSYevgeny Kliteynik action_sz = DR_STE_ACTION_TRIPLE_SZ; 7850139145fSYevgeny Kliteynik allow_modify_hdr = true; 7860139145fSYevgeny Kliteynik allow_ctr = true; 7870139145fSYevgeny Kliteynik } 7880139145fSYevgeny Kliteynik dr_ste_v1_set_remove_hdr(last_ste, action, 7890139145fSYevgeny Kliteynik attr->reformat.param_0, 7900139145fSYevgeny Kliteynik attr->reformat.param_1, 7910139145fSYevgeny Kliteynik attr->reformat.size); 7920139145fSYevgeny Kliteynik action_sz -= DR_STE_ACTION_SINGLE_SZ; 7930139145fSYevgeny Kliteynik action += DR_STE_ACTION_SINGLE_SZ; 794d7418b4eSYevgeny Kliteynik } 795d7418b4eSYevgeny Kliteynik 7964e856c5dSYevgeny Kliteynik dr_ste_v1_set_hit_gvmi(last_ste, attr->hit_gvmi); 7974e856c5dSYevgeny Kliteynik dr_ste_v1_set_hit_addr(last_ste, attr->final_icm_addr, 1); 7984e856c5dSYevgeny Kliteynik } 7994e856c5dSYevgeny Kliteynik 800c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_set(u8 *d_action, 801c349b413SYevgeny Kliteynik u8 hw_field, 802c349b413SYevgeny Kliteynik u8 shifter, 803c349b413SYevgeny Kliteynik u8 length, 804c349b413SYevgeny Kliteynik u32 data) 805c349b413SYevgeny Kliteynik { 806c349b413SYevgeny Kliteynik shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET; 807c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_set_v1, d_action, action_id, DR_STE_V1_ACTION_ID_SET); 808c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_set_v1, d_action, destination_dw_offset, hw_field); 809c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_set_v1, d_action, destination_left_shifter, shifter); 810c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_set_v1, d_action, destination_length, length); 811c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_set_v1, d_action, inline_data, data); 812c349b413SYevgeny Kliteynik } 813c349b413SYevgeny Kliteynik 814c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_add(u8 *d_action, 815c349b413SYevgeny Kliteynik u8 hw_field, 816c349b413SYevgeny Kliteynik u8 shifter, 817c349b413SYevgeny Kliteynik u8 length, 818c349b413SYevgeny Kliteynik u32 data) 819c349b413SYevgeny Kliteynik { 820c349b413SYevgeny Kliteynik shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET; 821c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_add_v1, d_action, action_id, DR_STE_V1_ACTION_ID_ADD); 822c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_add_v1, d_action, destination_dw_offset, hw_field); 823c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_add_v1, d_action, destination_left_shifter, shifter); 824c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_add_v1, d_action, destination_length, length); 825c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_add_v1, d_action, add_value, data); 826c349b413SYevgeny Kliteynik } 827c349b413SYevgeny Kliteynik 828c349b413SYevgeny Kliteynik static void dr_ste_v1_set_action_copy(u8 *d_action, 829c349b413SYevgeny Kliteynik u8 dst_hw_field, 830c349b413SYevgeny Kliteynik u8 dst_shifter, 831c349b413SYevgeny Kliteynik u8 dst_len, 832c349b413SYevgeny Kliteynik u8 src_hw_field, 833c349b413SYevgeny Kliteynik u8 src_shifter) 834c349b413SYevgeny Kliteynik { 835c349b413SYevgeny Kliteynik dst_shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET; 836c349b413SYevgeny Kliteynik src_shifter += MLX5_MODIFY_HEADER_V1_QW_OFFSET; 837c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, action_id, DR_STE_V1_ACTION_ID_COPY); 838c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, destination_dw_offset, dst_hw_field); 839c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, destination_left_shifter, dst_shifter); 840c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, destination_length, dst_len); 841c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, source_dw_offset, src_hw_field); 842c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_copy_v1, d_action, source_right_shifter, src_shifter); 843c349b413SYevgeny Kliteynik } 844c349b413SYevgeny Kliteynik 845c349b413SYevgeny Kliteynik #define DR_STE_DECAP_L3_ACTION_NUM 8 846c349b413SYevgeny Kliteynik #define DR_STE_L2_HDR_MAX_SZ 20 847c349b413SYevgeny Kliteynik 848c349b413SYevgeny Kliteynik static int dr_ste_v1_set_action_decap_l3_list(void *data, 849c349b413SYevgeny Kliteynik u32 data_sz, 850c349b413SYevgeny Kliteynik u8 *hw_action, 851c349b413SYevgeny Kliteynik u32 hw_action_sz, 852c349b413SYevgeny Kliteynik u16 *used_hw_action_num) 853c349b413SYevgeny Kliteynik { 854c349b413SYevgeny Kliteynik u8 padded_data[DR_STE_L2_HDR_MAX_SZ] = {}; 855c349b413SYevgeny Kliteynik void *data_ptr = padded_data; 856c349b413SYevgeny Kliteynik u16 used_actions = 0; 857c349b413SYevgeny Kliteynik u32 inline_data_sz; 858c349b413SYevgeny Kliteynik u32 i; 859c349b413SYevgeny Kliteynik 860c349b413SYevgeny Kliteynik if (hw_action_sz / DR_STE_ACTION_DOUBLE_SZ < DR_STE_DECAP_L3_ACTION_NUM) 861c349b413SYevgeny Kliteynik return -EINVAL; 862c349b413SYevgeny Kliteynik 86365fb7d10SAlex Vesker inline_data_sz = 86465fb7d10SAlex Vesker MLX5_FLD_SZ_BYTES(ste_double_action_insert_with_inline_v1, inline_data); 86565fb7d10SAlex Vesker 86665fb7d10SAlex Vesker /* Add an alignment padding */ 86765fb7d10SAlex Vesker memcpy(padded_data + data_sz % inline_data_sz, data, data_sz); 868c349b413SYevgeny Kliteynik 869c349b413SYevgeny Kliteynik /* Remove L2L3 outer headers */ 870c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, hw_action, action_id, 871c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_HEADER_TO_HEADER); 872c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, hw_action, decap, 1); 873c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, hw_action, vni_to_cqe, 1); 874c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_v1, hw_action, end_anchor, 875c349b413SYevgeny Kliteynik DR_STE_HEADER_ANCHOR_INNER_IPV6_IPV4); 876c349b413SYevgeny Kliteynik hw_action += DR_STE_ACTION_DOUBLE_SZ; 877c349b413SYevgeny Kliteynik used_actions++; /* Remove and NOP are a single double action */ 878c349b413SYevgeny Kliteynik 87965fb7d10SAlex Vesker /* Point to the last dword of the header */ 88065fb7d10SAlex Vesker data_ptr += (data_sz / inline_data_sz) * inline_data_sz; 881c349b413SYevgeny Kliteynik 88265fb7d10SAlex Vesker /* Add the new header using inline action 4Byte at a time, the header 88365fb7d10SAlex Vesker * is added in reversed order to the beginning of the packet to avoid 88465fb7d10SAlex Vesker * incorrect parsing by the HW. Since header is 14B or 18B an extra 88565fb7d10SAlex Vesker * two bytes are padded and later removed. 88665fb7d10SAlex Vesker */ 887c349b413SYevgeny Kliteynik for (i = 0; i < data_sz / inline_data_sz + 1; i++) { 888c349b413SYevgeny Kliteynik void *addr_inline; 889c349b413SYevgeny Kliteynik 890c349b413SYevgeny Kliteynik MLX5_SET(ste_double_action_insert_with_inline_v1, hw_action, action_id, 891c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_ID_INSERT_INLINE); 892c349b413SYevgeny Kliteynik /* The hardware expects here offset to words (2 bytes) */ 89365fb7d10SAlex Vesker MLX5_SET(ste_double_action_insert_with_inline_v1, hw_action, start_offset, 0); 894c349b413SYevgeny Kliteynik 895c349b413SYevgeny Kliteynik /* Copy bytes one by one to avoid endianness problem */ 896c349b413SYevgeny Kliteynik addr_inline = MLX5_ADDR_OF(ste_double_action_insert_with_inline_v1, 897c349b413SYevgeny Kliteynik hw_action, inline_data); 89865fb7d10SAlex Vesker memcpy(addr_inline, data_ptr - i * inline_data_sz, inline_data_sz); 899c349b413SYevgeny Kliteynik hw_action += DR_STE_ACTION_DOUBLE_SZ; 900c349b413SYevgeny Kliteynik used_actions++; 901c349b413SYevgeny Kliteynik } 902c349b413SYevgeny Kliteynik 90365fb7d10SAlex Vesker /* Remove first 2 extra bytes */ 904c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, action_id, 905c349b413SYevgeny Kliteynik DR_STE_V1_ACTION_ID_REMOVE_BY_SIZE); 90665fb7d10SAlex Vesker MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, start_offset, 0); 907c349b413SYevgeny Kliteynik /* The hardware expects here size in words (2 bytes) */ 908c349b413SYevgeny Kliteynik MLX5_SET(ste_single_action_remove_header_size_v1, hw_action, remove_size, 1); 909c349b413SYevgeny Kliteynik used_actions++; 910c349b413SYevgeny Kliteynik 911c349b413SYevgeny Kliteynik *used_hw_action_num = used_actions; 912c349b413SYevgeny Kliteynik 913c349b413SYevgeny Kliteynik return 0; 914c349b413SYevgeny Kliteynik } 915c349b413SYevgeny Kliteynik 91610b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value, 91710b69418SYevgeny Kliteynik bool inner, u8 *bit_mask) 91810b69418SYevgeny Kliteynik { 91910b69418SYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 92010b69418SYevgeny Kliteynik 92110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, dmac_47_16, mask, dmac_47_16); 92210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, dmac_15_0, mask, dmac_15_0); 92310b69418SYevgeny Kliteynik 92410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, smac_47_16, mask, smac_47_16); 92510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, smac_15_0, mask, smac_15_0); 92610b69418SYevgeny Kliteynik 92710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_vlan_id, mask, first_vid); 92810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_cfi, mask, first_cfi); 92910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, bit_mask, first_priority, mask, first_prio); 93010b69418SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src_dst_v1, bit_mask, l3_type, mask, ip_version); 93110b69418SYevgeny Kliteynik 93210b69418SYevgeny Kliteynik if (mask->cvlan_tag) { 93310b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, bit_mask, first_vlan_qualifier, -1); 93410b69418SYevgeny Kliteynik mask->cvlan_tag = 0; 93510b69418SYevgeny Kliteynik } else if (mask->svlan_tag) { 93610b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, bit_mask, first_vlan_qualifier, -1); 93710b69418SYevgeny Kliteynik mask->svlan_tag = 0; 93810b69418SYevgeny Kliteynik } 93910b69418SYevgeny Kliteynik } 94010b69418SYevgeny Kliteynik 94110b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value, 94210b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 94310b69418SYevgeny Kliteynik u8 *tag) 94410b69418SYevgeny Kliteynik { 94510b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 94610b69418SYevgeny Kliteynik 94710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, dmac_47_16, spec, dmac_47_16); 94810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, dmac_15_0, spec, dmac_15_0); 94910b69418SYevgeny Kliteynik 95010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, smac_47_16, spec, smac_47_16); 95110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, smac_15_0, spec, smac_15_0); 95210b69418SYevgeny Kliteynik 95310b69418SYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 95410b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, tag, l3_type, STE_IPV4); 95510b69418SYevgeny Kliteynik spec->ip_version = 0; 95610b69418SYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 95710b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, tag, l3_type, STE_IPV6); 95810b69418SYevgeny Kliteynik spec->ip_version = 0; 95910b69418SYevgeny Kliteynik } else if (spec->ip_version) { 96010b69418SYevgeny Kliteynik return -EINVAL; 96110b69418SYevgeny Kliteynik } 96210b69418SYevgeny Kliteynik 96310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_vlan_id, spec, first_vid); 96410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_cfi, spec, first_cfi); 96510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst_v1, tag, first_priority, spec, first_prio); 96610b69418SYevgeny Kliteynik 96710b69418SYevgeny Kliteynik if (spec->cvlan_tag) { 96810b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, tag, first_vlan_qualifier, DR_STE_CVLAN); 96910b69418SYevgeny Kliteynik spec->cvlan_tag = 0; 97010b69418SYevgeny Kliteynik } else if (spec->svlan_tag) { 97110b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst_v1, tag, first_vlan_qualifier, DR_STE_SVLAN); 97210b69418SYevgeny Kliteynik spec->svlan_tag = 0; 97310b69418SYevgeny Kliteynik } 97410b69418SYevgeny Kliteynik return 0; 97510b69418SYevgeny Kliteynik } 97610b69418SYevgeny Kliteynik 97710b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb, 97810b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 97910b69418SYevgeny Kliteynik { 98010b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask); 98110b69418SYevgeny Kliteynik 98210b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2_SRC_DST, sb->inner); 98310b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 98410b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_src_dst_tag; 98510b69418SYevgeny Kliteynik } 98610b69418SYevgeny Kliteynik 98710b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value, 98810b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 98910b69418SYevgeny Kliteynik u8 *tag) 99010b69418SYevgeny Kliteynik { 99110b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 99210b69418SYevgeny Kliteynik 99310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96); 99410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64); 99510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32); 99610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0); 99710b69418SYevgeny Kliteynik 99810b69418SYevgeny Kliteynik return 0; 99910b69418SYevgeny Kliteynik } 100010b69418SYevgeny Kliteynik 100110b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb, 100210b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 100310b69418SYevgeny Kliteynik { 100410b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask); 100510b69418SYevgeny Kliteynik 100610b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(IPV6_DES, sb->inner); 100710b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 100810b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv6_dst_tag; 100910b69418SYevgeny Kliteynik } 101010b69418SYevgeny Kliteynik 101110b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value, 101210b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 101310b69418SYevgeny Kliteynik u8 *tag) 101410b69418SYevgeny Kliteynik { 101510b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 101610b69418SYevgeny Kliteynik 101710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96); 101810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64); 101910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32); 102010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0); 102110b69418SYevgeny Kliteynik 102210b69418SYevgeny Kliteynik return 0; 102310b69418SYevgeny Kliteynik } 102410b69418SYevgeny Kliteynik 102510b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb, 102610b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 102710b69418SYevgeny Kliteynik { 102810b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask); 102910b69418SYevgeny Kliteynik 103010b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(IPV6_SRC, sb->inner); 103110b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 103210b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv6_src_tag; 103310b69418SYevgeny Kliteynik } 103410b69418SYevgeny Kliteynik 103510b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value, 103610b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 103710b69418SYevgeny Kliteynik u8 *tag) 103810b69418SYevgeny Kliteynik { 103910b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 104010b69418SYevgeny Kliteynik 104110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_address, spec, dst_ip_31_0); 104210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_address, spec, src_ip_31_0); 104310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_port, spec, tcp_dport); 104410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, destination_port, spec, udp_dport); 104510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_port, spec, tcp_sport); 104610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, source_port, spec, udp_sport); 104710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, protocol, spec, ip_protocol); 104810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, fragmented, spec, frag); 104910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, dscp, spec, ip_dscp); 105010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple_v1, tag, ecn, spec, ip_ecn); 105110b69418SYevgeny Kliteynik 105210b69418SYevgeny Kliteynik if (spec->tcp_flags) { 105310b69418SYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple_v1, tag, spec); 105410b69418SYevgeny Kliteynik spec->tcp_flags = 0; 105510b69418SYevgeny Kliteynik } 105610b69418SYevgeny Kliteynik 105710b69418SYevgeny Kliteynik return 0; 105810b69418SYevgeny Kliteynik } 105910b69418SYevgeny Kliteynik 106010b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb, 106110b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 106210b69418SYevgeny Kliteynik { 106310b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask); 106410b69418SYevgeny Kliteynik 106510b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL3_IPV4_5_TUPLE, sb->inner); 106610b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 106710b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv4_5_tuple_tag; 106810b69418SYevgeny Kliteynik } 106910b69418SYevgeny Kliteynik 107010b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value, 107110b69418SYevgeny Kliteynik bool inner, u8 *bit_mask) 107210b69418SYevgeny Kliteynik { 107310b69418SYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 107410b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 107510b69418SYevgeny Kliteynik 107610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_vlan_id, mask, first_vid); 107710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_cfi, mask, first_cfi); 107810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, first_priority, mask, first_prio); 107910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, ip_fragmented, mask, frag); // ? 108010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, l3_ethertype, mask, ethertype); // ? 108110b69418SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src_v1, bit_mask, l3_type, mask, ip_version); 108210b69418SYevgeny Kliteynik 108310b69418SYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 108410b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, bit_mask, first_vlan_qualifier, -1); 108510b69418SYevgeny Kliteynik mask->cvlan_tag = 0; 108610b69418SYevgeny Kliteynik mask->svlan_tag = 0; 108710b69418SYevgeny Kliteynik } 108810b69418SYevgeny Kliteynik 108910b69418SYevgeny Kliteynik if (inner) { 109010b69418SYevgeny Kliteynik if (misc_mask->inner_second_cvlan_tag || 109110b69418SYevgeny Kliteynik misc_mask->inner_second_svlan_tag) { 109210b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, bit_mask, second_vlan_qualifier, -1); 109310b69418SYevgeny Kliteynik misc_mask->inner_second_cvlan_tag = 0; 109410b69418SYevgeny Kliteynik misc_mask->inner_second_svlan_tag = 0; 109510b69418SYevgeny Kliteynik } 109610b69418SYevgeny Kliteynik 109710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 109810b69418SYevgeny Kliteynik second_vlan_id, misc_mask, inner_second_vid); 109910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 110010b69418SYevgeny Kliteynik second_cfi, misc_mask, inner_second_cfi); 110110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 110210b69418SYevgeny Kliteynik second_priority, misc_mask, inner_second_prio); 110310b69418SYevgeny Kliteynik } else { 110410b69418SYevgeny Kliteynik if (misc_mask->outer_second_cvlan_tag || 110510b69418SYevgeny Kliteynik misc_mask->outer_second_svlan_tag) { 110610b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, bit_mask, second_vlan_qualifier, -1); 110710b69418SYevgeny Kliteynik misc_mask->outer_second_cvlan_tag = 0; 110810b69418SYevgeny Kliteynik misc_mask->outer_second_svlan_tag = 0; 110910b69418SYevgeny Kliteynik } 111010b69418SYevgeny Kliteynik 111110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 111210b69418SYevgeny Kliteynik second_vlan_id, misc_mask, outer_second_vid); 111310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 111410b69418SYevgeny Kliteynik second_cfi, misc_mask, outer_second_cfi); 111510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, 111610b69418SYevgeny Kliteynik second_priority, misc_mask, outer_second_prio); 111710b69418SYevgeny Kliteynik } 111810b69418SYevgeny Kliteynik } 111910b69418SYevgeny Kliteynik 112010b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value, 112110b69418SYevgeny Kliteynik bool inner, u8 *tag) 112210b69418SYevgeny Kliteynik { 112310b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer; 112410b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc_spec = &value->misc; 112510b69418SYevgeny Kliteynik 112610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, first_vlan_id, spec, first_vid); 112710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, first_cfi, spec, first_cfi); 112810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, first_priority, spec, first_prio); 112910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, ip_fragmented, spec, frag); 113010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, l3_ethertype, spec, ethertype); 113110b69418SYevgeny Kliteynik 113210b69418SYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 113310b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, l3_type, STE_IPV4); 113410b69418SYevgeny Kliteynik spec->ip_version = 0; 113510b69418SYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 113610b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, l3_type, STE_IPV6); 113710b69418SYevgeny Kliteynik spec->ip_version = 0; 113810b69418SYevgeny Kliteynik } else if (spec->ip_version) { 113910b69418SYevgeny Kliteynik return -EINVAL; 114010b69418SYevgeny Kliteynik } 114110b69418SYevgeny Kliteynik 114210b69418SYevgeny Kliteynik if (spec->cvlan_tag) { 114310b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, first_vlan_qualifier, DR_STE_CVLAN); 114410b69418SYevgeny Kliteynik spec->cvlan_tag = 0; 114510b69418SYevgeny Kliteynik } else if (spec->svlan_tag) { 114610b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, first_vlan_qualifier, DR_STE_SVLAN); 114710b69418SYevgeny Kliteynik spec->svlan_tag = 0; 114810b69418SYevgeny Kliteynik } 114910b69418SYevgeny Kliteynik 115010b69418SYevgeny Kliteynik if (inner) { 115110b69418SYevgeny Kliteynik if (misc_spec->inner_second_cvlan_tag) { 115210b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_CVLAN); 115310b69418SYevgeny Kliteynik misc_spec->inner_second_cvlan_tag = 0; 115410b69418SYevgeny Kliteynik } else if (misc_spec->inner_second_svlan_tag) { 115510b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_SVLAN); 115610b69418SYevgeny Kliteynik misc_spec->inner_second_svlan_tag = 0; 115710b69418SYevgeny Kliteynik } 115810b69418SYevgeny Kliteynik 115910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_vlan_id, misc_spec, inner_second_vid); 116010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_cfi, misc_spec, inner_second_cfi); 116110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_priority, misc_spec, inner_second_prio); 116210b69418SYevgeny Kliteynik } else { 116310b69418SYevgeny Kliteynik if (misc_spec->outer_second_cvlan_tag) { 116410b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_CVLAN); 116510b69418SYevgeny Kliteynik misc_spec->outer_second_cvlan_tag = 0; 116610b69418SYevgeny Kliteynik } else if (misc_spec->outer_second_svlan_tag) { 116710b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_v1, tag, second_vlan_qualifier, DR_STE_SVLAN); 116810b69418SYevgeny Kliteynik misc_spec->outer_second_svlan_tag = 0; 116910b69418SYevgeny Kliteynik } 117010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_vlan_id, misc_spec, outer_second_vid); 117110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_cfi, misc_spec, outer_second_cfi); 117210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, second_priority, misc_spec, outer_second_prio); 117310b69418SYevgeny Kliteynik } 117410b69418SYevgeny Kliteynik 117510b69418SYevgeny Kliteynik return 0; 117610b69418SYevgeny Kliteynik } 117710b69418SYevgeny Kliteynik 117810b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value, 117910b69418SYevgeny Kliteynik bool inner, u8 *bit_mask) 118010b69418SYevgeny Kliteynik { 118110b69418SYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 118210b69418SYevgeny Kliteynik 118310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, smac_47_16, mask, smac_47_16); 118410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, bit_mask, smac_15_0, mask, smac_15_0); 118510b69418SYevgeny Kliteynik 118610b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask); 118710b69418SYevgeny Kliteynik } 118810b69418SYevgeny Kliteynik 118910b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_src_tag(struct mlx5dr_match_param *value, 119010b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 119110b69418SYevgeny Kliteynik u8 *tag) 119210b69418SYevgeny Kliteynik { 119310b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 119410b69418SYevgeny Kliteynik 119510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, smac_47_16, spec, smac_47_16); 119610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_v1, tag, smac_15_0, spec, smac_15_0); 119710b69418SYevgeny Kliteynik 119810b69418SYevgeny Kliteynik return dr_ste_v1_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 119910b69418SYevgeny Kliteynik } 120010b69418SYevgeny Kliteynik 120110b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_src_init(struct mlx5dr_ste_build *sb, 120210b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 120310b69418SYevgeny Kliteynik { 120410b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask); 120510b69418SYevgeny Kliteynik 120610b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2_SRC, sb->inner); 120710b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 120810b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_src_tag; 120910b69418SYevgeny Kliteynik } 121010b69418SYevgeny Kliteynik 121110b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value, 121210b69418SYevgeny Kliteynik bool inner, u8 *bit_mask) 121310b69418SYevgeny Kliteynik { 121410b69418SYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 121510b69418SYevgeny Kliteynik 121610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst_v1, bit_mask, dmac_47_16, mask, dmac_47_16); 121710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst_v1, bit_mask, dmac_15_0, mask, dmac_15_0); 121810b69418SYevgeny Kliteynik 121910b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask); 122010b69418SYevgeny Kliteynik } 122110b69418SYevgeny Kliteynik 122210b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_dst_tag(struct mlx5dr_match_param *value, 122310b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 122410b69418SYevgeny Kliteynik u8 *tag) 122510b69418SYevgeny Kliteynik { 122610b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 122710b69418SYevgeny Kliteynik 122810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst_v1, tag, dmac_47_16, spec, dmac_47_16); 122910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst_v1, tag, dmac_15_0, spec, dmac_15_0); 123010b69418SYevgeny Kliteynik 123110b69418SYevgeny Kliteynik return dr_ste_v1_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 123210b69418SYevgeny Kliteynik } 123310b69418SYevgeny Kliteynik 123410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb, 123510b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 123610b69418SYevgeny Kliteynik { 123710b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_dst_bit_mask(mask, sb->inner, sb->bit_mask); 123810b69418SYevgeny Kliteynik 123910b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL2, sb->inner); 124010b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 124110b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_dst_tag; 124210b69418SYevgeny Kliteynik } 124310b69418SYevgeny Kliteynik 124410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value, 124510b69418SYevgeny Kliteynik bool inner, u8 *bit_mask) 124610b69418SYevgeny Kliteynik { 124710b69418SYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 124810b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 124910b69418SYevgeny Kliteynik 125010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, dmac_47_16, mask, dmac_47_16); 125110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, dmac_15_0, mask, dmac_15_0); 125210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_vlan_id, mask, first_vid); 125310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_cfi, mask, first_cfi); 125410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, first_priority, mask, first_prio); 125510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, ip_fragmented, mask, frag); 125610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, bit_mask, l3_ethertype, mask, ethertype); 125710b69418SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_tnl_v1, bit_mask, l3_type, mask, ip_version); 125810b69418SYevgeny Kliteynik 125910b69418SYevgeny Kliteynik if (misc->vxlan_vni) { 126010b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, bit_mask, 126110b69418SYevgeny Kliteynik l2_tunneling_network_id, (misc->vxlan_vni << 8)); 126210b69418SYevgeny Kliteynik misc->vxlan_vni = 0; 126310b69418SYevgeny Kliteynik } 126410b69418SYevgeny Kliteynik 126510b69418SYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 126610b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, bit_mask, first_vlan_qualifier, -1); 126710b69418SYevgeny Kliteynik mask->cvlan_tag = 0; 126810b69418SYevgeny Kliteynik mask->svlan_tag = 0; 126910b69418SYevgeny Kliteynik } 127010b69418SYevgeny Kliteynik } 127110b69418SYevgeny Kliteynik 127210b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value, 127310b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 127410b69418SYevgeny Kliteynik u8 *tag) 127510b69418SYevgeny Kliteynik { 127610b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 127710b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 127810b69418SYevgeny Kliteynik 127910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, dmac_47_16, spec, dmac_47_16); 128010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, dmac_15_0, spec, dmac_15_0); 128110b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_vlan_id, spec, first_vid); 128210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_cfi, spec, first_cfi); 128310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, ip_fragmented, spec, frag); 128410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, first_priority, spec, first_prio); 128510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl_v1, tag, l3_ethertype, spec, ethertype); 128610b69418SYevgeny Kliteynik 128710b69418SYevgeny Kliteynik if (misc->vxlan_vni) { 128810b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, tag, l2_tunneling_network_id, 128910b69418SYevgeny Kliteynik (misc->vxlan_vni << 8)); 129010b69418SYevgeny Kliteynik misc->vxlan_vni = 0; 129110b69418SYevgeny Kliteynik } 129210b69418SYevgeny Kliteynik 129310b69418SYevgeny Kliteynik if (spec->cvlan_tag) { 129410b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, tag, first_vlan_qualifier, DR_STE_CVLAN); 129510b69418SYevgeny Kliteynik spec->cvlan_tag = 0; 129610b69418SYevgeny Kliteynik } else if (spec->svlan_tag) { 129710b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, tag, first_vlan_qualifier, DR_STE_SVLAN); 129810b69418SYevgeny Kliteynik spec->svlan_tag = 0; 129910b69418SYevgeny Kliteynik } 130010b69418SYevgeny Kliteynik 130110b69418SYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 130210b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, tag, l3_type, STE_IPV4); 130310b69418SYevgeny Kliteynik spec->ip_version = 0; 130410b69418SYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 130510b69418SYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl_v1, tag, l3_type, STE_IPV6); 130610b69418SYevgeny Kliteynik spec->ip_version = 0; 130710b69418SYevgeny Kliteynik } else if (spec->ip_version) { 130810b69418SYevgeny Kliteynik return -EINVAL; 130910b69418SYevgeny Kliteynik } 131010b69418SYevgeny Kliteynik 131110b69418SYevgeny Kliteynik return 0; 131210b69418SYevgeny Kliteynik } 131310b69418SYevgeny Kliteynik 131410b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb, 131510b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 131610b69418SYevgeny Kliteynik { 131710b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask); 131810b69418SYevgeny Kliteynik 131910b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_ETHL2_TNL; 132010b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 132110b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l2_tnl_tag; 132210b69418SYevgeny Kliteynik } 132310b69418SYevgeny Kliteynik 132410b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value, 132510b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 132610b69418SYevgeny Kliteynik u8 *tag) 132710b69418SYevgeny Kliteynik { 132810b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 132910b69418SYevgeny Kliteynik 133010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_misc_v1, tag, time_to_live, spec, ttl_hoplimit); 133110b69418SYevgeny Kliteynik 133210b69418SYevgeny Kliteynik return 0; 133310b69418SYevgeny Kliteynik } 133410b69418SYevgeny Kliteynik 133510b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb, 133610b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 133710b69418SYevgeny Kliteynik { 133810b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask); 133910b69418SYevgeny Kliteynik 134010b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL3_IPV4_MISC, sb->inner); 134110b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 134210b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l3_ipv4_misc_tag; 134310b69418SYevgeny Kliteynik } 134410b69418SYevgeny Kliteynik 134510b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value, 134610b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 134710b69418SYevgeny Kliteynik u8 *tag) 134810b69418SYevgeny Kliteynik { 134910b69418SYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 135010b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 135110b69418SYevgeny Kliteynik 135210b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, dst_port, spec, tcp_dport); 135310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, src_port, spec, tcp_sport); 135410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, dst_port, spec, udp_dport); 135510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, src_port, spec, udp_sport); 135610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, protocol, spec, ip_protocol); 135710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, fragmented, spec, frag); 135810b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, dscp, spec, ip_dscp); 135910b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, ecn, spec, ip_ecn); 136010b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, ipv6_hop_limit, spec, ttl_hoplimit); 136110b69418SYevgeny Kliteynik 136210b69418SYevgeny Kliteynik if (sb->inner) 136310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, flow_label, misc, inner_ipv6_flow_label); 136410b69418SYevgeny Kliteynik else 136510b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_v1, tag, flow_label, misc, outer_ipv6_flow_label); 136610b69418SYevgeny Kliteynik 136710b69418SYevgeny Kliteynik if (spec->tcp_flags) { 136810b69418SYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l4_v1, tag, spec); 136910b69418SYevgeny Kliteynik spec->tcp_flags = 0; 137010b69418SYevgeny Kliteynik } 137110b69418SYevgeny Kliteynik 137210b69418SYevgeny Kliteynik return 0; 137310b69418SYevgeny Kliteynik } 137410b69418SYevgeny Kliteynik 137510b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb, 137610b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 137710b69418SYevgeny Kliteynik { 137810b69418SYevgeny Kliteynik dr_ste_v1_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask); 137910b69418SYevgeny Kliteynik 138010b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(ETHL4, sb->inner); 138110b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 138210b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_ipv6_l3_l4_tag; 138310b69418SYevgeny Kliteynik } 138410b69418SYevgeny Kliteynik 138510b69418SYevgeny Kliteynik static int dr_ste_v1_build_mpls_tag(struct mlx5dr_match_param *value, 138610b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 138710b69418SYevgeny Kliteynik u8 *tag) 138810b69418SYevgeny Kliteynik { 138910b69418SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 139010b69418SYevgeny Kliteynik 139110b69418SYevgeny Kliteynik if (sb->inner) 139210b69418SYevgeny Kliteynik DR_STE_SET_MPLS(mpls_v1, misc2, inner, tag); 139310b69418SYevgeny Kliteynik else 139410b69418SYevgeny Kliteynik DR_STE_SET_MPLS(mpls_v1, misc2, outer, tag); 139510b69418SYevgeny Kliteynik 139610b69418SYevgeny Kliteynik return 0; 139710b69418SYevgeny Kliteynik } 139810b69418SYevgeny Kliteynik 139910b69418SYevgeny Kliteynik static void dr_ste_v1_build_mpls_init(struct mlx5dr_ste_build *sb, 140010b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 140110b69418SYevgeny Kliteynik { 140210b69418SYevgeny Kliteynik dr_ste_v1_build_mpls_tag(mask, sb, sb->bit_mask); 140310b69418SYevgeny Kliteynik 140410b69418SYevgeny Kliteynik sb->lu_type = DR_STE_CALC_DFNR_TYPE(MPLS, sb->inner); 140510b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 140610b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_mpls_tag; 140710b69418SYevgeny Kliteynik } 140810b69418SYevgeny Kliteynik 140910b69418SYevgeny Kliteynik static int dr_ste_v1_build_tnl_gre_tag(struct mlx5dr_match_param *value, 141010b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 141110b69418SYevgeny Kliteynik u8 *tag) 141210b69418SYevgeny Kliteynik { 141310b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 141410b69418SYevgeny Kliteynik 141510b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_protocol, misc, gre_protocol); 141610b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_k_present, misc, gre_k_present); 141710b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_key_h, misc, gre_key_h); 141810b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_key_l, misc, gre_key_l); 141910b69418SYevgeny Kliteynik 142010b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_c_present, misc, gre_c_present); 142110b69418SYevgeny Kliteynik DR_STE_SET_TAG(gre_v1, tag, gre_s_present, misc, gre_s_present); 142210b69418SYevgeny Kliteynik 142310b69418SYevgeny Kliteynik return 0; 142410b69418SYevgeny Kliteynik } 142510b69418SYevgeny Kliteynik 142610b69418SYevgeny Kliteynik static void dr_ste_v1_build_tnl_gre_init(struct mlx5dr_ste_build *sb, 142710b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 142810b69418SYevgeny Kliteynik { 142910b69418SYevgeny Kliteynik dr_ste_v1_build_tnl_gre_tag(mask, sb, sb->bit_mask); 143010b69418SYevgeny Kliteynik 143110b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_GRE; 143210b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 143310b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gre_tag; 143410b69418SYevgeny Kliteynik } 143510b69418SYevgeny Kliteynik 143610b69418SYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_tag(struct mlx5dr_match_param *value, 143710b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 143810b69418SYevgeny Kliteynik u8 *tag) 143910b69418SYevgeny Kliteynik { 144010b69418SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 144110b69418SYevgeny Kliteynik 144210b69418SYevgeny Kliteynik if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc2)) { 144310b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_label, 144410b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_gre_label); 144510b69418SYevgeny Kliteynik 144610b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_exp, 144710b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_gre_exp); 144810b69418SYevgeny Kliteynik 144910b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_s_bos, 145010b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_gre_s_bos); 145110b69418SYevgeny Kliteynik 145210b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_ttl, 145310b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_gre_ttl); 145410b69418SYevgeny Kliteynik } else { 145510b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_label, 145610b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_udp_label); 145710b69418SYevgeny Kliteynik 145810b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_exp, 145910b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_udp_exp); 146010b69418SYevgeny Kliteynik 146110b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_s_bos, 146210b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_udp_s_bos); 146310b69418SYevgeny Kliteynik 146410b69418SYevgeny Kliteynik DR_STE_SET_TAG(mpls_v1, tag, mpls0_ttl, 146510b69418SYevgeny Kliteynik misc2, outer_first_mpls_over_udp_ttl); 146610b69418SYevgeny Kliteynik } 146710b69418SYevgeny Kliteynik 146810b69418SYevgeny Kliteynik return 0; 146910b69418SYevgeny Kliteynik } 147010b69418SYevgeny Kliteynik 147110b69418SYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_init(struct mlx5dr_ste_build *sb, 147210b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 147310b69418SYevgeny Kliteynik { 147410b69418SYevgeny Kliteynik dr_ste_v1_build_tnl_mpls_tag(mask, sb, sb->bit_mask); 147510b69418SYevgeny Kliteynik 147610b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_MPLS_I; 147710b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 147810b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_tag; 147910b69418SYevgeny Kliteynik } 148010b69418SYevgeny Kliteynik 148135ba005dSYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_over_udp_tag(struct mlx5dr_match_param *value, 148235ba005dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 148335ba005dSYevgeny Kliteynik u8 *tag) 148435ba005dSYevgeny Kliteynik { 148535ba005dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 148635ba005dSYevgeny Kliteynik u8 *parser_ptr; 148735ba005dSYevgeny Kliteynik u8 parser_id; 148835ba005dSYevgeny Kliteynik u32 mpls_hdr; 148935ba005dSYevgeny Kliteynik 149035ba005dSYevgeny Kliteynik mpls_hdr = misc2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL; 149135ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_label = 0; 149235ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP; 149335ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_exp = 0; 149435ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS; 149535ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_s_bos = 0; 149635ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL; 149735ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_ttl = 0; 149835ba005dSYevgeny Kliteynik 149935ba005dSYevgeny Kliteynik parser_id = sb->caps->flex_parser_id_mpls_over_udp; 150035ba005dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 150135ba005dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr); 150235ba005dSYevgeny Kliteynik 150335ba005dSYevgeny Kliteynik return 0; 150435ba005dSYevgeny Kliteynik } 150535ba005dSYevgeny Kliteynik 150635ba005dSYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb, 150735ba005dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 150835ba005dSYevgeny Kliteynik { 150935ba005dSYevgeny Kliteynik dr_ste_v1_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask); 151035ba005dSYevgeny Kliteynik 151135ba005dSYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 151235ba005dSYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 151335ba005dSYevgeny Kliteynik */ 151435ba005dSYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ? 151535ba005dSYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_1 : 151635ba005dSYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_0; 151735ba005dSYevgeny Kliteynik 151835ba005dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 151935ba005dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_over_udp_tag; 152035ba005dSYevgeny Kliteynik } 152135ba005dSYevgeny Kliteynik 152235ba005dSYevgeny Kliteynik static int dr_ste_v1_build_tnl_mpls_over_gre_tag(struct mlx5dr_match_param *value, 152335ba005dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 152435ba005dSYevgeny Kliteynik u8 *tag) 152535ba005dSYevgeny Kliteynik { 152635ba005dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 152735ba005dSYevgeny Kliteynik u8 *parser_ptr; 152835ba005dSYevgeny Kliteynik u8 parser_id; 152935ba005dSYevgeny Kliteynik u32 mpls_hdr; 153035ba005dSYevgeny Kliteynik 153135ba005dSYevgeny Kliteynik mpls_hdr = misc2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL; 153235ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_label = 0; 153335ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP; 153435ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_exp = 0; 153535ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS; 153635ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_s_bos = 0; 153735ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL; 153835ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_ttl = 0; 153935ba005dSYevgeny Kliteynik 154035ba005dSYevgeny Kliteynik parser_id = sb->caps->flex_parser_id_mpls_over_gre; 154135ba005dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 154235ba005dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr); 154335ba005dSYevgeny Kliteynik 154435ba005dSYevgeny Kliteynik return 0; 154535ba005dSYevgeny Kliteynik } 154635ba005dSYevgeny Kliteynik 154735ba005dSYevgeny Kliteynik static void dr_ste_v1_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb, 154835ba005dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 154935ba005dSYevgeny Kliteynik { 155035ba005dSYevgeny Kliteynik dr_ste_v1_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask); 155135ba005dSYevgeny Kliteynik 155235ba005dSYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 155335ba005dSYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 155435ba005dSYevgeny Kliteynik */ 155535ba005dSYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ? 155635ba005dSYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_1 : 155735ba005dSYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_0; 155835ba005dSYevgeny Kliteynik 155935ba005dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 156035ba005dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_mpls_over_gre_tag; 156135ba005dSYevgeny Kliteynik } 156235ba005dSYevgeny Kliteynik 156310b69418SYevgeny Kliteynik static int dr_ste_v1_build_icmp_tag(struct mlx5dr_match_param *value, 156410b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 156510b69418SYevgeny Kliteynik u8 *tag) 156610b69418SYevgeny Kliteynik { 156710b69418SYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 156810b69418SYevgeny Kliteynik bool is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc3); 156910b69418SYevgeny Kliteynik u32 *icmp_header_data; 157010b69418SYevgeny Kliteynik u8 *icmp_type; 157110b69418SYevgeny Kliteynik u8 *icmp_code; 157210b69418SYevgeny Kliteynik 157310b69418SYevgeny Kliteynik if (is_ipv4) { 157410b69418SYevgeny Kliteynik icmp_header_data = &misc3->icmpv4_header_data; 157510b69418SYevgeny Kliteynik icmp_type = &misc3->icmpv4_type; 157610b69418SYevgeny Kliteynik icmp_code = &misc3->icmpv4_code; 157710b69418SYevgeny Kliteynik } else { 157810b69418SYevgeny Kliteynik icmp_header_data = &misc3->icmpv6_header_data; 157910b69418SYevgeny Kliteynik icmp_type = &misc3->icmpv6_type; 158010b69418SYevgeny Kliteynik icmp_code = &misc3->icmpv6_code; 158110b69418SYevgeny Kliteynik } 158210b69418SYevgeny Kliteynik 158310b69418SYevgeny Kliteynik MLX5_SET(ste_icmp_v1, tag, icmp_header_data, *icmp_header_data); 158410b69418SYevgeny Kliteynik MLX5_SET(ste_icmp_v1, tag, icmp_type, *icmp_type); 158510b69418SYevgeny Kliteynik MLX5_SET(ste_icmp_v1, tag, icmp_code, *icmp_code); 158610b69418SYevgeny Kliteynik 158710b69418SYevgeny Kliteynik *icmp_header_data = 0; 158810b69418SYevgeny Kliteynik *icmp_type = 0; 158910b69418SYevgeny Kliteynik *icmp_code = 0; 159010b69418SYevgeny Kliteynik 159110b69418SYevgeny Kliteynik return 0; 159210b69418SYevgeny Kliteynik } 159310b69418SYevgeny Kliteynik 15944923938dSYevgeny Kliteynik static void dr_ste_v1_build_icmp_init(struct mlx5dr_ste_build *sb, 159510b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 159610b69418SYevgeny Kliteynik { 159710b69418SYevgeny Kliteynik dr_ste_v1_build_icmp_tag(mask, sb, sb->bit_mask); 159810b69418SYevgeny Kliteynik 159910b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_ETHL4_MISC_O; 160010b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 160110b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_icmp_tag; 160210b69418SYevgeny Kliteynik } 160310b69418SYevgeny Kliteynik 160410b69418SYevgeny Kliteynik static int dr_ste_v1_build_general_purpose_tag(struct mlx5dr_match_param *value, 160510b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 160610b69418SYevgeny Kliteynik u8 *tag) 160710b69418SYevgeny Kliteynik { 160810b69418SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 160910b69418SYevgeny Kliteynik 161010b69418SYevgeny Kliteynik DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field, 161110b69418SYevgeny Kliteynik misc2, metadata_reg_a); 161210b69418SYevgeny Kliteynik 161310b69418SYevgeny Kliteynik return 0; 161410b69418SYevgeny Kliteynik } 161510b69418SYevgeny Kliteynik 161610b69418SYevgeny Kliteynik static void dr_ste_v1_build_general_purpose_init(struct mlx5dr_ste_build *sb, 161710b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 161810b69418SYevgeny Kliteynik { 161910b69418SYevgeny Kliteynik dr_ste_v1_build_general_purpose_tag(mask, sb, sb->bit_mask); 162010b69418SYevgeny Kliteynik 162110b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_GENERAL_PURPOSE; 162210b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 162310b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_general_purpose_tag; 162410b69418SYevgeny Kliteynik } 162510b69418SYevgeny Kliteynik 162610b69418SYevgeny Kliteynik static int dr_ste_v1_build_eth_l4_misc_tag(struct mlx5dr_match_param *value, 162710b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 162810b69418SYevgeny Kliteynik u8 *tag) 162910b69418SYevgeny Kliteynik { 163010b69418SYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 163110b69418SYevgeny Kliteynik 163210b69418SYevgeny Kliteynik if (sb->inner) { 163310b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc_v1, tag, seq_num, misc3, inner_tcp_seq_num); 163410b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc_v1, tag, ack_num, misc3, inner_tcp_ack_num); 163510b69418SYevgeny Kliteynik } else { 163610b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc_v1, tag, seq_num, misc3, outer_tcp_seq_num); 163710b69418SYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc_v1, tag, ack_num, misc3, outer_tcp_ack_num); 163810b69418SYevgeny Kliteynik } 163910b69418SYevgeny Kliteynik 164010b69418SYevgeny Kliteynik return 0; 164110b69418SYevgeny Kliteynik } 164210b69418SYevgeny Kliteynik 164310b69418SYevgeny Kliteynik static void dr_ste_v1_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb, 164410b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 164510b69418SYevgeny Kliteynik { 164610b69418SYevgeny Kliteynik dr_ste_v1_build_eth_l4_misc_tag(mask, sb, sb->bit_mask); 164710b69418SYevgeny Kliteynik 164810b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_ETHL4_MISC_O; 164910b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 165010b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_eth_l4_misc_tag; 165110b69418SYevgeny Kliteynik } 165210b69418SYevgeny Kliteynik 165310b69418SYevgeny Kliteynik static int 165410b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value, 165510b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 165610b69418SYevgeny Kliteynik u8 *tag) 165710b69418SYevgeny Kliteynik { 165810b69418SYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 165910b69418SYevgeny Kliteynik 166010b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 166110b69418SYevgeny Kliteynik outer_vxlan_gpe_flags, misc3, 166210b69418SYevgeny Kliteynik outer_vxlan_gpe_flags); 166310b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 166410b69418SYevgeny Kliteynik outer_vxlan_gpe_next_protocol, misc3, 166510b69418SYevgeny Kliteynik outer_vxlan_gpe_next_protocol); 166610b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 166710b69418SYevgeny Kliteynik outer_vxlan_gpe_vni, misc3, 166810b69418SYevgeny Kliteynik outer_vxlan_gpe_vni); 166910b69418SYevgeny Kliteynik 167010b69418SYevgeny Kliteynik return 0; 167110b69418SYevgeny Kliteynik } 167210b69418SYevgeny Kliteynik 167310b69418SYevgeny Kliteynik static void 167410b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb, 167510b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 167610b69418SYevgeny Kliteynik { 167710b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask); 167810b69418SYevgeny Kliteynik 167910b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER; 168010b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 168110b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_tag; 168210b69418SYevgeny Kliteynik } 168310b69418SYevgeny Kliteynik 168410b69418SYevgeny Kliteynik static int 168510b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value, 168610b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 168710b69418SYevgeny Kliteynik u8 *tag) 168810b69418SYevgeny Kliteynik { 168910b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 169010b69418SYevgeny Kliteynik 169110b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 169210b69418SYevgeny Kliteynik geneve_protocol_type, misc, geneve_protocol_type); 169310b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 169410b69418SYevgeny Kliteynik geneve_oam, misc, geneve_oam); 169510b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 169610b69418SYevgeny Kliteynik geneve_opt_len, misc, geneve_opt_len); 169710b69418SYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 169810b69418SYevgeny Kliteynik geneve_vni, misc, geneve_vni); 169910b69418SYevgeny Kliteynik 170010b69418SYevgeny Kliteynik return 0; 170110b69418SYevgeny Kliteynik } 170210b69418SYevgeny Kliteynik 170310b69418SYevgeny Kliteynik static void 170410b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb, 170510b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 170610b69418SYevgeny Kliteynik { 170710b69418SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask); 170810b69418SYevgeny Kliteynik 170910b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER; 171010b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 171110b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_geneve_tag; 171210b69418SYevgeny Kliteynik } 171310b69418SYevgeny Kliteynik 171410b69418SYevgeny Kliteynik static int dr_ste_v1_build_register_0_tag(struct mlx5dr_match_param *value, 171510b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 171610b69418SYevgeny Kliteynik u8 *tag) 171710b69418SYevgeny Kliteynik { 171810b69418SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 171910b69418SYevgeny Kliteynik 172010b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0); 172110b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1); 172210b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2); 172310b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3); 172410b69418SYevgeny Kliteynik 172510b69418SYevgeny Kliteynik return 0; 172610b69418SYevgeny Kliteynik } 172710b69418SYevgeny Kliteynik 172810b69418SYevgeny Kliteynik static void dr_ste_v1_build_register_0_init(struct mlx5dr_ste_build *sb, 172910b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 173010b69418SYevgeny Kliteynik { 173110b69418SYevgeny Kliteynik dr_ste_v1_build_register_0_tag(mask, sb, sb->bit_mask); 173210b69418SYevgeny Kliteynik 173310b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_STEERING_REGISTERS_0; 173410b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 173510b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_register_0_tag; 173610b69418SYevgeny Kliteynik } 173710b69418SYevgeny Kliteynik 173810b69418SYevgeny Kliteynik static int dr_ste_v1_build_register_1_tag(struct mlx5dr_match_param *value, 173910b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 174010b69418SYevgeny Kliteynik u8 *tag) 174110b69418SYevgeny Kliteynik { 174210b69418SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 174310b69418SYevgeny Kliteynik 174410b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4); 174510b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5); 174610b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6); 174710b69418SYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7); 174810b69418SYevgeny Kliteynik 174910b69418SYevgeny Kliteynik return 0; 175010b69418SYevgeny Kliteynik } 175110b69418SYevgeny Kliteynik 175210b69418SYevgeny Kliteynik static void dr_ste_v1_build_register_1_init(struct mlx5dr_ste_build *sb, 175310b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 175410b69418SYevgeny Kliteynik { 175510b69418SYevgeny Kliteynik dr_ste_v1_build_register_1_tag(mask, sb, sb->bit_mask); 175610b69418SYevgeny Kliteynik 175710b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_STEERING_REGISTERS_1; 175810b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 175910b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_register_1_tag; 176010b69418SYevgeny Kliteynik } 176110b69418SYevgeny Kliteynik 176210b69418SYevgeny Kliteynik static void dr_ste_v1_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value, 176310b69418SYevgeny Kliteynik u8 *bit_mask) 176410b69418SYevgeny Kliteynik { 176510b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 176610b69418SYevgeny Kliteynik 176710b69418SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp_v1, bit_mask, source_gvmi, misc_mask, source_port); 176810b69418SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp_v1, bit_mask, source_qp, misc_mask, source_sqn); 1769cc82a2e6SYevgeny Kliteynik misc_mask->source_eswitch_owner_vhca_id = 0; 177010b69418SYevgeny Kliteynik } 177110b69418SYevgeny Kliteynik 177210b69418SYevgeny Kliteynik static int dr_ste_v1_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value, 177310b69418SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 177410b69418SYevgeny Kliteynik u8 *tag) 177510b69418SYevgeny Kliteynik { 177610b69418SYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 177710b69418SYevgeny Kliteynik struct mlx5dr_cmd_vport_cap *vport_cap; 177810b69418SYevgeny Kliteynik struct mlx5dr_domain *dmn = sb->dmn; 177910b69418SYevgeny Kliteynik struct mlx5dr_cmd_caps *caps; 178010b69418SYevgeny Kliteynik u8 *bit_mask = sb->bit_mask; 178110b69418SYevgeny Kliteynik 178210b69418SYevgeny Kliteynik DR_STE_SET_TAG(src_gvmi_qp_v1, tag, source_qp, misc, source_sqn); 178310b69418SYevgeny Kliteynik 178410b69418SYevgeny Kliteynik if (sb->vhca_id_valid) { 178510b69418SYevgeny Kliteynik /* Find port GVMI based on the eswitch_owner_vhca_id */ 178610b69418SYevgeny Kliteynik if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi) 178710b69418SYevgeny Kliteynik caps = &dmn->info.caps; 178810b69418SYevgeny Kliteynik else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id == 178910b69418SYevgeny Kliteynik dmn->peer_dmn->info.caps.gvmi)) 179010b69418SYevgeny Kliteynik caps = &dmn->peer_dmn->info.caps; 179110b69418SYevgeny Kliteynik else 179210b69418SYevgeny Kliteynik return -EINVAL; 179310b69418SYevgeny Kliteynik 179410b69418SYevgeny Kliteynik misc->source_eswitch_owner_vhca_id = 0; 179510b69418SYevgeny Kliteynik } else { 179610b69418SYevgeny Kliteynik caps = &dmn->info.caps; 179710b69418SYevgeny Kliteynik } 179810b69418SYevgeny Kliteynik 179910b69418SYevgeny Kliteynik if (!MLX5_GET(ste_src_gvmi_qp_v1, bit_mask, source_gvmi)) 180010b69418SYevgeny Kliteynik return 0; 180110b69418SYevgeny Kliteynik 180210b69418SYevgeny Kliteynik vport_cap = mlx5dr_get_vport_cap(caps, misc->source_port); 180310b69418SYevgeny Kliteynik if (!vport_cap) { 180410b69418SYevgeny Kliteynik mlx5dr_err(dmn, "Vport 0x%x is disabled or invalid\n", 180510b69418SYevgeny Kliteynik misc->source_port); 180610b69418SYevgeny Kliteynik return -EINVAL; 180710b69418SYevgeny Kliteynik } 180810b69418SYevgeny Kliteynik 180910b69418SYevgeny Kliteynik if (vport_cap->vport_gvmi) 181010b69418SYevgeny Kliteynik MLX5_SET(ste_src_gvmi_qp_v1, tag, source_gvmi, vport_cap->vport_gvmi); 181110b69418SYevgeny Kliteynik 181210b69418SYevgeny Kliteynik misc->source_port = 0; 181310b69418SYevgeny Kliteynik return 0; 181410b69418SYevgeny Kliteynik } 181510b69418SYevgeny Kliteynik 181610b69418SYevgeny Kliteynik static void dr_ste_v1_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb, 181710b69418SYevgeny Kliteynik struct mlx5dr_match_param *mask) 181810b69418SYevgeny Kliteynik { 181910b69418SYevgeny Kliteynik dr_ste_v1_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask); 182010b69418SYevgeny Kliteynik 182110b69418SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_SRC_QP_GVMI; 182210b69418SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 182310b69418SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_src_gvmi_qpn_tag; 182410b69418SYevgeny Kliteynik } 182510b69418SYevgeny Kliteynik 1826160e9cb3SYevgeny Kliteynik static void dr_ste_v1_set_flex_parser(u32 *misc4_field_id, 1827160e9cb3SYevgeny Kliteynik u32 *misc4_field_value, 1828160e9cb3SYevgeny Kliteynik bool *parser_is_used, 1829160e9cb3SYevgeny Kliteynik u8 *tag) 1830160e9cb3SYevgeny Kliteynik { 1831160e9cb3SYevgeny Kliteynik u32 id = *misc4_field_id; 1832160e9cb3SYevgeny Kliteynik u8 *parser_ptr; 1833160e9cb3SYevgeny Kliteynik 1834160e9cb3SYevgeny Kliteynik if (parser_is_used[id]) 1835160e9cb3SYevgeny Kliteynik return; 1836160e9cb3SYevgeny Kliteynik 1837160e9cb3SYevgeny Kliteynik parser_is_used[id] = true; 1838160e9cb3SYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, id); 1839160e9cb3SYevgeny Kliteynik 1840160e9cb3SYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(*misc4_field_value); 1841160e9cb3SYevgeny Kliteynik *misc4_field_id = 0; 1842160e9cb3SYevgeny Kliteynik *misc4_field_value = 0; 1843160e9cb3SYevgeny Kliteynik } 1844160e9cb3SYevgeny Kliteynik 1845160e9cb3SYevgeny Kliteynik static int dr_ste_v1_build_felx_parser_tag(struct mlx5dr_match_param *value, 1846160e9cb3SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1847160e9cb3SYevgeny Kliteynik u8 *tag) 1848160e9cb3SYevgeny Kliteynik { 1849160e9cb3SYevgeny Kliteynik struct mlx5dr_match_misc4 *misc_4_mask = &value->misc4; 1850160e9cb3SYevgeny Kliteynik bool parser_is_used[DR_NUM_OF_FLEX_PARSERS] = {}; 1851160e9cb3SYevgeny Kliteynik 1852160e9cb3SYevgeny Kliteynik dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_0, 1853160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_0, 1854160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1855160e9cb3SYevgeny Kliteynik 1856160e9cb3SYevgeny Kliteynik dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_1, 1857160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_1, 1858160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1859160e9cb3SYevgeny Kliteynik 1860160e9cb3SYevgeny Kliteynik dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_2, 1861160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_2, 1862160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1863160e9cb3SYevgeny Kliteynik 1864160e9cb3SYevgeny Kliteynik dr_ste_v1_set_flex_parser(&misc_4_mask->prog_sample_field_id_3, 1865160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_3, 1866160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1867160e9cb3SYevgeny Kliteynik 1868160e9cb3SYevgeny Kliteynik return 0; 1869160e9cb3SYevgeny Kliteynik } 1870160e9cb3SYevgeny Kliteynik 1871160e9cb3SYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_0_init(struct mlx5dr_ste_build *sb, 1872160e9cb3SYevgeny Kliteynik struct mlx5dr_match_param *mask) 1873160e9cb3SYevgeny Kliteynik { 1874160e9cb3SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_0; 1875160e9cb3SYevgeny Kliteynik dr_ste_v1_build_felx_parser_tag(mask, sb, sb->bit_mask); 1876160e9cb3SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1877160e9cb3SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_felx_parser_tag; 1878160e9cb3SYevgeny Kliteynik } 1879160e9cb3SYevgeny Kliteynik 1880160e9cb3SYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_1_init(struct mlx5dr_ste_build *sb, 1881160e9cb3SYevgeny Kliteynik struct mlx5dr_match_param *mask) 1882160e9cb3SYevgeny Kliteynik { 1883160e9cb3SYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_1; 1884160e9cb3SYevgeny Kliteynik dr_ste_v1_build_felx_parser_tag(mask, sb, sb->bit_mask); 1885160e9cb3SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1886160e9cb3SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_felx_parser_tag; 1887160e9cb3SYevgeny Kliteynik } 1888160e9cb3SYevgeny Kliteynik 18893442e033SYevgeny Kliteynik static int 18903442e033SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag(struct mlx5dr_match_param *value, 18913442e033SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 18923442e033SYevgeny Kliteynik u8 *tag) 18933442e033SYevgeny Kliteynik { 18943442e033SYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 18953442e033SYevgeny Kliteynik u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0; 18963442e033SYevgeny Kliteynik u8 *parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 18973442e033SYevgeny Kliteynik 18983442e033SYevgeny Kliteynik MLX5_SET(ste_flex_parser_0, parser_ptr, flex_parser_3, 18993442e033SYevgeny Kliteynik misc3->geneve_tlv_option_0_data); 19003442e033SYevgeny Kliteynik misc3->geneve_tlv_option_0_data = 0; 19013442e033SYevgeny Kliteynik 19023442e033SYevgeny Kliteynik return 0; 19033442e033SYevgeny Kliteynik } 19043442e033SYevgeny Kliteynik 19053442e033SYevgeny Kliteynik static void 19063442e033SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb, 19073442e033SYevgeny Kliteynik struct mlx5dr_match_param *mask) 19083442e033SYevgeny Kliteynik { 19093442e033SYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask); 19103442e033SYevgeny Kliteynik 19113442e033SYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 19123442e033SYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 19133442e033SYevgeny Kliteynik */ 19143442e033SYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ? 19153442e033SYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_1 : 19163442e033SYevgeny Kliteynik DR_STE_V1_LU_TYPE_FLEX_PARSER_0; 19173442e033SYevgeny Kliteynik 19183442e033SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 19193442e033SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_tag; 19203442e033SYevgeny Kliteynik } 19213442e033SYevgeny Kliteynik 1922df9dd15aSYevgeny Kliteynik static int dr_ste_v1_build_flex_parser_tnl_gtpu_tag(struct mlx5dr_match_param *value, 1923df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1924df9dd15aSYevgeny Kliteynik uint8_t *tag) 1925df9dd15aSYevgeny Kliteynik { 1926df9dd15aSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1927df9dd15aSYevgeny Kliteynik 1928df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_msg_flags, misc3, gtpu_msg_flags); 1929df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_msg_type, misc3, gtpu_msg_type); 1930df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, gtpu_teid, misc3, gtpu_teid); 1931df9dd15aSYevgeny Kliteynik 1932df9dd15aSYevgeny Kliteynik return 0; 1933df9dd15aSYevgeny Kliteynik } 1934df9dd15aSYevgeny Kliteynik 1935df9dd15aSYevgeny Kliteynik static void dr_ste_v1_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb, 1936df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1937df9dd15aSYevgeny Kliteynik { 1938df9dd15aSYevgeny Kliteynik dr_ste_v1_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask); 1939df9dd15aSYevgeny Kliteynik 1940df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1941df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1942df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_flex_parser_tnl_gtpu_tag; 1943df9dd15aSYevgeny Kliteynik } 1944df9dd15aSYevgeny Kliteynik 1945df9dd15aSYevgeny Kliteynik static int 1946df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag(struct mlx5dr_match_param *value, 1947df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1948df9dd15aSYevgeny Kliteynik uint8_t *tag) 1949df9dd15aSYevgeny Kliteynik { 1950df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0)) 1951df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3); 1952df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid)) 1953df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3); 1954df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2)) 1955df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3); 1956df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0)) 1957df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3); 1958df9dd15aSYevgeny Kliteynik return 0; 1959df9dd15aSYevgeny Kliteynik } 1960df9dd15aSYevgeny Kliteynik 1961df9dd15aSYevgeny Kliteynik static void 1962df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb, 1963df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1964df9dd15aSYevgeny Kliteynik { 1965df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask); 1966df9dd15aSYevgeny Kliteynik 1967df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_0; 1968df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1969df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gtpu_flex_parser_0_tag; 1970df9dd15aSYevgeny Kliteynik } 1971df9dd15aSYevgeny Kliteynik 1972df9dd15aSYevgeny Kliteynik static int 1973df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag(struct mlx5dr_match_param *value, 1974df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1975df9dd15aSYevgeny Kliteynik uint8_t *tag) 1976df9dd15aSYevgeny Kliteynik { 1977df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0)) 1978df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3); 1979df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid)) 1980df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3); 1981df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2)) 1982df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3); 1983df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0)) 1984df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3); 1985df9dd15aSYevgeny Kliteynik return 0; 1986df9dd15aSYevgeny Kliteynik } 1987df9dd15aSYevgeny Kliteynik 1988df9dd15aSYevgeny Kliteynik static void 1989df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb, 1990df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1991df9dd15aSYevgeny Kliteynik { 1992df9dd15aSYevgeny Kliteynik dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask); 1993df9dd15aSYevgeny Kliteynik 1994df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V1_LU_TYPE_FLEX_PARSER_1; 1995df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1996df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v1_build_tnl_gtpu_flex_parser_1_tag; 1997df9dd15aSYevgeny Kliteynik } 1998df9dd15aSYevgeny Kliteynik 199910b69418SYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v1 = { 2000a6098129SYevgeny Kliteynik /* Builders */ 200110b69418SYevgeny Kliteynik .build_eth_l2_src_dst_init = &dr_ste_v1_build_eth_l2_src_dst_init, 200210b69418SYevgeny Kliteynik .build_eth_l3_ipv6_src_init = &dr_ste_v1_build_eth_l3_ipv6_src_init, 200310b69418SYevgeny Kliteynik .build_eth_l3_ipv6_dst_init = &dr_ste_v1_build_eth_l3_ipv6_dst_init, 200410b69418SYevgeny Kliteynik .build_eth_l3_ipv4_5_tuple_init = &dr_ste_v1_build_eth_l3_ipv4_5_tuple_init, 200510b69418SYevgeny Kliteynik .build_eth_l2_src_init = &dr_ste_v1_build_eth_l2_src_init, 200610b69418SYevgeny Kliteynik .build_eth_l2_dst_init = &dr_ste_v1_build_eth_l2_dst_init, 200710b69418SYevgeny Kliteynik .build_eth_l2_tnl_init = &dr_ste_v1_build_eth_l2_tnl_init, 200810b69418SYevgeny Kliteynik .build_eth_l3_ipv4_misc_init = &dr_ste_v1_build_eth_l3_ipv4_misc_init, 200910b69418SYevgeny Kliteynik .build_eth_ipv6_l3_l4_init = &dr_ste_v1_build_eth_ipv6_l3_l4_init, 201010b69418SYevgeny Kliteynik .build_mpls_init = &dr_ste_v1_build_mpls_init, 201110b69418SYevgeny Kliteynik .build_tnl_gre_init = &dr_ste_v1_build_tnl_gre_init, 201210b69418SYevgeny Kliteynik .build_tnl_mpls_init = &dr_ste_v1_build_tnl_mpls_init, 201335ba005dSYevgeny Kliteynik .build_tnl_mpls_over_udp_init = &dr_ste_v1_build_tnl_mpls_over_udp_init, 201435ba005dSYevgeny Kliteynik .build_tnl_mpls_over_gre_init = &dr_ste_v1_build_tnl_mpls_over_gre_init, 201510b69418SYevgeny Kliteynik .build_icmp_init = &dr_ste_v1_build_icmp_init, 201610b69418SYevgeny Kliteynik .build_general_purpose_init = &dr_ste_v1_build_general_purpose_init, 201710b69418SYevgeny Kliteynik .build_eth_l4_misc_init = &dr_ste_v1_build_eth_l4_misc_init, 201810b69418SYevgeny Kliteynik .build_tnl_vxlan_gpe_init = &dr_ste_v1_build_flex_parser_tnl_vxlan_gpe_init, 201910b69418SYevgeny Kliteynik .build_tnl_geneve_init = &dr_ste_v1_build_flex_parser_tnl_geneve_init, 20203442e033SYevgeny Kliteynik .build_tnl_geneve_tlv_opt_init = &dr_ste_v1_build_flex_parser_tnl_geneve_tlv_opt_init, 202110b69418SYevgeny Kliteynik .build_register_0_init = &dr_ste_v1_build_register_0_init, 202210b69418SYevgeny Kliteynik .build_register_1_init = &dr_ste_v1_build_register_1_init, 202310b69418SYevgeny Kliteynik .build_src_gvmi_qpn_init = &dr_ste_v1_build_src_gvmi_qpn_init, 2024160e9cb3SYevgeny Kliteynik .build_flex_parser_0_init = &dr_ste_v1_build_flex_parser_0_init, 2025160e9cb3SYevgeny Kliteynik .build_flex_parser_1_init = &dr_ste_v1_build_flex_parser_1_init, 2026df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_init = &dr_ste_v1_build_flex_parser_tnl_gtpu_init, 2027df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_flex_parser_0_init = &dr_ste_v1_build_tnl_gtpu_flex_parser_0_init, 2028df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_flex_parser_1_init = &dr_ste_v1_build_tnl_gtpu_flex_parser_1_init, 2029df9dd15aSYevgeny Kliteynik 2030a6098129SYevgeny Kliteynik /* Getters and Setters */ 2031a6098129SYevgeny Kliteynik .ste_init = &dr_ste_v1_init, 2032a6098129SYevgeny Kliteynik .set_next_lu_type = &dr_ste_v1_set_next_lu_type, 2033a6098129SYevgeny Kliteynik .get_next_lu_type = &dr_ste_v1_get_next_lu_type, 2034a6098129SYevgeny Kliteynik .set_miss_addr = &dr_ste_v1_set_miss_addr, 2035a6098129SYevgeny Kliteynik .get_miss_addr = &dr_ste_v1_get_miss_addr, 2036a6098129SYevgeny Kliteynik .set_hit_addr = &dr_ste_v1_set_hit_addr, 2037a6098129SYevgeny Kliteynik .set_byte_mask = &dr_ste_v1_set_byte_mask, 2038a6098129SYevgeny Kliteynik .get_byte_mask = &dr_ste_v1_get_byte_mask, 20394e856c5dSYevgeny Kliteynik /* Actions */ 2040*2de40f68SYevgeny Kliteynik .actions_caps = DR_STE_CTX_ACTION_CAP_TX_POP | 2041*2de40f68SYevgeny Kliteynik DR_STE_CTX_ACTION_CAP_RX_PUSH | 2042*2de40f68SYevgeny Kliteynik DR_STE_CTX_ACTION_CAP_RX_ENCAP, 20434e856c5dSYevgeny Kliteynik .set_actions_rx = &dr_ste_v1_set_actions_rx, 20444e856c5dSYevgeny Kliteynik .set_actions_tx = &dr_ste_v1_set_actions_tx, 2045c349b413SYevgeny Kliteynik .modify_field_arr_sz = ARRAY_SIZE(dr_ste_v1_action_modify_field_arr), 2046c349b413SYevgeny Kliteynik .modify_field_arr = dr_ste_v1_action_modify_field_arr, 2047c349b413SYevgeny Kliteynik .set_action_set = &dr_ste_v1_set_action_set, 2048c349b413SYevgeny Kliteynik .set_action_add = &dr_ste_v1_set_action_add, 2049c349b413SYevgeny Kliteynik .set_action_copy = &dr_ste_v1_set_action_copy, 2050c349b413SYevgeny Kliteynik .set_action_decap_l3_list = &dr_ste_v1_set_action_decap_l3_list, 20514fe45e1dSYevgeny Kliteynik /* Send */ 20524fe45e1dSYevgeny Kliteynik .prepare_for_postsend = &dr_ste_v1_prepare_for_postsend, 205310b69418SYevgeny Kliteynik }; 2054