1d65e841dSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2d65e841dSYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */ 3d65e841dSYevgeny Kliteynik 4d65e841dSYevgeny Kliteynik #include <linux/types.h> 5d65e841dSYevgeny Kliteynik #include <linux/crc32.h> 6d65e841dSYevgeny Kliteynik #include "dr_ste.h" 7d65e841dSYevgeny Kliteynik 84781df92SYevgeny Kliteynik #define SVLAN_ETHERTYPE 0x88a8 9ad17dc8cSYevgeny Kliteynik #define DR_STE_ENABLE_FLOW_TAG BIT(31) 10ad17dc8cSYevgeny Kliteynik 1146f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type { 1246f2a8aeSYevgeny Kliteynik DR_STE_TYPE_TX = 1, 1346f2a8aeSYevgeny Kliteynik DR_STE_TYPE_RX = 2, 1446f2a8aeSYevgeny Kliteynik DR_STE_TYPE_MODIFY_PKT = 6, 1546f2a8aeSYevgeny Kliteynik }; 1646f2a8aeSYevgeny Kliteynik 174781df92SYevgeny Kliteynik enum dr_ste_v0_action_tunl { 18ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_NONE = 0, 19ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_ENABLE = 1, 20ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_DECAP = 2, 21ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_L3_DECAP = 3, 22ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_POP_VLAN = 4, 23ad17dc8cSYevgeny Kliteynik }; 24ad17dc8cSYevgeny Kliteynik 254781df92SYevgeny Kliteynik enum dr_ste_v0_action_type { 26ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_PUSH_VLAN = 1, 27ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_ENCAP_L3 = 3, 28ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_ENCAP = 4, 29ad17dc8cSYevgeny Kliteynik }; 30ad17dc8cSYevgeny Kliteynik 314781df92SYevgeny Kliteynik enum dr_ste_v0_action_mdfy_op { 324781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_COPY = 0x1, 334781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_SET = 0x2, 344781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_ADD = 0x3, 354781df92SYevgeny Kliteynik }; 364781df92SYevgeny Kliteynik 37d65e841dSYevgeny Kliteynik #define DR_STE_CALC_LU_TYPE(lookup_type, rx, inner) \ 38dd2d3c8dSYevgeny Kliteynik ((inner) ? DR_STE_V0_LU_TYPE_##lookup_type##_I : \ 39dd2d3c8dSYevgeny Kliteynik (rx) ? DR_STE_V0_LU_TYPE_##lookup_type##_D : \ 40dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_##lookup_type##_O) 41dd2d3c8dSYevgeny Kliteynik 42dd2d3c8dSYevgeny Kliteynik enum { 43dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_NOP = 0x00, 44dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP = 0x05, 45dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I = 0x0a, 46dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_O = 0x06, 47dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_I = 0x07, 48dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_D = 0x1b, 49dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_O = 0x08, 50dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_I = 0x09, 51dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_D = 0x1c, 52dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_O = 0x36, 53dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_I = 0x37, 54dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_D = 0x38, 55dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_O = 0x0d, 56dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_I = 0x0e, 57dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_D = 0x1e, 58dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_O = 0x0f, 59dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_I = 0x10, 60dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_D = 0x1f, 61dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_O = 0x11, 62dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_I = 0x12, 63dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_D = 0x20, 64dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_O = 0x29, 65dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_I = 0x2a, 66dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_D = 0x2b, 67dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_O = 0x13, 68dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_I = 0x14, 69dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_D = 0x21, 70dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_O = 0x2c, 71dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_I = 0x2d, 72dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_D = 0x2e, 73dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_O = 0x15, 74dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_I = 0x24, 75dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_D = 0x25, 76dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_GRE = 0x16, 77dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0 = 0x22, 78dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 = 0x23, 79dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER = 0x19, 80dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_GENERAL_PURPOSE = 0x18, 81dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0 = 0x2f, 82dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1 = 0x30, 83dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_DONT_CARE = MLX5DR_STE_LU_TYPE_DONT_CARE, 84dd2d3c8dSYevgeny Kliteynik }; 85d65e841dSYevgeny Kliteynik 864781df92SYevgeny Kliteynik enum { 874781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_0 = 0, 884781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_1 = 1, 894781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_2 = 2, 904781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_0 = 3, 914781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_1 = 4, 924781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_2 = 5, 934781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_3 = 6, 944781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_4 = 7, 954781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_0 = 8, 964781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_1 = 9, 974781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_MPLS = 10, 984781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_0 = 11, 994781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_0 = 12, 1004781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_1 = 13, 1014781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_2 = 14, 1024781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_3 = 15, 1034781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_2 = 16, 1044781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_0 = 17, 1054781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_1 = 18, 1064781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_2 = 19, 1074781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_3 = 20, 1084781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_1 = 21, 1094781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_METADATA = 22, 1104781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_RESERVED = 23, 1114781df92SYevgeny Kliteynik }; 1124781df92SYevgeny Kliteynik 1134781df92SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v0_action_modify_field_arr[] = { 1144781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = { 1154781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 16, .end = 47, 1164781df92SYevgeny Kliteynik }, 1174781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = { 1184781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 0, .end = 15, 1194781df92SYevgeny Kliteynik }, 1204781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = { 1214781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 32, .end = 47, 1224781df92SYevgeny Kliteynik }, 1234781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = { 1244781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 16, .end = 47, 1254781df92SYevgeny Kliteynik }, 1264781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = { 1274781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 0, .end = 15, 1284781df92SYevgeny Kliteynik }, 1294781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = { 1304781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 0, .end = 5, 1314781df92SYevgeny Kliteynik }, 1324781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = { 1334781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 48, .end = 56, 1344781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1354781df92SYevgeny Kliteynik }, 1364781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = { 1374781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15, 1384781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1394781df92SYevgeny Kliteynik }, 1404781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = { 1414781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31, 1424781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1434781df92SYevgeny Kliteynik }, 1444781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = { 1454781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15, 1464781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1474781df92SYevgeny Kliteynik }, 1484781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = { 1494781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15, 1504781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1514781df92SYevgeny Kliteynik }, 1524781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = { 1534781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15, 1544781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 1554781df92SYevgeny Kliteynik }, 1564781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = { 1574781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31, 1584781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 1594781df92SYevgeny Kliteynik }, 1604781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = { 1614781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 32, .end = 63, 1624781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1634781df92SYevgeny Kliteynik }, 1644781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = { 1654781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 0, .end = 31, 1664781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1674781df92SYevgeny Kliteynik }, 1684781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = { 1694781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 32, .end = 63, 1704781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1714781df92SYevgeny Kliteynik }, 1724781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = { 1734781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 0, .end = 31, 1744781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1754781df92SYevgeny Kliteynik }, 1764781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = { 1774781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63, 1784781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1794781df92SYevgeny Kliteynik }, 1804781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = { 1814781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31, 1824781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1834781df92SYevgeny Kliteynik }, 1844781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = { 1854781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 32, .end = 63, 1864781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1874781df92SYevgeny Kliteynik }, 1884781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = { 1894781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 0, .end = 31, 1904781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1914781df92SYevgeny Kliteynik }, 1924781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV4] = { 1934781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31, 1944781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1954781df92SYevgeny Kliteynik }, 1964781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV4] = { 1974781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63, 1984781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1994781df92SYevgeny Kliteynik }, 2004781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_A] = { 2014781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 0, .end = 31, 2024781df92SYevgeny Kliteynik }, 2034781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_B] = { 2044781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 32, .end = 63, 2054781df92SYevgeny Kliteynik }, 2064781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = { 2074781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 32, .end = 63, 2084781df92SYevgeny Kliteynik }, 2094781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = { 2104781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 0, .end = 31, 2114781df92SYevgeny Kliteynik }, 2124781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = { 2134781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 32, .end = 63, 2144781df92SYevgeny Kliteynik }, 2154781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = { 2164781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 0, .end = 31, 2174781df92SYevgeny Kliteynik }, 2184781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = { 2194781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 32, .end = 63, 2204781df92SYevgeny Kliteynik }, 2214781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = { 2224781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 0, .end = 31, 2234781df92SYevgeny Kliteynik }, 2244781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = { 2254781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 32, .end = 63, 2264781df92SYevgeny Kliteynik }, 2274781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = { 2284781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 0, .end = 31, 2294781df92SYevgeny Kliteynik }, 2304781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = { 2314781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 0, .end = 15, 2324781df92SYevgeny Kliteynik }, 2334781df92SYevgeny Kliteynik }; 2344781df92SYevgeny Kliteynik 235ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_entry_type(u8 *hw_ste_p, u8 entry_type) 236ad17dc8cSYevgeny Kliteynik { 237ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, entry_type, entry_type); 238ad17dc8cSYevgeny Kliteynik } 239ad17dc8cSYevgeny Kliteynik 240ad17dc8cSYevgeny Kliteynik static u8 dr_ste_v0_get_entry_type(u8 *hw_ste_p) 241ad17dc8cSYevgeny Kliteynik { 242ad17dc8cSYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, entry_type); 243ad17dc8cSYevgeny Kliteynik } 244ad17dc8cSYevgeny Kliteynik 2456b93b400SYevgeny Kliteynik static void dr_ste_v0_set_miss_addr(u8 *hw_ste_p, u64 miss_addr) 2466b93b400SYevgeny Kliteynik { 2476b93b400SYevgeny Kliteynik u64 index = miss_addr >> 6; 2486b93b400SYevgeny Kliteynik 2496b93b400SYevgeny Kliteynik /* Miss address for TX and RX STEs located in the same offsets */ 2506b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32, index >> 26); 2516b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6, index); 2526b93b400SYevgeny Kliteynik } 2536b93b400SYevgeny Kliteynik 2546b93b400SYevgeny Kliteynik static u64 dr_ste_v0_get_miss_addr(u8 *hw_ste_p) 2556b93b400SYevgeny Kliteynik { 2566b93b400SYevgeny Kliteynik u64 index = 257bdbc13c2SYevgeny Kliteynik ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6) | 258bdbc13c2SYevgeny Kliteynik ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32)) << 26); 2596b93b400SYevgeny Kliteynik 2606b93b400SYevgeny Kliteynik return index << 6; 2616b93b400SYevgeny Kliteynik } 2626b93b400SYevgeny Kliteynik 2636b93b400SYevgeny Kliteynik static void dr_ste_v0_set_byte_mask(u8 *hw_ste_p, u16 byte_mask) 2646b93b400SYevgeny Kliteynik { 2656b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, byte_mask, byte_mask); 2666b93b400SYevgeny Kliteynik } 2676b93b400SYevgeny Kliteynik 2686b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_byte_mask(u8 *hw_ste_p) 2696b93b400SYevgeny Kliteynik { 2706b93b400SYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, byte_mask); 2716b93b400SYevgeny Kliteynik } 2726b93b400SYevgeny Kliteynik 2736b93b400SYevgeny Kliteynik static void dr_ste_v0_set_lu_type(u8 *hw_ste_p, u16 lu_type) 2746b93b400SYevgeny Kliteynik { 2756b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, entry_sub_type, lu_type); 2766b93b400SYevgeny Kliteynik } 2776b93b400SYevgeny Kliteynik 2786b93b400SYevgeny Kliteynik static void dr_ste_v0_set_next_lu_type(u8 *hw_ste_p, u16 lu_type) 2796b93b400SYevgeny Kliteynik { 2806b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_lu_type, lu_type); 2816b93b400SYevgeny Kliteynik } 2826b93b400SYevgeny Kliteynik 2836b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_next_lu_type(u8 *hw_ste_p) 2846b93b400SYevgeny Kliteynik { 2856b93b400SYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, next_lu_type); 2866b93b400SYevgeny Kliteynik } 2876b93b400SYevgeny Kliteynik 288ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi) 289ad17dc8cSYevgeny Kliteynik { 290ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_63_48, gvmi); 291ad17dc8cSYevgeny Kliteynik } 292ad17dc8cSYevgeny Kliteynik 2936b93b400SYevgeny Kliteynik static void dr_ste_v0_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size) 2946b93b400SYevgeny Kliteynik { 2956b93b400SYevgeny Kliteynik u64 index = (icm_addr >> 5) | ht_size; 2966b93b400SYevgeny Kliteynik 2976b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_39_32_size, index >> 27); 2986b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_31_5_size, index); 2996b93b400SYevgeny Kliteynik } 3006b93b400SYevgeny Kliteynik 30146f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init_full(u8 *hw_ste_p, u16 lu_type, 30246f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type entry_type, u16 gvmi) 3036b93b400SYevgeny Kliteynik { 304ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_entry_type(hw_ste_p, entry_type); 3056b93b400SYevgeny Kliteynik dr_ste_v0_set_lu_type(hw_ste_p, lu_type); 3066b93b400SYevgeny Kliteynik dr_ste_v0_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE); 3076b93b400SYevgeny Kliteynik 3086b93b400SYevgeny Kliteynik /* Set GVMI once, this is the same for RX/TX 3096b93b400SYevgeny Kliteynik * bits 63_48 of next table base / miss address encode the next GVMI 3106b93b400SYevgeny Kliteynik */ 3116b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, gvmi, gvmi); 3126b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, next_table_base_63_48, gvmi); 3136b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_63_48, gvmi); 3146b93b400SYevgeny Kliteynik } 3156b93b400SYevgeny Kliteynik 31646f2a8aeSYevgeny Kliteynik static void dr_ste_v0_init(u8 *hw_ste_p, u16 lu_type, 31746f2a8aeSYevgeny Kliteynik bool is_rx, u16 gvmi) 31846f2a8aeSYevgeny Kliteynik { 31946f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type entry_type; 32046f2a8aeSYevgeny Kliteynik 32146f2a8aeSYevgeny Kliteynik entry_type = is_rx ? DR_STE_TYPE_RX : DR_STE_TYPE_TX; 32246f2a8aeSYevgeny Kliteynik dr_ste_v0_init_full(hw_ste_p, lu_type, entry_type, gvmi); 32346f2a8aeSYevgeny Kliteynik } 32446f2a8aeSYevgeny Kliteynik 325ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_rx_set_flow_tag(u8 *hw_ste_p, u32 flow_tag) 326ad17dc8cSYevgeny Kliteynik { 327ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, qp_list_pointer, 328ad17dc8cSYevgeny Kliteynik DR_STE_ENABLE_FLOW_TAG | flow_tag); 329ad17dc8cSYevgeny Kliteynik } 330ad17dc8cSYevgeny Kliteynik 331ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_counter_id(u8 *hw_ste_p, u32 ctr_id) 332ad17dc8cSYevgeny Kliteynik { 333ad17dc8cSYevgeny Kliteynik /* This can be used for both rx_steering_mult and for sx_transmit */ 334ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_15_0, ctr_id); 335ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_23_16, ctr_id >> 16); 336ad17dc8cSYevgeny Kliteynik } 337ad17dc8cSYevgeny Kliteynik 338ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_go_back_bit(u8 *hw_ste_p) 339ad17dc8cSYevgeny Kliteynik { 340ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, go_back, 1); 341ad17dc8cSYevgeny Kliteynik } 342ad17dc8cSYevgeny Kliteynik 343ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_push_vlan(u8 *hw_ste_p, u32 vlan_hdr, 344ad17dc8cSYevgeny Kliteynik bool go_back) 345ad17dc8cSYevgeny Kliteynik { 346ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_type, 347ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_PUSH_VLAN); 348ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, vlan_hdr); 3490142f097SYevgeny Kliteynik /* Due to HW limitation we need to set this bit, otherwise reformat + 350ad17dc8cSYevgeny Kliteynik * push vlan will not work. 351ad17dc8cSYevgeny Kliteynik */ 352ad17dc8cSYevgeny Kliteynik if (go_back) 353ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_go_back_bit(hw_ste_p); 354ad17dc8cSYevgeny Kliteynik } 355ad17dc8cSYevgeny Kliteynik 356ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_encap(void *hw_ste_p, u32 reformat_id, 357ad17dc8cSYevgeny Kliteynik int size, bool encap_l3) 358ad17dc8cSYevgeny Kliteynik { 359ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_type, 360ad17dc8cSYevgeny Kliteynik encap_l3 ? DR_STE_ACTION_TYPE_ENCAP_L3 : DR_STE_ACTION_TYPE_ENCAP); 361ad17dc8cSYevgeny Kliteynik /* The hardware expects here size in words (2 byte) */ 362ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_description, size / 2); 363ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, reformat_id); 364ad17dc8cSYevgeny Kliteynik } 365ad17dc8cSYevgeny Kliteynik 366ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap(u8 *hw_ste_p) 367ad17dc8cSYevgeny Kliteynik { 368ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 369ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_DECAP); 370d3875924SAlex Vesker MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1); 371ad17dc8cSYevgeny Kliteynik } 372ad17dc8cSYevgeny Kliteynik 373ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_pop_vlan(u8 *hw_ste_p) 374ad17dc8cSYevgeny Kliteynik { 375ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 376ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_POP_VLAN); 377ad17dc8cSYevgeny Kliteynik } 378ad17dc8cSYevgeny Kliteynik 379ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap_l3(u8 *hw_ste_p, bool vlan) 380ad17dc8cSYevgeny Kliteynik { 381ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 382ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_L3_DECAP); 383ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, action_description, vlan ? 1 : 0); 384d3875924SAlex Vesker MLX5_SET(ste_rx_steering_mult, hw_ste_p, fail_on_error, 1); 385ad17dc8cSYevgeny Kliteynik } 386ad17dc8cSYevgeny Kliteynik 387ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rewrite_actions(u8 *hw_ste_p, u16 num_of_actions, 388ad17dc8cSYevgeny Kliteynik u32 re_write_index) 389ad17dc8cSYevgeny Kliteynik { 390ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, number_of_re_write_actions, 391ad17dc8cSYevgeny Kliteynik num_of_actions); 392ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, header_re_write_actions_pointer, 393ad17dc8cSYevgeny Kliteynik re_write_index); 394ad17dc8cSYevgeny Kliteynik } 395ad17dc8cSYevgeny Kliteynik 396ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_arr_init_next(u8 **last_ste, 397ad17dc8cSYevgeny Kliteynik u32 *added_stes, 39846f2a8aeSYevgeny Kliteynik enum dr_ste_v0_entry_type entry_type, 399ad17dc8cSYevgeny Kliteynik u16 gvmi) 400ad17dc8cSYevgeny Kliteynik { 401ad17dc8cSYevgeny Kliteynik (*added_stes)++; 402ad17dc8cSYevgeny Kliteynik *last_ste += DR_STE_SIZE; 40346f2a8aeSYevgeny Kliteynik dr_ste_v0_init_full(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE, 404ad17dc8cSYevgeny Kliteynik entry_type, gvmi); 405ad17dc8cSYevgeny Kliteynik } 406ad17dc8cSYevgeny Kliteynik 407ad17dc8cSYevgeny Kliteynik static void 408ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_tx(struct mlx5dr_domain *dmn, 409ad17dc8cSYevgeny Kliteynik u8 *action_type_set, 410ad17dc8cSYevgeny Kliteynik u8 *last_ste, 411ad17dc8cSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 412ad17dc8cSYevgeny Kliteynik u32 *added_stes) 413ad17dc8cSYevgeny Kliteynik { 414ad17dc8cSYevgeny Kliteynik bool encap = action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2] || 415ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]; 416ad17dc8cSYevgeny Kliteynik 417ad17dc8cSYevgeny Kliteynik /* We want to make sure the modify header comes before L2 418ad17dc8cSYevgeny Kliteynik * encapsulation. The reason for that is that we support 419ad17dc8cSYevgeny Kliteynik * modify headers for outer headers only 420ad17dc8cSYevgeny Kliteynik */ 421ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 42246f2a8aeSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT); 423ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 424ad17dc8cSYevgeny Kliteynik attr->modify_actions, 425ad17dc8cSYevgeny Kliteynik attr->modify_index); 426ad17dc8cSYevgeny Kliteynik } 427ad17dc8cSYevgeny Kliteynik 428ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) { 429ad17dc8cSYevgeny Kliteynik int i; 430ad17dc8cSYevgeny Kliteynik 431ad17dc8cSYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 432ad17dc8cSYevgeny Kliteynik if (i || action_type_set[DR_ACTION_TYP_MODIFY_HDR]) 433ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 434ad17dc8cSYevgeny Kliteynik added_stes, 43546f2a8aeSYevgeny Kliteynik DR_STE_TYPE_TX, 436ad17dc8cSYevgeny Kliteynik attr->gvmi); 437ad17dc8cSYevgeny Kliteynik 438ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_tx_push_vlan(last_ste, 439ad17dc8cSYevgeny Kliteynik attr->vlans.headers[i], 440ad17dc8cSYevgeny Kliteynik encap); 441ad17dc8cSYevgeny Kliteynik } 442ad17dc8cSYevgeny Kliteynik } 443ad17dc8cSYevgeny Kliteynik 444ad17dc8cSYevgeny Kliteynik if (encap) { 445ad17dc8cSYevgeny Kliteynik /* Modify header and encapsulation require a different STEs. 446ad17dc8cSYevgeny Kliteynik * Since modify header STE format doesn't support encapsulation 447ad17dc8cSYevgeny Kliteynik * tunneling_action. 448ad17dc8cSYevgeny Kliteynik */ 449ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR] || 450ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_PUSH_VLAN]) 451ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 452ad17dc8cSYevgeny Kliteynik added_stes, 45346f2a8aeSYevgeny Kliteynik DR_STE_TYPE_TX, 454ad17dc8cSYevgeny Kliteynik attr->gvmi); 455ad17dc8cSYevgeny Kliteynik 456ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_tx_encap(last_ste, 4577ea9b398SYevgeny Kliteynik attr->reformat.id, 4587ea9b398SYevgeny Kliteynik attr->reformat.size, 459ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]); 460ad17dc8cSYevgeny Kliteynik /* Whenever prio_tag_required enabled, we can be sure that the 461ad17dc8cSYevgeny Kliteynik * previous table (ACL) already push vlan to our packet, 462ad17dc8cSYevgeny Kliteynik * And due to HW limitation we need to set this bit, otherwise 463ad17dc8cSYevgeny Kliteynik * push vlan + reformat will not work. 464ad17dc8cSYevgeny Kliteynik */ 465ad17dc8cSYevgeny Kliteynik if (MLX5_CAP_GEN(dmn->mdev, prio_tag_required)) 466ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_go_back_bit(last_ste); 467ad17dc8cSYevgeny Kliteynik } 468ad17dc8cSYevgeny Kliteynik 469ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) 470ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_counter_id(last_ste, attr->ctr_id); 471ad17dc8cSYevgeny Kliteynik 472ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi); 473ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1); 474ad17dc8cSYevgeny Kliteynik } 475ad17dc8cSYevgeny Kliteynik 476ad17dc8cSYevgeny Kliteynik static void 477ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_rx(struct mlx5dr_domain *dmn, 478ad17dc8cSYevgeny Kliteynik u8 *action_type_set, 479ad17dc8cSYevgeny Kliteynik u8 *last_ste, 480ad17dc8cSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 481ad17dc8cSYevgeny Kliteynik u32 *added_stes) 482ad17dc8cSYevgeny Kliteynik { 483ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) 484ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_counter_id(last_ste, attr->ctr_id); 485ad17dc8cSYevgeny Kliteynik 486ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) { 48746f2a8aeSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT); 488ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_decap_l3(last_ste, attr->decap_with_vlan); 489ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 490ad17dc8cSYevgeny Kliteynik attr->decap_actions, 491ad17dc8cSYevgeny Kliteynik attr->decap_index); 492ad17dc8cSYevgeny Kliteynik } 493ad17dc8cSYevgeny Kliteynik 494ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2]) 495ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_decap(last_ste); 496ad17dc8cSYevgeny Kliteynik 497ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_POP_VLAN]) { 498ad17dc8cSYevgeny Kliteynik int i; 499ad17dc8cSYevgeny Kliteynik 500ad17dc8cSYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 501ad17dc8cSYevgeny Kliteynik if (i || 502ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2] || 503ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) 504ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 505ad17dc8cSYevgeny Kliteynik added_stes, 50646f2a8aeSYevgeny Kliteynik DR_STE_TYPE_RX, 507ad17dc8cSYevgeny Kliteynik attr->gvmi); 508ad17dc8cSYevgeny Kliteynik 509ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_pop_vlan(last_ste); 510ad17dc8cSYevgeny Kliteynik } 511ad17dc8cSYevgeny Kliteynik } 512ad17dc8cSYevgeny Kliteynik 513ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 51446f2a8aeSYevgeny Kliteynik if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT) 515ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 516ad17dc8cSYevgeny Kliteynik added_stes, 51746f2a8aeSYevgeny Kliteynik DR_STE_TYPE_MODIFY_PKT, 518ad17dc8cSYevgeny Kliteynik attr->gvmi); 519ad17dc8cSYevgeny Kliteynik else 52046f2a8aeSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, DR_STE_TYPE_MODIFY_PKT); 521ad17dc8cSYevgeny Kliteynik 522ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 523ad17dc8cSYevgeny Kliteynik attr->modify_actions, 524ad17dc8cSYevgeny Kliteynik attr->modify_index); 525ad17dc8cSYevgeny Kliteynik } 526ad17dc8cSYevgeny Kliteynik 527ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TAG]) { 52846f2a8aeSYevgeny Kliteynik if (dr_ste_v0_get_entry_type(last_ste) == DR_STE_TYPE_MODIFY_PKT) 529ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 530ad17dc8cSYevgeny Kliteynik added_stes, 53146f2a8aeSYevgeny Kliteynik DR_STE_TYPE_RX, 532ad17dc8cSYevgeny Kliteynik attr->gvmi); 533ad17dc8cSYevgeny Kliteynik 534ad17dc8cSYevgeny Kliteynik dr_ste_v0_rx_set_flow_tag(last_ste, attr->flow_tag); 535ad17dc8cSYevgeny Kliteynik } 536ad17dc8cSYevgeny Kliteynik 537ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi); 538ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1); 539ad17dc8cSYevgeny Kliteynik } 540ad17dc8cSYevgeny Kliteynik 5414781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_set(u8 *hw_action, 5424781df92SYevgeny Kliteynik u8 hw_field, 5434781df92SYevgeny Kliteynik u8 shifter, 5444781df92SYevgeny Kliteynik u8 length, 5454781df92SYevgeny Kliteynik u32 data) 5464781df92SYevgeny Kliteynik { 5474781df92SYevgeny Kliteynik length = (length == 32) ? 0 : length; 5484781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_SET); 5494781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field); 5504781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter); 5514781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, length); 5524781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, data); 5534781df92SYevgeny Kliteynik } 5544781df92SYevgeny Kliteynik 5554781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_add(u8 *hw_action, 5564781df92SYevgeny Kliteynik u8 hw_field, 5574781df92SYevgeny Kliteynik u8 shifter, 5584781df92SYevgeny Kliteynik u8 length, 5594781df92SYevgeny Kliteynik u32 data) 5604781df92SYevgeny Kliteynik { 5614781df92SYevgeny Kliteynik length = (length == 32) ? 0 : length; 5624781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_ADD); 5634781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field); 5644781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter); 5654781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, length); 5664781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, data); 5674781df92SYevgeny Kliteynik } 5684781df92SYevgeny Kliteynik 5694781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_copy(u8 *hw_action, 5704781df92SYevgeny Kliteynik u8 dst_hw_field, 5714781df92SYevgeny Kliteynik u8 dst_shifter, 5724781df92SYevgeny Kliteynik u8 dst_len, 5734781df92SYevgeny Kliteynik u8 src_hw_field, 5744781df92SYevgeny Kliteynik u8 src_shifter) 5754781df92SYevgeny Kliteynik { 5764781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, opcode, DR_STE_ACTION_MDFY_OP_COPY); 5774781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_field_code, dst_hw_field); 5784781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_left_shifter, dst_shifter); 5794781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_length, dst_len); 5804781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, source_field_code, src_hw_field); 5814781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, source_left_shifter, src_shifter); 5824781df92SYevgeny Kliteynik } 5834781df92SYevgeny Kliteynik 5844781df92SYevgeny Kliteynik #define DR_STE_DECAP_L3_MIN_ACTION_NUM 5 5854781df92SYevgeny Kliteynik 5864781df92SYevgeny Kliteynik static int 5874781df92SYevgeny Kliteynik dr_ste_v0_set_action_decap_l3_list(void *data, u32 data_sz, 5884781df92SYevgeny Kliteynik u8 *hw_action, u32 hw_action_sz, 5894781df92SYevgeny Kliteynik u16 *used_hw_action_num) 5904781df92SYevgeny Kliteynik { 5914781df92SYevgeny Kliteynik struct mlx5_ifc_l2_hdr_bits *l2_hdr = data; 5924781df92SYevgeny Kliteynik u32 hw_action_num; 5934781df92SYevgeny Kliteynik int required_actions; 5944781df92SYevgeny Kliteynik u32 hdr_fld_4b; 5954781df92SYevgeny Kliteynik u16 hdr_fld_2b; 5964781df92SYevgeny Kliteynik u16 vlan_type; 5974781df92SYevgeny Kliteynik bool vlan; 5984781df92SYevgeny Kliteynik 5994781df92SYevgeny Kliteynik vlan = (data_sz != HDR_LEN_L2); 6004781df92SYevgeny Kliteynik hw_action_num = hw_action_sz / MLX5_ST_SZ_BYTES(dr_action_hw_set); 6014781df92SYevgeny Kliteynik required_actions = DR_STE_DECAP_L3_MIN_ACTION_NUM + !!vlan; 6024781df92SYevgeny Kliteynik 6034781df92SYevgeny Kliteynik if (hw_action_num < required_actions) 6044781df92SYevgeny Kliteynik return -ENOMEM; 6054781df92SYevgeny Kliteynik 6064781df92SYevgeny Kliteynik /* dmac_47_16 */ 6074781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6084781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6094781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6104781df92SYevgeny Kliteynik destination_length, 0); 6114781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6124781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0); 6134781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6144781df92SYevgeny Kliteynik destination_left_shifter, 16); 6154781df92SYevgeny Kliteynik hdr_fld_4b = MLX5_GET(l2_hdr, l2_hdr, dmac_47_16); 6164781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6174781df92SYevgeny Kliteynik inline_data, hdr_fld_4b); 6184781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6194781df92SYevgeny Kliteynik 6204781df92SYevgeny Kliteynik /* smac_47_16 */ 6214781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6224781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6234781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6244781df92SYevgeny Kliteynik destination_length, 0); 6254781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6264781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1); 6274781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, 16); 6284781df92SYevgeny Kliteynik hdr_fld_4b = (MLX5_GET(l2_hdr, l2_hdr, smac_31_0) >> 16 | 6294781df92SYevgeny Kliteynik MLX5_GET(l2_hdr, l2_hdr, smac_47_32) << 16); 6304781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b); 6314781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6324781df92SYevgeny Kliteynik 6334781df92SYevgeny Kliteynik /* dmac_15_0 */ 6344781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6354781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6364781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6374781df92SYevgeny Kliteynik destination_length, 16); 6384781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6394781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0); 6404781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6414781df92SYevgeny Kliteynik destination_left_shifter, 0); 6424781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, dmac_15_0); 6434781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6444781df92SYevgeny Kliteynik inline_data, hdr_fld_2b); 6454781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6464781df92SYevgeny Kliteynik 6474781df92SYevgeny Kliteynik /* ethertype + (optional) vlan */ 6484781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6494781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6504781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6514781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2); 6524781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6534781df92SYevgeny Kliteynik destination_left_shifter, 32); 6544781df92SYevgeny Kliteynik if (!vlan) { 6554781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype); 6564781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b); 6574781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, 16); 6584781df92SYevgeny Kliteynik } else { 6594781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype); 6604781df92SYevgeny Kliteynik vlan_type = hdr_fld_2b == SVLAN_ETHERTYPE ? DR_STE_SVLAN : DR_STE_CVLAN; 6614781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan); 6624781df92SYevgeny Kliteynik hdr_fld_4b = (vlan_type << 16) | hdr_fld_2b; 6634781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b); 6644781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, 18); 6654781df92SYevgeny Kliteynik } 6664781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6674781df92SYevgeny Kliteynik 6684781df92SYevgeny Kliteynik /* smac_15_0 */ 6694781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6704781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6714781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6724781df92SYevgeny Kliteynik destination_length, 16); 6734781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6744781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1); 6754781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6764781df92SYevgeny Kliteynik destination_left_shifter, 0); 6774781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, smac_31_0); 6784781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b); 6794781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6804781df92SYevgeny Kliteynik 6814781df92SYevgeny Kliteynik if (vlan) { 6824781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6834781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6844781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan_type); 6854781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6864781df92SYevgeny Kliteynik inline_data, hdr_fld_2b); 6874781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6884781df92SYevgeny Kliteynik destination_length, 16); 6894781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6904781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2); 6914781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6924781df92SYevgeny Kliteynik destination_left_shifter, 0); 6934781df92SYevgeny Kliteynik } 6944781df92SYevgeny Kliteynik 6954781df92SYevgeny Kliteynik *used_hw_action_num = required_actions; 6964781df92SYevgeny Kliteynik 6974781df92SYevgeny Kliteynik return 0; 6984781df92SYevgeny Kliteynik } 6994781df92SYevgeny Kliteynik 700d65e841dSYevgeny Kliteynik static void 701d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value, 702d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 703d65e841dSYevgeny Kliteynik { 704d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 705d65e841dSYevgeny Kliteynik 70646779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_47_16, mask, dmac_47_16); 70746779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_15_0, mask, dmac_15_0); 708d65e841dSYevgeny Kliteynik 709d65e841dSYevgeny Kliteynik if (mask->smac_47_16 || mask->smac_15_0) { 710d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_47_32, 711d65e841dSYevgeny Kliteynik mask->smac_47_16 >> 16); 712d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_31_0, 713d65e841dSYevgeny Kliteynik mask->smac_47_16 << 16 | mask->smac_15_0); 714d65e841dSYevgeny Kliteynik mask->smac_47_16 = 0; 715d65e841dSYevgeny Kliteynik mask->smac_15_0 = 0; 716d65e841dSYevgeny Kliteynik } 717d65e841dSYevgeny Kliteynik 71846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_vlan_id, mask, first_vid); 71946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_cfi, mask, first_cfi); 72046779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_priority, mask, first_prio); 72146779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src_dst, bit_mask, l3_type, mask, ip_version); 722d65e841dSYevgeny Kliteynik 723d65e841dSYevgeny Kliteynik if (mask->cvlan_tag) { 724d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1); 725d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 726d65e841dSYevgeny Kliteynik } else if (mask->svlan_tag) { 727d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1); 728d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 729d65e841dSYevgeny Kliteynik } 730d65e841dSYevgeny Kliteynik } 731d65e841dSYevgeny Kliteynik 732d65e841dSYevgeny Kliteynik static int 733d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value, 734d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 735d65e841dSYevgeny Kliteynik u8 *tag) 736d65e841dSYevgeny Kliteynik { 737d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 738d65e841dSYevgeny Kliteynik 739d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_47_16, spec, dmac_47_16); 740d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_15_0, spec, dmac_15_0); 741d65e841dSYevgeny Kliteynik 742d65e841dSYevgeny Kliteynik if (spec->smac_47_16 || spec->smac_15_0) { 743d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, smac_47_32, 744d65e841dSYevgeny Kliteynik spec->smac_47_16 >> 16); 745d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, smac_31_0, 746d65e841dSYevgeny Kliteynik spec->smac_47_16 << 16 | spec->smac_15_0); 747d65e841dSYevgeny Kliteynik spec->smac_47_16 = 0; 748d65e841dSYevgeny Kliteynik spec->smac_15_0 = 0; 749d65e841dSYevgeny Kliteynik } 750d65e841dSYevgeny Kliteynik 751d65e841dSYevgeny Kliteynik if (spec->ip_version) { 752d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 753d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV4); 754d65e841dSYevgeny Kliteynik spec->ip_version = 0; 755d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 756d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV6); 757d65e841dSYevgeny Kliteynik spec->ip_version = 0; 758d65e841dSYevgeny Kliteynik } else { 759d65e841dSYevgeny Kliteynik return -EINVAL; 760d65e841dSYevgeny Kliteynik } 761d65e841dSYevgeny Kliteynik } 762d65e841dSYevgeny Kliteynik 763d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_vlan_id, spec, first_vid); 764d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_cfi, spec, first_cfi); 765d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_priority, spec, first_prio); 766d65e841dSYevgeny Kliteynik 767d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 768d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_CVLAN); 769d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 770d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 771d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_SVLAN); 772d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 773d65e841dSYevgeny Kliteynik } 774d65e841dSYevgeny Kliteynik return 0; 775d65e841dSYevgeny Kliteynik } 776d65e841dSYevgeny Kliteynik 777d65e841dSYevgeny Kliteynik static void 778d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb, 779d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 780d65e841dSYevgeny Kliteynik { 781d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask); 782d65e841dSYevgeny Kliteynik 783d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC_DST, sb->rx, sb->inner); 784d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 785d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_dst_tag; 786d65e841dSYevgeny Kliteynik } 787d65e841dSYevgeny Kliteynik 788d65e841dSYevgeny Kliteynik static int 789d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value, 790d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 791d65e841dSYevgeny Kliteynik u8 *tag) 792d65e841dSYevgeny Kliteynik { 793d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 794d65e841dSYevgeny Kliteynik 795d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96); 796d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64); 797d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32); 798d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0); 799d65e841dSYevgeny Kliteynik 800d65e841dSYevgeny Kliteynik return 0; 801d65e841dSYevgeny Kliteynik } 802d65e841dSYevgeny Kliteynik 803d65e841dSYevgeny Kliteynik static void 804d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb, 805d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 806d65e841dSYevgeny Kliteynik { 80746779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask); 808d65e841dSYevgeny Kliteynik 809d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_DST, sb->rx, sb->inner); 810d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 811d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_dst_tag; 812d65e841dSYevgeny Kliteynik } 813d65e841dSYevgeny Kliteynik 814d65e841dSYevgeny Kliteynik static int 815d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value, 816d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 817d65e841dSYevgeny Kliteynik u8 *tag) 818d65e841dSYevgeny Kliteynik { 819d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 820d65e841dSYevgeny Kliteynik 821d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96); 822d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64); 823d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32); 824d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0); 825d65e841dSYevgeny Kliteynik 826d65e841dSYevgeny Kliteynik return 0; 827d65e841dSYevgeny Kliteynik } 828d65e841dSYevgeny Kliteynik 829d65e841dSYevgeny Kliteynik static void 830d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb, 831d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 832d65e841dSYevgeny Kliteynik { 83346779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask); 834d65e841dSYevgeny Kliteynik 835d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_SRC, sb->rx, sb->inner); 836d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 837d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_src_tag; 838d65e841dSYevgeny Kliteynik } 839d65e841dSYevgeny Kliteynik 840d65e841dSYevgeny Kliteynik static int 841d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value, 842d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 843d65e841dSYevgeny Kliteynik u8 *tag) 844d65e841dSYevgeny Kliteynik { 845d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 846d65e841dSYevgeny Kliteynik 847d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_address, spec, dst_ip_31_0); 848d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_address, spec, src_ip_31_0); 849d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, tcp_dport); 850d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, udp_dport); 851d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, tcp_sport); 852d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, udp_sport); 853d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, protocol, spec, ip_protocol); 854d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, fragmented, spec, frag); 855d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, dscp, spec, ip_dscp); 856d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, ecn, spec, ip_ecn); 857d65e841dSYevgeny Kliteynik 858d65e841dSYevgeny Kliteynik if (spec->tcp_flags) { 859d65e841dSYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple, tag, spec); 860d65e841dSYevgeny Kliteynik spec->tcp_flags = 0; 861d65e841dSYevgeny Kliteynik } 862d65e841dSYevgeny Kliteynik 863d65e841dSYevgeny Kliteynik return 0; 864d65e841dSYevgeny Kliteynik } 865d65e841dSYevgeny Kliteynik 866d65e841dSYevgeny Kliteynik static void 867d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb, 868d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 869d65e841dSYevgeny Kliteynik { 87046779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask); 871d65e841dSYevgeny Kliteynik 872d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_5_TUPLE, sb->rx, sb->inner); 873d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 874d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag; 875d65e841dSYevgeny Kliteynik } 876d65e841dSYevgeny Kliteynik 877d65e841dSYevgeny Kliteynik static void 878d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value, 879d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 880d65e841dSYevgeny Kliteynik { 881d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 882d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 883d65e841dSYevgeny Kliteynik 88446779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_vlan_id, mask, first_vid); 88546779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_cfi, mask, first_cfi); 88646779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_priority, mask, first_prio); 88746779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, ip_fragmented, mask, frag); 88846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, l3_ethertype, mask, ethertype); 88946779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src, bit_mask, l3_type, mask, ip_version); 890d65e841dSYevgeny Kliteynik 891d65e841dSYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 892d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, first_vlan_qualifier, -1); 893d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 894d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 895d65e841dSYevgeny Kliteynik } 896d65e841dSYevgeny Kliteynik 897d65e841dSYevgeny Kliteynik if (inner) { 898d65e841dSYevgeny Kliteynik if (misc_mask->inner_second_cvlan_tag || 899d65e841dSYevgeny Kliteynik misc_mask->inner_second_svlan_tag) { 900d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1); 901d65e841dSYevgeny Kliteynik misc_mask->inner_second_cvlan_tag = 0; 902d65e841dSYevgeny Kliteynik misc_mask->inner_second_svlan_tag = 0; 903d65e841dSYevgeny Kliteynik } 904d65e841dSYevgeny Kliteynik 90546779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 906d65e841dSYevgeny Kliteynik second_vlan_id, misc_mask, inner_second_vid); 90746779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 908d65e841dSYevgeny Kliteynik second_cfi, misc_mask, inner_second_cfi); 90946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 910d65e841dSYevgeny Kliteynik second_priority, misc_mask, inner_second_prio); 911d65e841dSYevgeny Kliteynik } else { 912d65e841dSYevgeny Kliteynik if (misc_mask->outer_second_cvlan_tag || 913d65e841dSYevgeny Kliteynik misc_mask->outer_second_svlan_tag) { 914d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1); 915d65e841dSYevgeny Kliteynik misc_mask->outer_second_cvlan_tag = 0; 916d65e841dSYevgeny Kliteynik misc_mask->outer_second_svlan_tag = 0; 917d65e841dSYevgeny Kliteynik } 918d65e841dSYevgeny Kliteynik 91946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 920d65e841dSYevgeny Kliteynik second_vlan_id, misc_mask, outer_second_vid); 92146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 922d65e841dSYevgeny Kliteynik second_cfi, misc_mask, outer_second_cfi); 92346779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 924d65e841dSYevgeny Kliteynik second_priority, misc_mask, outer_second_prio); 925d65e841dSYevgeny Kliteynik } 926d65e841dSYevgeny Kliteynik } 927d65e841dSYevgeny Kliteynik 928d65e841dSYevgeny Kliteynik static int 929d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value, 930d65e841dSYevgeny Kliteynik bool inner, u8 *tag) 931d65e841dSYevgeny Kliteynik { 932d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer; 933d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_spec = &value->misc; 934d65e841dSYevgeny Kliteynik 935d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_vlan_id, spec, first_vid); 936d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_cfi, spec, first_cfi); 937d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_priority, spec, first_prio); 938d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, ip_fragmented, spec, frag); 939d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, l3_ethertype, spec, ethertype); 940d65e841dSYevgeny Kliteynik 941d65e841dSYevgeny Kliteynik if (spec->ip_version) { 942d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 943d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV4); 944d65e841dSYevgeny Kliteynik spec->ip_version = 0; 945d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 946d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV6); 947d65e841dSYevgeny Kliteynik spec->ip_version = 0; 948d65e841dSYevgeny Kliteynik } else { 949d65e841dSYevgeny Kliteynik return -EINVAL; 950d65e841dSYevgeny Kliteynik } 951d65e841dSYevgeny Kliteynik } 952d65e841dSYevgeny Kliteynik 953d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 954d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_CVLAN); 955d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 956d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 957d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_SVLAN); 958d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 959d65e841dSYevgeny Kliteynik } 960d65e841dSYevgeny Kliteynik 961d65e841dSYevgeny Kliteynik if (inner) { 962d65e841dSYevgeny Kliteynik if (misc_spec->inner_second_cvlan_tag) { 963d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN); 964d65e841dSYevgeny Kliteynik misc_spec->inner_second_cvlan_tag = 0; 965d65e841dSYevgeny Kliteynik } else if (misc_spec->inner_second_svlan_tag) { 966d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN); 967d65e841dSYevgeny Kliteynik misc_spec->inner_second_svlan_tag = 0; 968d65e841dSYevgeny Kliteynik } 969d65e841dSYevgeny Kliteynik 970d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, inner_second_vid); 971d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, inner_second_cfi); 972d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, inner_second_prio); 973d65e841dSYevgeny Kliteynik } else { 974d65e841dSYevgeny Kliteynik if (misc_spec->outer_second_cvlan_tag) { 975d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN); 976d65e841dSYevgeny Kliteynik misc_spec->outer_second_cvlan_tag = 0; 977d65e841dSYevgeny Kliteynik } else if (misc_spec->outer_second_svlan_tag) { 978d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN); 979d65e841dSYevgeny Kliteynik misc_spec->outer_second_svlan_tag = 0; 980d65e841dSYevgeny Kliteynik } 981d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, outer_second_vid); 982d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, outer_second_cfi); 983d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, outer_second_prio); 984d65e841dSYevgeny Kliteynik } 985d65e841dSYevgeny Kliteynik 986d65e841dSYevgeny Kliteynik return 0; 987d65e841dSYevgeny Kliteynik } 988d65e841dSYevgeny Kliteynik 989d65e841dSYevgeny Kliteynik static void 990d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value, 991d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 992d65e841dSYevgeny Kliteynik { 993d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 994d65e841dSYevgeny Kliteynik 99546779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_47_16, mask, smac_47_16); 99646779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_15_0, mask, smac_15_0); 997d65e841dSYevgeny Kliteynik 998d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask); 999d65e841dSYevgeny Kliteynik } 1000d65e841dSYevgeny Kliteynik 1001d65e841dSYevgeny Kliteynik static int 1002d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_tag(struct mlx5dr_match_param *value, 1003d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1004d65e841dSYevgeny Kliteynik u8 *tag) 1005d65e841dSYevgeny Kliteynik { 1006d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1007d65e841dSYevgeny Kliteynik 1008d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, smac_47_16, spec, smac_47_16); 1009d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, smac_15_0, spec, smac_15_0); 1010d65e841dSYevgeny Kliteynik 1011d65e841dSYevgeny Kliteynik return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 1012d65e841dSYevgeny Kliteynik } 1013d65e841dSYevgeny Kliteynik 1014d65e841dSYevgeny Kliteynik static void 1015d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_init(struct mlx5dr_ste_build *sb, 1016d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1017d65e841dSYevgeny Kliteynik { 1018d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask); 1019d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC, sb->rx, sb->inner); 1020d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1021d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_tag; 1022d65e841dSYevgeny Kliteynik } 1023d65e841dSYevgeny Kliteynik 1024d65e841dSYevgeny Kliteynik static void 1025d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value, 102646779098SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 102746779098SYevgeny Kliteynik u8 *bit_mask) 1028d65e841dSYevgeny Kliteynik { 102946779098SYevgeny Kliteynik struct mlx5dr_match_spec *mask = sb->inner ? &value->inner : &value->outer; 1030d65e841dSYevgeny Kliteynik 103146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_47_16, mask, dmac_47_16); 103246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_15_0, mask, dmac_15_0); 1033d65e841dSYevgeny Kliteynik 103446779098SYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, sb->inner, bit_mask); 1035d65e841dSYevgeny Kliteynik } 1036d65e841dSYevgeny Kliteynik 1037d65e841dSYevgeny Kliteynik static int 1038d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_tag(struct mlx5dr_match_param *value, 1039d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1040d65e841dSYevgeny Kliteynik u8 *tag) 1041d65e841dSYevgeny Kliteynik { 1042d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1043d65e841dSYevgeny Kliteynik 1044d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, tag, dmac_47_16, spec, dmac_47_16); 1045d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, tag, dmac_15_0, spec, dmac_15_0); 1046d65e841dSYevgeny Kliteynik 1047d65e841dSYevgeny Kliteynik return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 1048d65e841dSYevgeny Kliteynik } 1049d65e841dSYevgeny Kliteynik 1050d65e841dSYevgeny Kliteynik static void 1051d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb, 1052d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1053d65e841dSYevgeny Kliteynik { 105446779098SYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(mask, sb, sb->bit_mask); 1055d65e841dSYevgeny Kliteynik 1056d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_DST, sb->rx, sb->inner); 1057d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1058d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_dst_tag; 1059d65e841dSYevgeny Kliteynik } 1060d65e841dSYevgeny Kliteynik 1061d65e841dSYevgeny Kliteynik static void 1062d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value, 1063d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 1064d65e841dSYevgeny Kliteynik { 1065d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 1066d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1067d65e841dSYevgeny Kliteynik 106846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_47_16, mask, dmac_47_16); 106946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_15_0, mask, dmac_15_0); 107046779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_vlan_id, mask, first_vid); 107146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_cfi, mask, first_cfi); 107246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_priority, mask, first_prio); 107346779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, ip_fragmented, mask, frag); 107446779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, l3_ethertype, mask, ethertype); 107546779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_tnl, bit_mask, l3_type, mask, ip_version); 1076d65e841dSYevgeny Kliteynik 1077d65e841dSYevgeny Kliteynik if (misc->vxlan_vni) { 1078d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, bit_mask, 1079d65e841dSYevgeny Kliteynik l2_tunneling_network_id, (misc->vxlan_vni << 8)); 1080d65e841dSYevgeny Kliteynik misc->vxlan_vni = 0; 1081d65e841dSYevgeny Kliteynik } 1082d65e841dSYevgeny Kliteynik 1083d65e841dSYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 1084d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, bit_mask, first_vlan_qualifier, -1); 1085d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 1086d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 1087d65e841dSYevgeny Kliteynik } 1088d65e841dSYevgeny Kliteynik } 1089d65e841dSYevgeny Kliteynik 1090d65e841dSYevgeny Kliteynik static int 1091d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value, 1092d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1093d65e841dSYevgeny Kliteynik u8 *tag) 1094d65e841dSYevgeny Kliteynik { 1095d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1096d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1097d65e841dSYevgeny Kliteynik 1098d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_47_16, spec, dmac_47_16); 1099d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_15_0, spec, dmac_15_0); 1100d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_vlan_id, spec, first_vid); 1101d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_cfi, spec, first_cfi); 1102d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, ip_fragmented, spec, frag); 1103d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_priority, spec, first_prio); 1104d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, l3_ethertype, spec, ethertype); 1105d65e841dSYevgeny Kliteynik 1106d65e841dSYevgeny Kliteynik if (misc->vxlan_vni) { 1107d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l2_tunneling_network_id, 1108d65e841dSYevgeny Kliteynik (misc->vxlan_vni << 8)); 1109d65e841dSYevgeny Kliteynik misc->vxlan_vni = 0; 1110d65e841dSYevgeny Kliteynik } 1111d65e841dSYevgeny Kliteynik 1112d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 1113d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_CVLAN); 1114d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 1115d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 1116d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_SVLAN); 1117d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 1118d65e841dSYevgeny Kliteynik } 1119d65e841dSYevgeny Kliteynik 1120d65e841dSYevgeny Kliteynik if (spec->ip_version) { 1121d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 1122d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV4); 1123d65e841dSYevgeny Kliteynik spec->ip_version = 0; 1124d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 1125d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV6); 1126d65e841dSYevgeny Kliteynik spec->ip_version = 0; 1127d65e841dSYevgeny Kliteynik } else { 1128d65e841dSYevgeny Kliteynik return -EINVAL; 1129d65e841dSYevgeny Kliteynik } 1130d65e841dSYevgeny Kliteynik } 1131d65e841dSYevgeny Kliteynik 1132d65e841dSYevgeny Kliteynik return 0; 1133d65e841dSYevgeny Kliteynik } 1134d65e841dSYevgeny Kliteynik 1135d65e841dSYevgeny Kliteynik static void 1136d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb, 1137d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1138d65e841dSYevgeny Kliteynik { 1139d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask); 1140d65e841dSYevgeny Kliteynik 1141dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I; 1142d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1143d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_tnl_tag; 1144d65e841dSYevgeny Kliteynik } 1145d65e841dSYevgeny Kliteynik 1146d65e841dSYevgeny Kliteynik static int 1147d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value, 1148d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1149d65e841dSYevgeny Kliteynik u8 *tag) 1150d65e841dSYevgeny Kliteynik { 1151d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1152d65e841dSYevgeny Kliteynik 1153d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_misc, tag, time_to_live, spec, ttl_hoplimit); 1154d65e841dSYevgeny Kliteynik 1155d65e841dSYevgeny Kliteynik return 0; 1156d65e841dSYevgeny Kliteynik } 1157d65e841dSYevgeny Kliteynik 1158d65e841dSYevgeny Kliteynik static void 1159d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb, 1160d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1161d65e841dSYevgeny Kliteynik { 116246779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask); 1163d65e841dSYevgeny Kliteynik 1164d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_MISC, sb->rx, sb->inner); 1165d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1166d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_misc_tag; 1167d65e841dSYevgeny Kliteynik } 1168d65e841dSYevgeny Kliteynik 1169d65e841dSYevgeny Kliteynik static int 1170d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value, 1171d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1172d65e841dSYevgeny Kliteynik u8 *tag) 1173d65e841dSYevgeny Kliteynik { 1174d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 11750733535dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1176d65e841dSYevgeny Kliteynik 1177d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, tcp_dport); 1178d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, src_port, spec, tcp_sport); 1179d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, udp_dport); 1180d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, src_port, spec, udp_sport); 1181d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, protocol, spec, ip_protocol); 1182d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, fragmented, spec, frag); 1183d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dscp, spec, ip_dscp); 1184d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, ecn, spec, ip_ecn); 1185d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, ipv6_hop_limit, spec, ttl_hoplimit); 1186d65e841dSYevgeny Kliteynik 11870733535dSYevgeny Kliteynik if (sb->inner) 11880733535dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, inner_ipv6_flow_label); 11890733535dSYevgeny Kliteynik else 11900733535dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, flow_label, misc, outer_ipv6_flow_label); 11910733535dSYevgeny Kliteynik 1192d65e841dSYevgeny Kliteynik if (spec->tcp_flags) { 1193d65e841dSYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l4, tag, spec); 1194d65e841dSYevgeny Kliteynik spec->tcp_flags = 0; 1195d65e841dSYevgeny Kliteynik } 1196d65e841dSYevgeny Kliteynik 1197d65e841dSYevgeny Kliteynik return 0; 1198d65e841dSYevgeny Kliteynik } 1199d65e841dSYevgeny Kliteynik 1200d65e841dSYevgeny Kliteynik static void 1201d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb, 1202d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1203d65e841dSYevgeny Kliteynik { 120446779098SYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask); 1205d65e841dSYevgeny Kliteynik 1206d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4, sb->rx, sb->inner); 1207d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1208d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_ipv6_l3_l4_tag; 1209d65e841dSYevgeny Kliteynik } 1210d65e841dSYevgeny Kliteynik 1211d65e841dSYevgeny Kliteynik static int 1212d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_tag(struct mlx5dr_match_param *value, 1213d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1214d65e841dSYevgeny Kliteynik u8 *tag) 1215d65e841dSYevgeny Kliteynik { 121646779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1217d65e841dSYevgeny Kliteynik 1218d65e841dSYevgeny Kliteynik if (sb->inner) 121946779098SYevgeny Kliteynik DR_STE_SET_MPLS(mpls, misc2, inner, tag); 1220d65e841dSYevgeny Kliteynik else 122146779098SYevgeny Kliteynik DR_STE_SET_MPLS(mpls, misc2, outer, tag); 1222d65e841dSYevgeny Kliteynik 1223d65e841dSYevgeny Kliteynik return 0; 1224d65e841dSYevgeny Kliteynik } 1225d65e841dSYevgeny Kliteynik 1226d65e841dSYevgeny Kliteynik static void 1227d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_init(struct mlx5dr_ste_build *sb, 1228d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1229d65e841dSYevgeny Kliteynik { 123046779098SYevgeny Kliteynik dr_ste_v0_build_mpls_tag(mask, sb, sb->bit_mask); 1231d65e841dSYevgeny Kliteynik 1232d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(MPLS_FIRST, sb->rx, sb->inner); 1233d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1234d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_mpls_tag; 1235d65e841dSYevgeny Kliteynik } 1236d65e841dSYevgeny Kliteynik 1237d65e841dSYevgeny Kliteynik static int 1238d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(struct mlx5dr_match_param *value, 1239d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1240d65e841dSYevgeny Kliteynik u8 *tag) 1241d65e841dSYevgeny Kliteynik { 1242d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1243d65e841dSYevgeny Kliteynik 1244d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_protocol, misc, gre_protocol); 1245d65e841dSYevgeny Kliteynik 1246d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_k_present, misc, gre_k_present); 1247d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_key_h, misc, gre_key_h); 1248d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_key_l, misc, gre_key_l); 1249d65e841dSYevgeny Kliteynik 1250d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_c_present, misc, gre_c_present); 1251d65e841dSYevgeny Kliteynik 1252d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_s_present, misc, gre_s_present); 1253d65e841dSYevgeny Kliteynik 1254d65e841dSYevgeny Kliteynik return 0; 1255d65e841dSYevgeny Kliteynik } 1256d65e841dSYevgeny Kliteynik 1257d65e841dSYevgeny Kliteynik static void 1258d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_init(struct mlx5dr_ste_build *sb, 1259d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1260d65e841dSYevgeny Kliteynik { 126146779098SYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(mask, sb, sb->bit_mask); 1262d65e841dSYevgeny Kliteynik 1263dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_GRE; 1264d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1265d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gre_tag; 1266d65e841dSYevgeny Kliteynik } 1267d65e841dSYevgeny Kliteynik 1268d65e841dSYevgeny Kliteynik static int 1269d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(struct mlx5dr_match_param *value, 1270d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1271d65e841dSYevgeny Kliteynik u8 *tag) 1272d65e841dSYevgeny Kliteynik { 127346779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc_2 = &value->misc2; 1274323b91acSMuhammad Sammar u32 mpls_hdr; 1275d65e841dSYevgeny Kliteynik 127646779098SYevgeny Kliteynik if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc_2)) { 1277323b91acSMuhammad Sammar mpls_hdr = misc_2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL; 1278323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_label = 0; 1279323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP; 1280323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_exp = 0; 1281323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS; 1282323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_s_bos = 0; 1283323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL; 1284323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_ttl = 0; 1285d65e841dSYevgeny Kliteynik } else { 1286323b91acSMuhammad Sammar mpls_hdr = misc_2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL; 1287323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_label = 0; 1288323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP; 1289323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_exp = 0; 1290323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS; 1291323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_s_bos = 0; 1292323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL; 1293323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_ttl = 0; 1294d65e841dSYevgeny Kliteynik } 1295323b91acSMuhammad Sammar 1296323b91acSMuhammad Sammar MLX5_SET(ste_flex_parser_0, tag, flex_parser_3, mpls_hdr); 1297d65e841dSYevgeny Kliteynik return 0; 1298d65e841dSYevgeny Kliteynik } 1299d65e841dSYevgeny Kliteynik 1300d65e841dSYevgeny Kliteynik static void 1301d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_init(struct mlx5dr_ste_build *sb, 1302d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1303d65e841dSYevgeny Kliteynik { 130446779098SYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(mask, sb, sb->bit_mask); 1305d65e841dSYevgeny Kliteynik 1306dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 1307d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1308d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_tag; 1309d65e841dSYevgeny Kliteynik } 1310d65e841dSYevgeny Kliteynik 131135ba005dSYevgeny Kliteynik static int 131235ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_tag(struct mlx5dr_match_param *value, 131335ba005dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 131435ba005dSYevgeny Kliteynik u8 *tag) 131535ba005dSYevgeny Kliteynik { 131635ba005dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 131735ba005dSYevgeny Kliteynik u8 *parser_ptr; 131835ba005dSYevgeny Kliteynik u8 parser_id; 131935ba005dSYevgeny Kliteynik u32 mpls_hdr; 132035ba005dSYevgeny Kliteynik 132135ba005dSYevgeny Kliteynik mpls_hdr = misc2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL; 132235ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_label = 0; 132335ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP; 132435ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_exp = 0; 132535ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS; 132635ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_s_bos = 0; 132735ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL; 132835ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_udp_ttl = 0; 132935ba005dSYevgeny Kliteynik 133035ba005dSYevgeny Kliteynik parser_id = sb->caps->flex_parser_id_mpls_over_udp; 133135ba005dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 133235ba005dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr); 133335ba005dSYevgeny Kliteynik 133435ba005dSYevgeny Kliteynik return 0; 133535ba005dSYevgeny Kliteynik } 133635ba005dSYevgeny Kliteynik 133735ba005dSYevgeny Kliteynik static void 133835ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_init(struct mlx5dr_ste_build *sb, 133935ba005dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 134035ba005dSYevgeny Kliteynik { 134135ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_udp_tag(mask, sb, sb->bit_mask); 134235ba005dSYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 134335ba005dSYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 134435ba005dSYevgeny Kliteynik */ 134535ba005dSYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_mpls_over_udp > DR_STE_MAX_FLEX_0_ID ? 134635ba005dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 : 134735ba005dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 134835ba005dSYevgeny Kliteynik 134935ba005dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 135035ba005dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_udp_tag; 135135ba005dSYevgeny Kliteynik } 135235ba005dSYevgeny Kliteynik 135335ba005dSYevgeny Kliteynik static int 135435ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_tag(struct mlx5dr_match_param *value, 135535ba005dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 135635ba005dSYevgeny Kliteynik u8 *tag) 135735ba005dSYevgeny Kliteynik { 135835ba005dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 135935ba005dSYevgeny Kliteynik u8 *parser_ptr; 136035ba005dSYevgeny Kliteynik u8 parser_id; 136135ba005dSYevgeny Kliteynik u32 mpls_hdr; 136235ba005dSYevgeny Kliteynik 136335ba005dSYevgeny Kliteynik mpls_hdr = misc2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL; 136435ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_label = 0; 136535ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP; 136635ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_exp = 0; 136735ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS; 136835ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_s_bos = 0; 136935ba005dSYevgeny Kliteynik mpls_hdr |= misc2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL; 137035ba005dSYevgeny Kliteynik misc2->outer_first_mpls_over_gre_ttl = 0; 137135ba005dSYevgeny Kliteynik 137235ba005dSYevgeny Kliteynik parser_id = sb->caps->flex_parser_id_mpls_over_gre; 137335ba005dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 137435ba005dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(mpls_hdr); 137535ba005dSYevgeny Kliteynik 137635ba005dSYevgeny Kliteynik return 0; 137735ba005dSYevgeny Kliteynik } 137835ba005dSYevgeny Kliteynik 137935ba005dSYevgeny Kliteynik static void 138035ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_init(struct mlx5dr_ste_build *sb, 138135ba005dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 138235ba005dSYevgeny Kliteynik { 138335ba005dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_over_gre_tag(mask, sb, sb->bit_mask); 138435ba005dSYevgeny Kliteynik 138535ba005dSYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 138635ba005dSYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 138735ba005dSYevgeny Kliteynik */ 138835ba005dSYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_mpls_over_gre > DR_STE_MAX_FLEX_0_ID ? 138935ba005dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 : 139035ba005dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 139135ba005dSYevgeny Kliteynik 139235ba005dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 139335ba005dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_over_gre_tag; 139435ba005dSYevgeny Kliteynik } 139535ba005dSYevgeny Kliteynik 1396d65e841dSYevgeny Kliteynik #define ICMP_TYPE_OFFSET_FIRST_DW 24 1397d65e841dSYevgeny Kliteynik #define ICMP_CODE_OFFSET_FIRST_DW 16 1398d65e841dSYevgeny Kliteynik 1399d65e841dSYevgeny Kliteynik static int 1400d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_tag(struct mlx5dr_match_param *value, 1401d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1402d65e841dSYevgeny Kliteynik u8 *tag) 1403d65e841dSYevgeny Kliteynik { 1404d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc_3 = &value->misc3; 140540ca842cSYevgeny Kliteynik u32 *icmp_header_data; 1406d65e841dSYevgeny Kliteynik int dw0_location; 1407d65e841dSYevgeny Kliteynik int dw1_location; 14084923938dSYevgeny Kliteynik u8 *parser_ptr; 140940ca842cSYevgeny Kliteynik u8 *icmp_type; 141040ca842cSYevgeny Kliteynik u8 *icmp_code; 1411d65e841dSYevgeny Kliteynik bool is_ipv4; 14124923938dSYevgeny Kliteynik u32 icmp_hdr; 1413d65e841dSYevgeny Kliteynik 1414d65e841dSYevgeny Kliteynik is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc_3); 1415d65e841dSYevgeny Kliteynik if (is_ipv4) { 141640ca842cSYevgeny Kliteynik icmp_header_data = &misc_3->icmpv4_header_data; 141740ca842cSYevgeny Kliteynik icmp_type = &misc_3->icmpv4_type; 141840ca842cSYevgeny Kliteynik icmp_code = &misc_3->icmpv4_code; 1419d65e841dSYevgeny Kliteynik dw0_location = sb->caps->flex_parser_id_icmp_dw0; 1420d65e841dSYevgeny Kliteynik dw1_location = sb->caps->flex_parser_id_icmp_dw1; 1421d65e841dSYevgeny Kliteynik } else { 142240ca842cSYevgeny Kliteynik icmp_header_data = &misc_3->icmpv6_header_data; 142340ca842cSYevgeny Kliteynik icmp_type = &misc_3->icmpv6_type; 142440ca842cSYevgeny Kliteynik icmp_code = &misc_3->icmpv6_code; 1425d65e841dSYevgeny Kliteynik dw0_location = sb->caps->flex_parser_id_icmpv6_dw0; 1426d65e841dSYevgeny Kliteynik dw1_location = sb->caps->flex_parser_id_icmpv6_dw1; 1427d65e841dSYevgeny Kliteynik } 1428d65e841dSYevgeny Kliteynik 14294923938dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw0_location); 14304923938dSYevgeny Kliteynik icmp_hdr = (*icmp_type << ICMP_TYPE_OFFSET_FIRST_DW) | 14314923938dSYevgeny Kliteynik (*icmp_code << ICMP_CODE_OFFSET_FIRST_DW); 14324923938dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(icmp_hdr); 143340ca842cSYevgeny Kliteynik *icmp_code = 0; 14344923938dSYevgeny Kliteynik *icmp_type = 0; 1435d65e841dSYevgeny Kliteynik 14364923938dSYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, dw1_location); 14374923938dSYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(*icmp_header_data); 143840ca842cSYevgeny Kliteynik *icmp_header_data = 0; 1439d65e841dSYevgeny Kliteynik 1440d65e841dSYevgeny Kliteynik return 0; 1441d65e841dSYevgeny Kliteynik } 1442d65e841dSYevgeny Kliteynik 14434923938dSYevgeny Kliteynik static void 1444d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_init(struct mlx5dr_ste_build *sb, 1445d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1446d65e841dSYevgeny Kliteynik { 14474923938dSYevgeny Kliteynik u8 parser_id; 14484923938dSYevgeny Kliteynik bool is_ipv4; 1449d65e841dSYevgeny Kliteynik 14504923938dSYevgeny Kliteynik dr_ste_v0_build_icmp_tag(mask, sb, sb->bit_mask); 1451d65e841dSYevgeny Kliteynik 14524923938dSYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 14534923938dSYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 14544923938dSYevgeny Kliteynik */ 14554923938dSYevgeny Kliteynik is_ipv4 = DR_MASK_IS_ICMPV4_SET(&mask->misc3); 14564923938dSYevgeny Kliteynik parser_id = is_ipv4 ? sb->caps->flex_parser_id_icmp_dw0 : 14574923938dSYevgeny Kliteynik sb->caps->flex_parser_id_icmpv6_dw0; 14584923938dSYevgeny Kliteynik sb->lu_type = parser_id > DR_STE_MAX_FLEX_0_ID ? 14594923938dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 : 14604923938dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 1461d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1462d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_icmp_tag; 1463d65e841dSYevgeny Kliteynik } 1464d65e841dSYevgeny Kliteynik 1465d65e841dSYevgeny Kliteynik static int 1466d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(struct mlx5dr_match_param *value, 1467d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1468d65e841dSYevgeny Kliteynik u8 *tag) 1469d65e841dSYevgeny Kliteynik { 147046779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc_2 = &value->misc2; 1471d65e841dSYevgeny Kliteynik 1472d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field, 147346779098SYevgeny Kliteynik misc_2, metadata_reg_a); 1474d65e841dSYevgeny Kliteynik 1475d65e841dSYevgeny Kliteynik return 0; 1476d65e841dSYevgeny Kliteynik } 1477d65e841dSYevgeny Kliteynik 1478d65e841dSYevgeny Kliteynik static void 1479d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_init(struct mlx5dr_ste_build *sb, 1480d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1481d65e841dSYevgeny Kliteynik { 148246779098SYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(mask, sb, sb->bit_mask); 1483d65e841dSYevgeny Kliteynik 1484dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_GENERAL_PURPOSE; 1485d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1486d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_general_purpose_tag; 1487d65e841dSYevgeny Kliteynik } 1488d65e841dSYevgeny Kliteynik 1489d65e841dSYevgeny Kliteynik static int 1490d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(struct mlx5dr_match_param *value, 1491d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1492d65e841dSYevgeny Kliteynik u8 *tag) 1493d65e841dSYevgeny Kliteynik { 1494d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1495d65e841dSYevgeny Kliteynik 1496d65e841dSYevgeny Kliteynik if (sb->inner) { 1497d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, inner_tcp_seq_num); 1498d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, inner_tcp_ack_num); 1499d65e841dSYevgeny Kliteynik } else { 1500d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, outer_tcp_seq_num); 1501d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, outer_tcp_ack_num); 1502d65e841dSYevgeny Kliteynik } 1503d65e841dSYevgeny Kliteynik 1504d65e841dSYevgeny Kliteynik return 0; 1505d65e841dSYevgeny Kliteynik } 1506d65e841dSYevgeny Kliteynik 1507d65e841dSYevgeny Kliteynik static void 1508d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb, 1509d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1510d65e841dSYevgeny Kliteynik { 151146779098SYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(mask, sb, sb->bit_mask); 1512d65e841dSYevgeny Kliteynik 1513d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4_MISC, sb->rx, sb->inner); 1514d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1515d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l4_misc_tag; 1516d65e841dSYevgeny Kliteynik } 1517d65e841dSYevgeny Kliteynik 1518d65e841dSYevgeny Kliteynik static int 1519d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value, 1520d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1521d65e841dSYevgeny Kliteynik u8 *tag) 1522d65e841dSYevgeny Kliteynik { 1523d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1524d65e841dSYevgeny Kliteynik 1525d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1526d65e841dSYevgeny Kliteynik outer_vxlan_gpe_flags, misc3, 1527d65e841dSYevgeny Kliteynik outer_vxlan_gpe_flags); 1528d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1529d65e841dSYevgeny Kliteynik outer_vxlan_gpe_next_protocol, misc3, 1530d65e841dSYevgeny Kliteynik outer_vxlan_gpe_next_protocol); 1531d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1532d65e841dSYevgeny Kliteynik outer_vxlan_gpe_vni, misc3, 1533d65e841dSYevgeny Kliteynik outer_vxlan_gpe_vni); 1534d65e841dSYevgeny Kliteynik 1535d65e841dSYevgeny Kliteynik return 0; 1536d65e841dSYevgeny Kliteynik } 1537d65e841dSYevgeny Kliteynik 1538d65e841dSYevgeny Kliteynik static void 1539d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb, 1540d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1541d65e841dSYevgeny Kliteynik { 154246779098SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask); 1543dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1544d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1545d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag; 1546d65e841dSYevgeny Kliteynik } 1547d65e841dSYevgeny Kliteynik 1548d65e841dSYevgeny Kliteynik static int 1549d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value, 1550d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1551d65e841dSYevgeny Kliteynik u8 *tag) 1552d65e841dSYevgeny Kliteynik { 1553d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1554d65e841dSYevgeny Kliteynik 1555d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1556d65e841dSYevgeny Kliteynik geneve_protocol_type, misc, geneve_protocol_type); 1557d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1558d65e841dSYevgeny Kliteynik geneve_oam, misc, geneve_oam); 1559d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1560d65e841dSYevgeny Kliteynik geneve_opt_len, misc, geneve_opt_len); 1561d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1562d65e841dSYevgeny Kliteynik geneve_vni, misc, geneve_vni); 1563d65e841dSYevgeny Kliteynik 1564d65e841dSYevgeny Kliteynik return 0; 1565d65e841dSYevgeny Kliteynik } 1566d65e841dSYevgeny Kliteynik 1567d65e841dSYevgeny Kliteynik static void 1568d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb, 1569d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1570d65e841dSYevgeny Kliteynik { 157146779098SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask); 1572dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1573d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1574d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tag; 1575d65e841dSYevgeny Kliteynik } 1576d65e841dSYevgeny Kliteynik 1577d65e841dSYevgeny Kliteynik static int 1578d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_tag(struct mlx5dr_match_param *value, 1579d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1580d65e841dSYevgeny Kliteynik u8 *tag) 1581d65e841dSYevgeny Kliteynik { 1582d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1583d65e841dSYevgeny Kliteynik 1584d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0); 1585d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1); 1586d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2); 1587d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3); 1588d65e841dSYevgeny Kliteynik 1589d65e841dSYevgeny Kliteynik return 0; 1590d65e841dSYevgeny Kliteynik } 1591d65e841dSYevgeny Kliteynik 1592d65e841dSYevgeny Kliteynik static void 1593d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_init(struct mlx5dr_ste_build *sb, 1594d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1595d65e841dSYevgeny Kliteynik { 159646779098SYevgeny Kliteynik dr_ste_v0_build_register_0_tag(mask, sb, sb->bit_mask); 1597d65e841dSYevgeny Kliteynik 1598dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0; 1599d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1600d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_register_0_tag; 1601d65e841dSYevgeny Kliteynik } 1602d65e841dSYevgeny Kliteynik 1603d65e841dSYevgeny Kliteynik static int 1604d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_tag(struct mlx5dr_match_param *value, 1605d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1606d65e841dSYevgeny Kliteynik u8 *tag) 1607d65e841dSYevgeny Kliteynik { 1608d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1609d65e841dSYevgeny Kliteynik 1610d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4); 1611d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5); 1612d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6); 1613d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7); 1614d65e841dSYevgeny Kliteynik 1615d65e841dSYevgeny Kliteynik return 0; 1616d65e841dSYevgeny Kliteynik } 1617d65e841dSYevgeny Kliteynik 1618d65e841dSYevgeny Kliteynik static void 1619d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_init(struct mlx5dr_ste_build *sb, 1620d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1621d65e841dSYevgeny Kliteynik { 162246779098SYevgeny Kliteynik dr_ste_v0_build_register_1_tag(mask, sb, sb->bit_mask); 1623d65e841dSYevgeny Kliteynik 1624dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1; 1625d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1626d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_register_1_tag; 1627d65e841dSYevgeny Kliteynik } 1628d65e841dSYevgeny Kliteynik 1629d65e841dSYevgeny Kliteynik static void 1630d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value, 1631d65e841dSYevgeny Kliteynik u8 *bit_mask) 1632d65e841dSYevgeny Kliteynik { 1633d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 1634d65e841dSYevgeny Kliteynik 163546779098SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_gvmi, misc_mask, source_port); 163646779098SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_qp, misc_mask, source_sqn); 1637d65e841dSYevgeny Kliteynik misc_mask->source_eswitch_owner_vhca_id = 0; 1638d65e841dSYevgeny Kliteynik } 1639d65e841dSYevgeny Kliteynik 1640d65e841dSYevgeny Kliteynik static int 1641d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value, 1642d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1643d65e841dSYevgeny Kliteynik u8 *tag) 1644d65e841dSYevgeny Kliteynik { 1645d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1646d65e841dSYevgeny Kliteynik struct mlx5dr_cmd_vport_cap *vport_cap; 1647d65e841dSYevgeny Kliteynik struct mlx5dr_domain *dmn = sb->dmn; 164811a45defSYevgeny Kliteynik struct mlx5dr_domain *vport_dmn; 1649d65e841dSYevgeny Kliteynik u8 *bit_mask = sb->bit_mask; 1650d65e841dSYevgeny Kliteynik bool source_gvmi_set; 1651d65e841dSYevgeny Kliteynik 1652d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(src_gvmi_qp, tag, source_qp, misc, source_sqn); 1653d65e841dSYevgeny Kliteynik 1654d65e841dSYevgeny Kliteynik if (sb->vhca_id_valid) { 1655d65e841dSYevgeny Kliteynik /* Find port GVMI based on the eswitch_owner_vhca_id */ 1656d65e841dSYevgeny Kliteynik if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi) 165711a45defSYevgeny Kliteynik vport_dmn = dmn; 1658d65e841dSYevgeny Kliteynik else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id == 1659d65e841dSYevgeny Kliteynik dmn->peer_dmn->info.caps.gvmi)) 166011a45defSYevgeny Kliteynik vport_dmn = dmn->peer_dmn; 1661d65e841dSYevgeny Kliteynik else 1662d65e841dSYevgeny Kliteynik return -EINVAL; 16637863c912SYevgeny Kliteynik 16647863c912SYevgeny Kliteynik misc->source_eswitch_owner_vhca_id = 0; 1665d65e841dSYevgeny Kliteynik } else { 166611a45defSYevgeny Kliteynik vport_dmn = dmn; 1667d65e841dSYevgeny Kliteynik } 1668d65e841dSYevgeny Kliteynik 16697863c912SYevgeny Kliteynik source_gvmi_set = MLX5_GET(ste_src_gvmi_qp, bit_mask, source_gvmi); 16707863c912SYevgeny Kliteynik if (source_gvmi_set) { 167111a45defSYevgeny Kliteynik vport_cap = mlx5dr_domain_get_vport_cap(vport_dmn, 167211a45defSYevgeny Kliteynik misc->source_port); 1673d65e841dSYevgeny Kliteynik if (!vport_cap) { 1674ee1887fbSYevgeny Kliteynik mlx5dr_err(dmn, "Vport 0x%x is disabled or invalid\n", 1675d65e841dSYevgeny Kliteynik misc->source_port); 1676d65e841dSYevgeny Kliteynik return -EINVAL; 1677d65e841dSYevgeny Kliteynik } 1678d65e841dSYevgeny Kliteynik 16797863c912SYevgeny Kliteynik if (vport_cap->vport_gvmi) 1680d65e841dSYevgeny Kliteynik MLX5_SET(ste_src_gvmi_qp, tag, source_gvmi, vport_cap->vport_gvmi); 1681d65e841dSYevgeny Kliteynik 1682d65e841dSYevgeny Kliteynik misc->source_port = 0; 16837863c912SYevgeny Kliteynik } 1684d65e841dSYevgeny Kliteynik 1685d65e841dSYevgeny Kliteynik return 0; 1686d65e841dSYevgeny Kliteynik } 1687d65e841dSYevgeny Kliteynik 1688d65e841dSYevgeny Kliteynik static void 1689d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb, 1690d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1691d65e841dSYevgeny Kliteynik { 1692d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask); 1693d65e841dSYevgeny Kliteynik 1694dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP; 1695d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1696d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_src_gvmi_qpn_tag; 1697d65e841dSYevgeny Kliteynik } 1698d65e841dSYevgeny Kliteynik 1699160e9cb3SYevgeny Kliteynik static void dr_ste_v0_set_flex_parser(u32 *misc4_field_id, 1700160e9cb3SYevgeny Kliteynik u32 *misc4_field_value, 1701160e9cb3SYevgeny Kliteynik bool *parser_is_used, 1702160e9cb3SYevgeny Kliteynik u8 *tag) 1703160e9cb3SYevgeny Kliteynik { 1704160e9cb3SYevgeny Kliteynik u32 id = *misc4_field_id; 1705160e9cb3SYevgeny Kliteynik u8 *parser_ptr; 1706160e9cb3SYevgeny Kliteynik 1707*89cdba32SYevgeny Kliteynik if (id >= DR_NUM_OF_FLEX_PARSERS || parser_is_used[id]) 1708160e9cb3SYevgeny Kliteynik return; 1709160e9cb3SYevgeny Kliteynik 1710160e9cb3SYevgeny Kliteynik parser_is_used[id] = true; 1711160e9cb3SYevgeny Kliteynik parser_ptr = dr_ste_calc_flex_parser_offset(tag, id); 1712160e9cb3SYevgeny Kliteynik 1713160e9cb3SYevgeny Kliteynik *(__be32 *)parser_ptr = cpu_to_be32(*misc4_field_value); 1714160e9cb3SYevgeny Kliteynik *misc4_field_id = 0; 1715160e9cb3SYevgeny Kliteynik *misc4_field_value = 0; 1716160e9cb3SYevgeny Kliteynik } 1717160e9cb3SYevgeny Kliteynik 1718160e9cb3SYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tag(struct mlx5dr_match_param *value, 1719160e9cb3SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1720160e9cb3SYevgeny Kliteynik u8 *tag) 1721160e9cb3SYevgeny Kliteynik { 1722160e9cb3SYevgeny Kliteynik struct mlx5dr_match_misc4 *misc_4_mask = &value->misc4; 1723160e9cb3SYevgeny Kliteynik bool parser_is_used[DR_NUM_OF_FLEX_PARSERS] = {}; 1724160e9cb3SYevgeny Kliteynik 1725160e9cb3SYevgeny Kliteynik dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_0, 1726160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_0, 1727160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1728160e9cb3SYevgeny Kliteynik 1729160e9cb3SYevgeny Kliteynik dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_1, 1730160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_1, 1731160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1732160e9cb3SYevgeny Kliteynik 1733160e9cb3SYevgeny Kliteynik dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_2, 1734160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_2, 1735160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1736160e9cb3SYevgeny Kliteynik 1737160e9cb3SYevgeny Kliteynik dr_ste_v0_set_flex_parser(&misc_4_mask->prog_sample_field_id_3, 1738160e9cb3SYevgeny Kliteynik &misc_4_mask->prog_sample_field_value_3, 1739160e9cb3SYevgeny Kliteynik parser_is_used, tag); 1740160e9cb3SYevgeny Kliteynik 1741160e9cb3SYevgeny Kliteynik return 0; 1742160e9cb3SYevgeny Kliteynik } 1743160e9cb3SYevgeny Kliteynik 1744160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_0_init(struct mlx5dr_ste_build *sb, 1745160e9cb3SYevgeny Kliteynik struct mlx5dr_match_param *mask) 1746160e9cb3SYevgeny Kliteynik { 1747160e9cb3SYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 1748160e9cb3SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask); 1749160e9cb3SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1750160e9cb3SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag; 1751160e9cb3SYevgeny Kliteynik } 1752160e9cb3SYevgeny Kliteynik 1753160e9cb3SYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_1_init(struct mlx5dr_ste_build *sb, 1754160e9cb3SYevgeny Kliteynik struct mlx5dr_match_param *mask) 1755160e9cb3SYevgeny Kliteynik { 1756160e9cb3SYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1; 1757160e9cb3SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tag(mask, sb, sb->bit_mask); 1758160e9cb3SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1759160e9cb3SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tag; 1760160e9cb3SYevgeny Kliteynik } 1761160e9cb3SYevgeny Kliteynik 17623442e033SYevgeny Kliteynik static int 17633442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(struct mlx5dr_match_param *value, 17643442e033SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 17653442e033SYevgeny Kliteynik u8 *tag) 17663442e033SYevgeny Kliteynik { 17673442e033SYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 17683442e033SYevgeny Kliteynik u8 parser_id = sb->caps->flex_parser_id_geneve_tlv_option_0; 17693442e033SYevgeny Kliteynik u8 *parser_ptr = dr_ste_calc_flex_parser_offset(tag, parser_id); 17703442e033SYevgeny Kliteynik 17713442e033SYevgeny Kliteynik MLX5_SET(ste_flex_parser_0, parser_ptr, flex_parser_3, 17723442e033SYevgeny Kliteynik misc3->geneve_tlv_option_0_data); 17733442e033SYevgeny Kliteynik misc3->geneve_tlv_option_0_data = 0; 17743442e033SYevgeny Kliteynik 17753442e033SYevgeny Kliteynik return 0; 17763442e033SYevgeny Kliteynik } 17773442e033SYevgeny Kliteynik 17783442e033SYevgeny Kliteynik static void 17793442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init(struct mlx5dr_ste_build *sb, 17803442e033SYevgeny Kliteynik struct mlx5dr_match_param *mask) 17813442e033SYevgeny Kliteynik { 17823442e033SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag(mask, sb, sb->bit_mask); 17833442e033SYevgeny Kliteynik 17843442e033SYevgeny Kliteynik /* STEs with lookup type FLEX_PARSER_{0/1} includes 17853442e033SYevgeny Kliteynik * flex parsers_{0-3}/{4-7} respectively. 17863442e033SYevgeny Kliteynik */ 17873442e033SYevgeny Kliteynik sb->lu_type = sb->caps->flex_parser_id_geneve_tlv_option_0 > 3 ? 17883442e033SYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 : 17893442e033SYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 17903442e033SYevgeny Kliteynik 17913442e033SYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 17923442e033SYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_tag; 17933442e033SYevgeny Kliteynik } 17943442e033SYevgeny Kliteynik 1795df9dd15aSYevgeny Kliteynik static int dr_ste_v0_build_flex_parser_tnl_gtpu_tag(struct mlx5dr_match_param *value, 1796df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1797ae3eddcfSYevgeny Kliteynik u8 *tag) 1798df9dd15aSYevgeny Kliteynik { 1799df9dd15aSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1800df9dd15aSYevgeny Kliteynik 1801df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, 1802df9dd15aSYevgeny Kliteynik gtpu_msg_flags, misc3, 1803df9dd15aSYevgeny Kliteynik gtpu_msg_flags); 1804df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, 1805df9dd15aSYevgeny Kliteynik gtpu_msg_type, misc3, 1806df9dd15aSYevgeny Kliteynik gtpu_msg_type); 1807df9dd15aSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_gtpu, tag, 1808df9dd15aSYevgeny Kliteynik gtpu_teid, misc3, 1809df9dd15aSYevgeny Kliteynik gtpu_teid); 1810df9dd15aSYevgeny Kliteynik 1811df9dd15aSYevgeny Kliteynik return 0; 1812df9dd15aSYevgeny Kliteynik } 1813df9dd15aSYevgeny Kliteynik 1814df9dd15aSYevgeny Kliteynik static void dr_ste_v0_build_flex_parser_tnl_gtpu_init(struct mlx5dr_ste_build *sb, 1815df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1816df9dd15aSYevgeny Kliteynik { 1817df9dd15aSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_gtpu_tag(mask, sb, sb->bit_mask); 1818df9dd15aSYevgeny Kliteynik 1819df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1820df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1821df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_gtpu_tag; 1822df9dd15aSYevgeny Kliteynik } 1823df9dd15aSYevgeny Kliteynik 1824df9dd15aSYevgeny Kliteynik static int 1825df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(struct mlx5dr_match_param *value, 1826df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1827ae3eddcfSYevgeny Kliteynik u8 *tag) 1828df9dd15aSYevgeny Kliteynik { 1829df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_0)) 1830df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3); 1831df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_teid)) 1832df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3); 1833df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_dw_2)) 1834df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3); 1835df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_0_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0)) 1836df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3); 1837df9dd15aSYevgeny Kliteynik return 0; 1838df9dd15aSYevgeny Kliteynik } 1839df9dd15aSYevgeny Kliteynik 1840df9dd15aSYevgeny Kliteynik static void 1841df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_init(struct mlx5dr_ste_build *sb, 1842df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1843df9dd15aSYevgeny Kliteynik { 1844df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag(mask, sb, sb->bit_mask); 1845df9dd15aSYevgeny Kliteynik 1846df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 1847df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1848df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_tag; 1849df9dd15aSYevgeny Kliteynik } 1850df9dd15aSYevgeny Kliteynik 1851df9dd15aSYevgeny Kliteynik static int 1852df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(struct mlx5dr_match_param *value, 1853df9dd15aSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1854ae3eddcfSYevgeny Kliteynik u8 *tag) 1855df9dd15aSYevgeny Kliteynik { 1856df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_0)) 1857df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_0, sb->caps, &value->misc3); 1858df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_teid)) 1859df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_teid, sb->caps, &value->misc3); 1860df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_dw_2)) 1861df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_dw_2, sb->caps, &value->misc3); 1862df9dd15aSYevgeny Kliteynik if (dr_is_flex_parser_1_id(sb->caps->flex_parser_id_gtpu_first_ext_dw_0)) 1863df9dd15aSYevgeny Kliteynik DR_STE_SET_FLEX_PARSER_FIELD(tag, gtpu_first_ext_dw_0, sb->caps, &value->misc3); 1864df9dd15aSYevgeny Kliteynik return 0; 1865df9dd15aSYevgeny Kliteynik } 1866df9dd15aSYevgeny Kliteynik 1867df9dd15aSYevgeny Kliteynik static void 1868df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_init(struct mlx5dr_ste_build *sb, 1869df9dd15aSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1870df9dd15aSYevgeny Kliteynik { 1871df9dd15aSYevgeny Kliteynik dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag(mask, sb, sb->bit_mask); 1872df9dd15aSYevgeny Kliteynik 1873df9dd15aSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1; 1874df9dd15aSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1875df9dd15aSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_tag; 1876df9dd15aSYevgeny Kliteynik } 1877df9dd15aSYevgeny Kliteynik 1878d65e841dSYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v0 = { 18796b93b400SYevgeny Kliteynik /* Builders */ 1880d65e841dSYevgeny Kliteynik .build_eth_l2_src_dst_init = &dr_ste_v0_build_eth_l2_src_dst_init, 1881d65e841dSYevgeny Kliteynik .build_eth_l3_ipv6_src_init = &dr_ste_v0_build_eth_l3_ipv6_src_init, 1882d65e841dSYevgeny Kliteynik .build_eth_l3_ipv6_dst_init = &dr_ste_v0_build_eth_l3_ipv6_dst_init, 1883d65e841dSYevgeny Kliteynik .build_eth_l3_ipv4_5_tuple_init = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_init, 1884d65e841dSYevgeny Kliteynik .build_eth_l2_src_init = &dr_ste_v0_build_eth_l2_src_init, 1885d65e841dSYevgeny Kliteynik .build_eth_l2_dst_init = &dr_ste_v0_build_eth_l2_dst_init, 1886d65e841dSYevgeny Kliteynik .build_eth_l2_tnl_init = &dr_ste_v0_build_eth_l2_tnl_init, 1887d65e841dSYevgeny Kliteynik .build_eth_l3_ipv4_misc_init = &dr_ste_v0_build_eth_l3_ipv4_misc_init, 1888d65e841dSYevgeny Kliteynik .build_eth_ipv6_l3_l4_init = &dr_ste_v0_build_eth_ipv6_l3_l4_init, 1889d65e841dSYevgeny Kliteynik .build_mpls_init = &dr_ste_v0_build_mpls_init, 1890d65e841dSYevgeny Kliteynik .build_tnl_gre_init = &dr_ste_v0_build_tnl_gre_init, 1891d65e841dSYevgeny Kliteynik .build_tnl_mpls_init = &dr_ste_v0_build_tnl_mpls_init, 189235ba005dSYevgeny Kliteynik .build_tnl_mpls_over_udp_init = &dr_ste_v0_build_tnl_mpls_over_udp_init, 189335ba005dSYevgeny Kliteynik .build_tnl_mpls_over_gre_init = &dr_ste_v0_build_tnl_mpls_over_gre_init, 1894d65e841dSYevgeny Kliteynik .build_icmp_init = &dr_ste_v0_build_icmp_init, 1895d65e841dSYevgeny Kliteynik .build_general_purpose_init = &dr_ste_v0_build_general_purpose_init, 1896d65e841dSYevgeny Kliteynik .build_eth_l4_misc_init = &dr_ste_v0_build_eth_l4_misc_init, 1897d65e841dSYevgeny Kliteynik .build_tnl_vxlan_gpe_init = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init, 1898d65e841dSYevgeny Kliteynik .build_tnl_geneve_init = &dr_ste_v0_build_flex_parser_tnl_geneve_init, 18993442e033SYevgeny Kliteynik .build_tnl_geneve_tlv_opt_init = &dr_ste_v0_build_flex_parser_tnl_geneve_tlv_opt_init, 1900d65e841dSYevgeny Kliteynik .build_register_0_init = &dr_ste_v0_build_register_0_init, 1901d65e841dSYevgeny Kliteynik .build_register_1_init = &dr_ste_v0_build_register_1_init, 1902d65e841dSYevgeny Kliteynik .build_src_gvmi_qpn_init = &dr_ste_v0_build_src_gvmi_qpn_init, 1903160e9cb3SYevgeny Kliteynik .build_flex_parser_0_init = &dr_ste_v0_build_flex_parser_0_init, 1904160e9cb3SYevgeny Kliteynik .build_flex_parser_1_init = &dr_ste_v0_build_flex_parser_1_init, 1905df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_init = &dr_ste_v0_build_flex_parser_tnl_gtpu_init, 1906df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_flex_parser_0_init = &dr_ste_v0_build_tnl_gtpu_flex_parser_0_init, 1907df9dd15aSYevgeny Kliteynik .build_tnl_gtpu_flex_parser_1_init = &dr_ste_v0_build_tnl_gtpu_flex_parser_1_init, 19086b93b400SYevgeny Kliteynik 19096b93b400SYevgeny Kliteynik /* Getters and Setters */ 19106b93b400SYevgeny Kliteynik .ste_init = &dr_ste_v0_init, 19116b93b400SYevgeny Kliteynik .set_next_lu_type = &dr_ste_v0_set_next_lu_type, 19126b93b400SYevgeny Kliteynik .get_next_lu_type = &dr_ste_v0_get_next_lu_type, 19136b93b400SYevgeny Kliteynik .set_miss_addr = &dr_ste_v0_set_miss_addr, 19146b93b400SYevgeny Kliteynik .get_miss_addr = &dr_ste_v0_get_miss_addr, 19156b93b400SYevgeny Kliteynik .set_hit_addr = &dr_ste_v0_set_hit_addr, 19166b93b400SYevgeny Kliteynik .set_byte_mask = &dr_ste_v0_set_byte_mask, 19176b93b400SYevgeny Kliteynik .get_byte_mask = &dr_ste_v0_get_byte_mask, 1918ad17dc8cSYevgeny Kliteynik 1919ad17dc8cSYevgeny Kliteynik /* Actions */ 1920d7418b4eSYevgeny Kliteynik .actions_caps = DR_STE_CTX_ACTION_CAP_NONE, 1921ad17dc8cSYevgeny Kliteynik .set_actions_rx = &dr_ste_v0_set_actions_rx, 1922ad17dc8cSYevgeny Kliteynik .set_actions_tx = &dr_ste_v0_set_actions_tx, 19234781df92SYevgeny Kliteynik .modify_field_arr_sz = ARRAY_SIZE(dr_ste_v0_action_modify_field_arr), 19244781df92SYevgeny Kliteynik .modify_field_arr = dr_ste_v0_action_modify_field_arr, 19254781df92SYevgeny Kliteynik .set_action_set = &dr_ste_v0_set_action_set, 19264781df92SYevgeny Kliteynik .set_action_add = &dr_ste_v0_set_action_add, 19274781df92SYevgeny Kliteynik .set_action_copy = &dr_ste_v0_set_action_copy, 19284781df92SYevgeny Kliteynik .set_action_decap_l3_list = &dr_ste_v0_set_action_decap_l3_list, 1929d65e841dSYevgeny Kliteynik }; 1930