1d65e841dSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2d65e841dSYevgeny Kliteynik /* Copyright (c) 2020 NVIDIA CORPORATION. All rights reserved. */ 3d65e841dSYevgeny Kliteynik 4d65e841dSYevgeny Kliteynik #include <linux/types.h> 5d65e841dSYevgeny Kliteynik #include <linux/crc32.h> 6d65e841dSYevgeny Kliteynik #include "dr_ste.h" 7d65e841dSYevgeny Kliteynik 84781df92SYevgeny Kliteynik #define SVLAN_ETHERTYPE 0x88a8 9ad17dc8cSYevgeny Kliteynik #define DR_STE_ENABLE_FLOW_TAG BIT(31) 10ad17dc8cSYevgeny Kliteynik 114781df92SYevgeny Kliteynik enum dr_ste_v0_action_tunl { 12ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_NONE = 0, 13ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_ENABLE = 1, 14ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_DECAP = 2, 15ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_L3_DECAP = 3, 16ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_POP_VLAN = 4, 17ad17dc8cSYevgeny Kliteynik }; 18ad17dc8cSYevgeny Kliteynik 194781df92SYevgeny Kliteynik enum dr_ste_v0_action_type { 20ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_PUSH_VLAN = 1, 21ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_ENCAP_L3 = 3, 22ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_ENCAP = 4, 23ad17dc8cSYevgeny Kliteynik }; 24ad17dc8cSYevgeny Kliteynik 254781df92SYevgeny Kliteynik enum dr_ste_v0_action_mdfy_op { 264781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_COPY = 0x1, 274781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_SET = 0x2, 284781df92SYevgeny Kliteynik DR_STE_ACTION_MDFY_OP_ADD = 0x3, 294781df92SYevgeny Kliteynik }; 304781df92SYevgeny Kliteynik 31d65e841dSYevgeny Kliteynik #define DR_STE_CALC_LU_TYPE(lookup_type, rx, inner) \ 32dd2d3c8dSYevgeny Kliteynik ((inner) ? DR_STE_V0_LU_TYPE_##lookup_type##_I : \ 33dd2d3c8dSYevgeny Kliteynik (rx) ? DR_STE_V0_LU_TYPE_##lookup_type##_D : \ 34dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_##lookup_type##_O) 35dd2d3c8dSYevgeny Kliteynik 36dd2d3c8dSYevgeny Kliteynik enum { 37dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_NOP = 0x00, 38dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP = 0x05, 39dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I = 0x0a, 40dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_O = 0x06, 41dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_I = 0x07, 42dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_DST_D = 0x1b, 43dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_O = 0x08, 44dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_I = 0x09, 45dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_D = 0x1c, 46dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_O = 0x36, 47dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_I = 0x37, 48dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL2_SRC_DST_D = 0x38, 49dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_O = 0x0d, 50dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_I = 0x0e, 51dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_DST_D = 0x1e, 52dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_O = 0x0f, 53dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_I = 0x10, 54dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV6_SRC_D = 0x1f, 55dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_O = 0x11, 56dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_I = 0x12, 57dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_5_TUPLE_D = 0x20, 58dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_O = 0x29, 59dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_I = 0x2a, 60dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL3_IPV4_MISC_D = 0x2b, 61dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_O = 0x13, 62dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_I = 0x14, 63dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_D = 0x21, 64dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_O = 0x2c, 65dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_I = 0x2d, 66dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_ETHL4_MISC_D = 0x2e, 67dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_O = 0x15, 68dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_I = 0x24, 69dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_MPLS_FIRST_D = 0x25, 70dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_GRE = 0x16, 71dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_0 = 0x22, 72dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_1 = 0x23, 73dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER = 0x19, 74dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_GENERAL_PURPOSE = 0x18, 75dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0 = 0x2f, 76dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1 = 0x30, 77dd2d3c8dSYevgeny Kliteynik DR_STE_V0_LU_TYPE_DONT_CARE = MLX5DR_STE_LU_TYPE_DONT_CARE, 78dd2d3c8dSYevgeny Kliteynik }; 79d65e841dSYevgeny Kliteynik 804781df92SYevgeny Kliteynik enum { 814781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_0 = 0, 824781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_1 = 1, 834781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_2 = 2, 844781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_0 = 3, 854781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_1 = 4, 864781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_2 = 5, 874781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_3 = 6, 884781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L3_4 = 7, 894781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_0 = 8, 904781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_1 = 9, 914781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_MPLS = 10, 924781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_0 = 11, 934781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_0 = 12, 944781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_1 = 13, 954781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_2 = 14, 964781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_REG_3 = 15, 974781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L4_2 = 16, 984781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_0 = 17, 994781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_1 = 18, 1004781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_2 = 19, 1014781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_FLEX_3 = 20, 1024781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_L2_TNL_1 = 21, 1034781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_METADATA = 22, 1044781df92SYevgeny Kliteynik DR_STE_V0_ACTION_MDFY_FLD_RESERVED = 23, 1054781df92SYevgeny Kliteynik }; 1064781df92SYevgeny Kliteynik 1074781df92SYevgeny Kliteynik static const struct mlx5dr_ste_action_modify_field dr_ste_v0_action_modify_field_arr[] = { 1084781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16] = { 1094781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 16, .end = 47, 1104781df92SYevgeny Kliteynik }, 1114781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0] = { 1124781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_1, .start = 0, .end = 15, 1134781df92SYevgeny Kliteynik }, 1144781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE] = { 1154781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 32, .end = 47, 1164781df92SYevgeny Kliteynik }, 1174781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16] = { 1184781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 16, .end = 47, 1194781df92SYevgeny Kliteynik }, 1204781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0] = { 1214781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_0, .start = 0, .end = 15, 1224781df92SYevgeny Kliteynik }, 1234781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_DSCP] = { 1244781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 0, .end = 5, 1254781df92SYevgeny Kliteynik }, 1264781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS] = { 1274781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 48, .end = 56, 1284781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1294781df92SYevgeny Kliteynik }, 1304781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT] = { 1314781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15, 1324781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1334781df92SYevgeny Kliteynik }, 1344781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT] = { 1354781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31, 1364781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_TCP, 1374781df92SYevgeny Kliteynik }, 1384781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IP_TTL] = { 1394781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15, 1404781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1414781df92SYevgeny Kliteynik }, 1424781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_IPV6_HOPLIMIT] = { 1434781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_1, .start = 8, .end = 15, 1444781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1454781df92SYevgeny Kliteynik }, 1464781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT] = { 1474781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 0, .end = 15, 1484781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 1494781df92SYevgeny Kliteynik }, 1504781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT] = { 1514781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_0, .start = 16, .end = 31, 1524781df92SYevgeny Kliteynik .l4_type = DR_STE_ACTION_MDFY_TYPE_L4_UDP, 1534781df92SYevgeny Kliteynik }, 1544781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96] = { 1554781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 32, .end = 63, 1564781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1574781df92SYevgeny Kliteynik }, 1584781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64] = { 1594781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_3, .start = 0, .end = 31, 1604781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1614781df92SYevgeny Kliteynik }, 1624781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32] = { 1634781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 32, .end = 63, 1644781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1654781df92SYevgeny Kliteynik }, 1664781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0] = { 1674781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_4, .start = 0, .end = 31, 1684781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1694781df92SYevgeny Kliteynik }, 1704781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96] = { 1714781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63, 1724781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1734781df92SYevgeny Kliteynik }, 1744781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64] = { 1754781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31, 1764781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1774781df92SYevgeny Kliteynik }, 1784781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32] = { 1794781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 32, .end = 63, 1804781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1814781df92SYevgeny Kliteynik }, 1824781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0] = { 1834781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_2, .start = 0, .end = 31, 1844781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV6, 1854781df92SYevgeny Kliteynik }, 1864781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_SIPV4] = { 1874781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 0, .end = 31, 1884781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1894781df92SYevgeny Kliteynik }, 1904781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_DIPV4] = { 1914781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L3_0, .start = 32, .end = 63, 1924781df92SYevgeny Kliteynik .l3_type = DR_STE_ACTION_MDFY_TYPE_L3_IPV4, 1934781df92SYevgeny Kliteynik }, 1944781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_A] = { 1954781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 0, .end = 31, 1964781df92SYevgeny Kliteynik }, 1974781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_B] = { 1984781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_METADATA, .start = 32, .end = 63, 1994781df92SYevgeny Kliteynik }, 2004781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_0] = { 2014781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 32, .end = 63, 2024781df92SYevgeny Kliteynik }, 2034781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_1] = { 2044781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_0, .start = 0, .end = 31, 2054781df92SYevgeny Kliteynik }, 2064781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_2] = { 2074781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 32, .end = 63, 2084781df92SYevgeny Kliteynik }, 2094781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_3] = { 2104781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_1, .start = 0, .end = 31, 2114781df92SYevgeny Kliteynik }, 2124781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_4] = { 2134781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 32, .end = 63, 2144781df92SYevgeny Kliteynik }, 2154781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_METADATA_REG_C_5] = { 2164781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_REG_2, .start = 0, .end = 31, 2174781df92SYevgeny Kliteynik }, 2184781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_SEQ_NUM] = { 2194781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 32, .end = 63, 2204781df92SYevgeny Kliteynik }, 2214781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_TCP_ACK_NUM] = { 2224781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L4_1, .start = 0, .end = 31, 2234781df92SYevgeny Kliteynik }, 2244781df92SYevgeny Kliteynik [MLX5_ACTION_IN_FIELD_OUT_FIRST_VID] = { 2254781df92SYevgeny Kliteynik .hw_field = DR_STE_V0_ACTION_MDFY_FLD_L2_2, .start = 0, .end = 15, 2264781df92SYevgeny Kliteynik }, 2274781df92SYevgeny Kliteynik }; 2284781df92SYevgeny Kliteynik 229ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_entry_type(u8 *hw_ste_p, u8 entry_type) 230ad17dc8cSYevgeny Kliteynik { 231ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, entry_type, entry_type); 232ad17dc8cSYevgeny Kliteynik } 233ad17dc8cSYevgeny Kliteynik 234ad17dc8cSYevgeny Kliteynik static u8 dr_ste_v0_get_entry_type(u8 *hw_ste_p) 235ad17dc8cSYevgeny Kliteynik { 236ad17dc8cSYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, entry_type); 237ad17dc8cSYevgeny Kliteynik } 238ad17dc8cSYevgeny Kliteynik 2396b93b400SYevgeny Kliteynik static void dr_ste_v0_set_miss_addr(u8 *hw_ste_p, u64 miss_addr) 2406b93b400SYevgeny Kliteynik { 2416b93b400SYevgeny Kliteynik u64 index = miss_addr >> 6; 2426b93b400SYevgeny Kliteynik 2436b93b400SYevgeny Kliteynik /* Miss address for TX and RX STEs located in the same offsets */ 2446b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32, index >> 26); 2456b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6, index); 2466b93b400SYevgeny Kliteynik } 2476b93b400SYevgeny Kliteynik 2486b93b400SYevgeny Kliteynik static u64 dr_ste_v0_get_miss_addr(u8 *hw_ste_p) 2496b93b400SYevgeny Kliteynik { 2506b93b400SYevgeny Kliteynik u64 index = 251bdbc13c2SYevgeny Kliteynik ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_31_6) | 252bdbc13c2SYevgeny Kliteynik ((u64)MLX5_GET(ste_rx_steering_mult, hw_ste_p, miss_address_39_32)) << 26); 2536b93b400SYevgeny Kliteynik 2546b93b400SYevgeny Kliteynik return index << 6; 2556b93b400SYevgeny Kliteynik } 2566b93b400SYevgeny Kliteynik 2576b93b400SYevgeny Kliteynik static void dr_ste_v0_set_byte_mask(u8 *hw_ste_p, u16 byte_mask) 2586b93b400SYevgeny Kliteynik { 2596b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, byte_mask, byte_mask); 2606b93b400SYevgeny Kliteynik } 2616b93b400SYevgeny Kliteynik 2626b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_byte_mask(u8 *hw_ste_p) 2636b93b400SYevgeny Kliteynik { 2646b93b400SYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, byte_mask); 2656b93b400SYevgeny Kliteynik } 2666b93b400SYevgeny Kliteynik 2676b93b400SYevgeny Kliteynik static void dr_ste_v0_set_lu_type(u8 *hw_ste_p, u16 lu_type) 2686b93b400SYevgeny Kliteynik { 2696b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, entry_sub_type, lu_type); 2706b93b400SYevgeny Kliteynik } 2716b93b400SYevgeny Kliteynik 2726b93b400SYevgeny Kliteynik static void dr_ste_v0_set_next_lu_type(u8 *hw_ste_p, u16 lu_type) 2736b93b400SYevgeny Kliteynik { 2746b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_lu_type, lu_type); 2756b93b400SYevgeny Kliteynik } 2766b93b400SYevgeny Kliteynik 2776b93b400SYevgeny Kliteynik static u16 dr_ste_v0_get_next_lu_type(u8 *hw_ste_p) 2786b93b400SYevgeny Kliteynik { 2796b93b400SYevgeny Kliteynik return MLX5_GET(ste_general, hw_ste_p, next_lu_type); 2806b93b400SYevgeny Kliteynik } 2816b93b400SYevgeny Kliteynik 282ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_hit_gvmi(u8 *hw_ste_p, u16 gvmi) 283ad17dc8cSYevgeny Kliteynik { 284ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_63_48, gvmi); 285ad17dc8cSYevgeny Kliteynik } 286ad17dc8cSYevgeny Kliteynik 2876b93b400SYevgeny Kliteynik static void dr_ste_v0_set_hit_addr(u8 *hw_ste_p, u64 icm_addr, u32 ht_size) 2886b93b400SYevgeny Kliteynik { 2896b93b400SYevgeny Kliteynik u64 index = (icm_addr >> 5) | ht_size; 2906b93b400SYevgeny Kliteynik 2916b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_39_32_size, index >> 27); 2926b93b400SYevgeny Kliteynik MLX5_SET(ste_general, hw_ste_p, next_table_base_31_5_size, index); 2936b93b400SYevgeny Kliteynik } 2946b93b400SYevgeny Kliteynik 2956b93b400SYevgeny Kliteynik static void dr_ste_v0_init(u8 *hw_ste_p, u16 lu_type, 2966b93b400SYevgeny Kliteynik u8 entry_type, u16 gvmi) 2976b93b400SYevgeny Kliteynik { 298ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_entry_type(hw_ste_p, entry_type); 2996b93b400SYevgeny Kliteynik dr_ste_v0_set_lu_type(hw_ste_p, lu_type); 3006b93b400SYevgeny Kliteynik dr_ste_v0_set_next_lu_type(hw_ste_p, MLX5DR_STE_LU_TYPE_DONT_CARE); 3016b93b400SYevgeny Kliteynik 3026b93b400SYevgeny Kliteynik /* Set GVMI once, this is the same for RX/TX 3036b93b400SYevgeny Kliteynik * bits 63_48 of next table base / miss address encode the next GVMI 3046b93b400SYevgeny Kliteynik */ 3056b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, gvmi, gvmi); 3066b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, next_table_base_63_48, gvmi); 3076b93b400SYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, miss_address_63_48, gvmi); 3086b93b400SYevgeny Kliteynik } 3096b93b400SYevgeny Kliteynik 310ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_rx_set_flow_tag(u8 *hw_ste_p, u32 flow_tag) 311ad17dc8cSYevgeny Kliteynik { 312ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, qp_list_pointer, 313ad17dc8cSYevgeny Kliteynik DR_STE_ENABLE_FLOW_TAG | flow_tag); 314ad17dc8cSYevgeny Kliteynik } 315ad17dc8cSYevgeny Kliteynik 316ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_counter_id(u8 *hw_ste_p, u32 ctr_id) 317ad17dc8cSYevgeny Kliteynik { 318ad17dc8cSYevgeny Kliteynik /* This can be used for both rx_steering_mult and for sx_transmit */ 319ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_15_0, ctr_id); 320ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, counter_trigger_23_16, ctr_id >> 16); 321ad17dc8cSYevgeny Kliteynik } 322ad17dc8cSYevgeny Kliteynik 323ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_go_back_bit(u8 *hw_ste_p) 324ad17dc8cSYevgeny Kliteynik { 325ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, go_back, 1); 326ad17dc8cSYevgeny Kliteynik } 327ad17dc8cSYevgeny Kliteynik 328ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_push_vlan(u8 *hw_ste_p, u32 vlan_hdr, 329ad17dc8cSYevgeny Kliteynik bool go_back) 330ad17dc8cSYevgeny Kliteynik { 331ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_type, 332ad17dc8cSYevgeny Kliteynik DR_STE_ACTION_TYPE_PUSH_VLAN); 333ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, vlan_hdr); 3340142f097SYevgeny Kliteynik /* Due to HW limitation we need to set this bit, otherwise reformat + 335ad17dc8cSYevgeny Kliteynik * push vlan will not work. 336ad17dc8cSYevgeny Kliteynik */ 337ad17dc8cSYevgeny Kliteynik if (go_back) 338ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_go_back_bit(hw_ste_p); 339ad17dc8cSYevgeny Kliteynik } 340ad17dc8cSYevgeny Kliteynik 341ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_tx_encap(void *hw_ste_p, u32 reformat_id, 342ad17dc8cSYevgeny Kliteynik int size, bool encap_l3) 343ad17dc8cSYevgeny Kliteynik { 344ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_type, 345ad17dc8cSYevgeny Kliteynik encap_l3 ? DR_STE_ACTION_TYPE_ENCAP_L3 : DR_STE_ACTION_TYPE_ENCAP); 346ad17dc8cSYevgeny Kliteynik /* The hardware expects here size in words (2 byte) */ 347ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, action_description, size / 2); 348ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_sx_transmit, hw_ste_p, encap_pointer_vlan_data, reformat_id); 349ad17dc8cSYevgeny Kliteynik } 350ad17dc8cSYevgeny Kliteynik 351ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap(u8 *hw_ste_p) 352ad17dc8cSYevgeny Kliteynik { 353ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 354ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_DECAP); 355ad17dc8cSYevgeny Kliteynik } 356ad17dc8cSYevgeny Kliteynik 357ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_pop_vlan(u8 *hw_ste_p) 358ad17dc8cSYevgeny Kliteynik { 359ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 360ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_POP_VLAN); 361ad17dc8cSYevgeny Kliteynik } 362ad17dc8cSYevgeny Kliteynik 363ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rx_decap_l3(u8 *hw_ste_p, bool vlan) 364ad17dc8cSYevgeny Kliteynik { 365ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_rx_steering_mult, hw_ste_p, tunneling_action, 366ad17dc8cSYevgeny Kliteynik DR_STE_TUNL_ACTION_L3_DECAP); 367ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, action_description, vlan ? 1 : 0); 368ad17dc8cSYevgeny Kliteynik } 369ad17dc8cSYevgeny Kliteynik 370ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_set_rewrite_actions(u8 *hw_ste_p, u16 num_of_actions, 371ad17dc8cSYevgeny Kliteynik u32 re_write_index) 372ad17dc8cSYevgeny Kliteynik { 373ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, number_of_re_write_actions, 374ad17dc8cSYevgeny Kliteynik num_of_actions); 375ad17dc8cSYevgeny Kliteynik MLX5_SET(ste_modify_packet, hw_ste_p, header_re_write_actions_pointer, 376ad17dc8cSYevgeny Kliteynik re_write_index); 377ad17dc8cSYevgeny Kliteynik } 378ad17dc8cSYevgeny Kliteynik 379ad17dc8cSYevgeny Kliteynik static void dr_ste_v0_arr_init_next(u8 **last_ste, 380ad17dc8cSYevgeny Kliteynik u32 *added_stes, 381ad17dc8cSYevgeny Kliteynik enum mlx5dr_ste_entry_type entry_type, 382ad17dc8cSYevgeny Kliteynik u16 gvmi) 383ad17dc8cSYevgeny Kliteynik { 384ad17dc8cSYevgeny Kliteynik (*added_stes)++; 385ad17dc8cSYevgeny Kliteynik *last_ste += DR_STE_SIZE; 386ad17dc8cSYevgeny Kliteynik dr_ste_v0_init(*last_ste, MLX5DR_STE_LU_TYPE_DONT_CARE, 387ad17dc8cSYevgeny Kliteynik entry_type, gvmi); 388ad17dc8cSYevgeny Kliteynik } 389ad17dc8cSYevgeny Kliteynik 390ad17dc8cSYevgeny Kliteynik static void 391ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_tx(struct mlx5dr_domain *dmn, 392ad17dc8cSYevgeny Kliteynik u8 *action_type_set, 393ad17dc8cSYevgeny Kliteynik u8 *last_ste, 394ad17dc8cSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 395ad17dc8cSYevgeny Kliteynik u32 *added_stes) 396ad17dc8cSYevgeny Kliteynik { 397ad17dc8cSYevgeny Kliteynik bool encap = action_type_set[DR_ACTION_TYP_L2_TO_TNL_L2] || 398ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]; 399ad17dc8cSYevgeny Kliteynik 400ad17dc8cSYevgeny Kliteynik /* We want to make sure the modify header comes before L2 401ad17dc8cSYevgeny Kliteynik * encapsulation. The reason for that is that we support 402ad17dc8cSYevgeny Kliteynik * modify headers for outer headers only 403ad17dc8cSYevgeny Kliteynik */ 404ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 405ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, MLX5DR_STE_TYPE_MODIFY_PKT); 406ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 407ad17dc8cSYevgeny Kliteynik attr->modify_actions, 408ad17dc8cSYevgeny Kliteynik attr->modify_index); 409ad17dc8cSYevgeny Kliteynik } 410ad17dc8cSYevgeny Kliteynik 411ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_PUSH_VLAN]) { 412ad17dc8cSYevgeny Kliteynik int i; 413ad17dc8cSYevgeny Kliteynik 414ad17dc8cSYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 415ad17dc8cSYevgeny Kliteynik if (i || action_type_set[DR_ACTION_TYP_MODIFY_HDR]) 416ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 417ad17dc8cSYevgeny Kliteynik added_stes, 418ad17dc8cSYevgeny Kliteynik MLX5DR_STE_TYPE_TX, 419ad17dc8cSYevgeny Kliteynik attr->gvmi); 420ad17dc8cSYevgeny Kliteynik 421ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_tx_push_vlan(last_ste, 422ad17dc8cSYevgeny Kliteynik attr->vlans.headers[i], 423ad17dc8cSYevgeny Kliteynik encap); 424ad17dc8cSYevgeny Kliteynik } 425ad17dc8cSYevgeny Kliteynik } 426ad17dc8cSYevgeny Kliteynik 427ad17dc8cSYevgeny Kliteynik if (encap) { 428ad17dc8cSYevgeny Kliteynik /* Modify header and encapsulation require a different STEs. 429ad17dc8cSYevgeny Kliteynik * Since modify header STE format doesn't support encapsulation 430ad17dc8cSYevgeny Kliteynik * tunneling_action. 431ad17dc8cSYevgeny Kliteynik */ 432ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR] || 433ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_PUSH_VLAN]) 434ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 435ad17dc8cSYevgeny Kliteynik added_stes, 436ad17dc8cSYevgeny Kliteynik MLX5DR_STE_TYPE_TX, 437ad17dc8cSYevgeny Kliteynik attr->gvmi); 438ad17dc8cSYevgeny Kliteynik 439ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_tx_encap(last_ste, 440ad17dc8cSYevgeny Kliteynik attr->reformat_id, 441ad17dc8cSYevgeny Kliteynik attr->reformat_size, 442ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_L2_TO_TNL_L3]); 443ad17dc8cSYevgeny Kliteynik /* Whenever prio_tag_required enabled, we can be sure that the 444ad17dc8cSYevgeny Kliteynik * previous table (ACL) already push vlan to our packet, 445ad17dc8cSYevgeny Kliteynik * And due to HW limitation we need to set this bit, otherwise 446ad17dc8cSYevgeny Kliteynik * push vlan + reformat will not work. 447ad17dc8cSYevgeny Kliteynik */ 448ad17dc8cSYevgeny Kliteynik if (MLX5_CAP_GEN(dmn->mdev, prio_tag_required)) 449ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_go_back_bit(last_ste); 450ad17dc8cSYevgeny Kliteynik } 451ad17dc8cSYevgeny Kliteynik 452ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) 453ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_counter_id(last_ste, attr->ctr_id); 454ad17dc8cSYevgeny Kliteynik 455ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi); 456ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1); 457ad17dc8cSYevgeny Kliteynik } 458ad17dc8cSYevgeny Kliteynik 459ad17dc8cSYevgeny Kliteynik static void 460ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_actions_rx(struct mlx5dr_domain *dmn, 461ad17dc8cSYevgeny Kliteynik u8 *action_type_set, 462ad17dc8cSYevgeny Kliteynik u8 *last_ste, 463ad17dc8cSYevgeny Kliteynik struct mlx5dr_ste_actions_attr *attr, 464ad17dc8cSYevgeny Kliteynik u32 *added_stes) 465ad17dc8cSYevgeny Kliteynik { 466ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_CTR]) 467ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_counter_id(last_ste, attr->ctr_id); 468ad17dc8cSYevgeny Kliteynik 469ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) { 470ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, MLX5DR_STE_TYPE_MODIFY_PKT); 471ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_decap_l3(last_ste, attr->decap_with_vlan); 472ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 473ad17dc8cSYevgeny Kliteynik attr->decap_actions, 474ad17dc8cSYevgeny Kliteynik attr->decap_index); 475ad17dc8cSYevgeny Kliteynik } 476ad17dc8cSYevgeny Kliteynik 477ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2]) 478ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_decap(last_ste); 479ad17dc8cSYevgeny Kliteynik 480ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_POP_VLAN]) { 481ad17dc8cSYevgeny Kliteynik int i; 482ad17dc8cSYevgeny Kliteynik 483ad17dc8cSYevgeny Kliteynik for (i = 0; i < attr->vlans.count; i++) { 484ad17dc8cSYevgeny Kliteynik if (i || 485ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_TNL_L2_TO_L2] || 486ad17dc8cSYevgeny Kliteynik action_type_set[DR_ACTION_TYP_TNL_L3_TO_L2]) 487ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 488ad17dc8cSYevgeny Kliteynik added_stes, 489ad17dc8cSYevgeny Kliteynik MLX5DR_STE_TYPE_RX, 490ad17dc8cSYevgeny Kliteynik attr->gvmi); 491ad17dc8cSYevgeny Kliteynik 492ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rx_pop_vlan(last_ste); 493ad17dc8cSYevgeny Kliteynik } 494ad17dc8cSYevgeny Kliteynik } 495ad17dc8cSYevgeny Kliteynik 496ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_MODIFY_HDR]) { 497ad17dc8cSYevgeny Kliteynik if (dr_ste_v0_get_entry_type(last_ste) == MLX5DR_STE_TYPE_MODIFY_PKT) 498ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 499ad17dc8cSYevgeny Kliteynik added_stes, 500ad17dc8cSYevgeny Kliteynik MLX5DR_STE_TYPE_MODIFY_PKT, 501ad17dc8cSYevgeny Kliteynik attr->gvmi); 502ad17dc8cSYevgeny Kliteynik else 503ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_entry_type(last_ste, MLX5DR_STE_TYPE_MODIFY_PKT); 504ad17dc8cSYevgeny Kliteynik 505ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_rewrite_actions(last_ste, 506ad17dc8cSYevgeny Kliteynik attr->modify_actions, 507ad17dc8cSYevgeny Kliteynik attr->modify_index); 508ad17dc8cSYevgeny Kliteynik } 509ad17dc8cSYevgeny Kliteynik 510ad17dc8cSYevgeny Kliteynik if (action_type_set[DR_ACTION_TYP_TAG]) { 511ad17dc8cSYevgeny Kliteynik if (dr_ste_v0_get_entry_type(last_ste) == MLX5DR_STE_TYPE_MODIFY_PKT) 512ad17dc8cSYevgeny Kliteynik dr_ste_v0_arr_init_next(&last_ste, 513ad17dc8cSYevgeny Kliteynik added_stes, 514ad17dc8cSYevgeny Kliteynik MLX5DR_STE_TYPE_RX, 515ad17dc8cSYevgeny Kliteynik attr->gvmi); 516ad17dc8cSYevgeny Kliteynik 517ad17dc8cSYevgeny Kliteynik dr_ste_v0_rx_set_flow_tag(last_ste, attr->flow_tag); 518ad17dc8cSYevgeny Kliteynik } 519ad17dc8cSYevgeny Kliteynik 520ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_gvmi(last_ste, attr->hit_gvmi); 521ad17dc8cSYevgeny Kliteynik dr_ste_v0_set_hit_addr(last_ste, attr->final_icm_addr, 1); 522ad17dc8cSYevgeny Kliteynik } 523ad17dc8cSYevgeny Kliteynik 5244781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_set(u8 *hw_action, 5254781df92SYevgeny Kliteynik u8 hw_field, 5264781df92SYevgeny Kliteynik u8 shifter, 5274781df92SYevgeny Kliteynik u8 length, 5284781df92SYevgeny Kliteynik u32 data) 5294781df92SYevgeny Kliteynik { 5304781df92SYevgeny Kliteynik length = (length == 32) ? 0 : length; 5314781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_SET); 5324781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field); 5334781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter); 5344781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, length); 5354781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, data); 5364781df92SYevgeny Kliteynik } 5374781df92SYevgeny Kliteynik 5384781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_add(u8 *hw_action, 5394781df92SYevgeny Kliteynik u8 hw_field, 5404781df92SYevgeny Kliteynik u8 shifter, 5414781df92SYevgeny Kliteynik u8 length, 5424781df92SYevgeny Kliteynik u32 data) 5434781df92SYevgeny Kliteynik { 5444781df92SYevgeny Kliteynik length = (length == 32) ? 0 : length; 5454781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, opcode, DR_STE_ACTION_MDFY_OP_ADD); 5464781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_field_code, hw_field); 5474781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, shifter); 5484781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, length); 5494781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, data); 5504781df92SYevgeny Kliteynik } 5514781df92SYevgeny Kliteynik 5524781df92SYevgeny Kliteynik static void dr_ste_v0_set_action_copy(u8 *hw_action, 5534781df92SYevgeny Kliteynik u8 dst_hw_field, 5544781df92SYevgeny Kliteynik u8 dst_shifter, 5554781df92SYevgeny Kliteynik u8 dst_len, 5564781df92SYevgeny Kliteynik u8 src_hw_field, 5574781df92SYevgeny Kliteynik u8 src_shifter) 5584781df92SYevgeny Kliteynik { 5594781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, opcode, DR_STE_ACTION_MDFY_OP_COPY); 5604781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_field_code, dst_hw_field); 5614781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_left_shifter, dst_shifter); 5624781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, destination_length, dst_len); 5634781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, source_field_code, src_hw_field); 5644781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_copy, hw_action, source_left_shifter, src_shifter); 5654781df92SYevgeny Kliteynik } 5664781df92SYevgeny Kliteynik 5674781df92SYevgeny Kliteynik #define DR_STE_DECAP_L3_MIN_ACTION_NUM 5 5684781df92SYevgeny Kliteynik 5694781df92SYevgeny Kliteynik static int 5704781df92SYevgeny Kliteynik dr_ste_v0_set_action_decap_l3_list(void *data, u32 data_sz, 5714781df92SYevgeny Kliteynik u8 *hw_action, u32 hw_action_sz, 5724781df92SYevgeny Kliteynik u16 *used_hw_action_num) 5734781df92SYevgeny Kliteynik { 5744781df92SYevgeny Kliteynik struct mlx5_ifc_l2_hdr_bits *l2_hdr = data; 5754781df92SYevgeny Kliteynik u32 hw_action_num; 5764781df92SYevgeny Kliteynik int required_actions; 5774781df92SYevgeny Kliteynik u32 hdr_fld_4b; 5784781df92SYevgeny Kliteynik u16 hdr_fld_2b; 5794781df92SYevgeny Kliteynik u16 vlan_type; 5804781df92SYevgeny Kliteynik bool vlan; 5814781df92SYevgeny Kliteynik 5824781df92SYevgeny Kliteynik vlan = (data_sz != HDR_LEN_L2); 5834781df92SYevgeny Kliteynik hw_action_num = hw_action_sz / MLX5_ST_SZ_BYTES(dr_action_hw_set); 5844781df92SYevgeny Kliteynik required_actions = DR_STE_DECAP_L3_MIN_ACTION_NUM + !!vlan; 5854781df92SYevgeny Kliteynik 5864781df92SYevgeny Kliteynik if (hw_action_num < required_actions) 5874781df92SYevgeny Kliteynik return -ENOMEM; 5884781df92SYevgeny Kliteynik 5894781df92SYevgeny Kliteynik /* dmac_47_16 */ 5904781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 5914781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 5924781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 5934781df92SYevgeny Kliteynik destination_length, 0); 5944781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 5954781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0); 5964781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 5974781df92SYevgeny Kliteynik destination_left_shifter, 16); 5984781df92SYevgeny Kliteynik hdr_fld_4b = MLX5_GET(l2_hdr, l2_hdr, dmac_47_16); 5994781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6004781df92SYevgeny Kliteynik inline_data, hdr_fld_4b); 6014781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6024781df92SYevgeny Kliteynik 6034781df92SYevgeny Kliteynik /* smac_47_16 */ 6044781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6054781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6064781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6074781df92SYevgeny Kliteynik destination_length, 0); 6084781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6094781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1); 6104781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_left_shifter, 16); 6114781df92SYevgeny Kliteynik hdr_fld_4b = (MLX5_GET(l2_hdr, l2_hdr, smac_31_0) >> 16 | 6124781df92SYevgeny Kliteynik MLX5_GET(l2_hdr, l2_hdr, smac_47_32) << 16); 6134781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b); 6144781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6154781df92SYevgeny Kliteynik 6164781df92SYevgeny Kliteynik /* dmac_15_0 */ 6174781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6184781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6194781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6204781df92SYevgeny Kliteynik destination_length, 16); 6214781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6224781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_0); 6234781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6244781df92SYevgeny Kliteynik destination_left_shifter, 0); 6254781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, dmac_15_0); 6264781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6274781df92SYevgeny Kliteynik inline_data, hdr_fld_2b); 6284781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6294781df92SYevgeny Kliteynik 6304781df92SYevgeny Kliteynik /* ethertype + (optional) vlan */ 6314781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6324781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6334781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6344781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2); 6354781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6364781df92SYevgeny Kliteynik destination_left_shifter, 32); 6374781df92SYevgeny Kliteynik if (!vlan) { 6384781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype); 6394781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b); 6404781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, 16); 6414781df92SYevgeny Kliteynik } else { 6424781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, ethertype); 6434781df92SYevgeny Kliteynik vlan_type = hdr_fld_2b == SVLAN_ETHERTYPE ? DR_STE_SVLAN : DR_STE_CVLAN; 6444781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan); 6454781df92SYevgeny Kliteynik hdr_fld_4b = (vlan_type << 16) | hdr_fld_2b; 6464781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_4b); 6474781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, destination_length, 18); 6484781df92SYevgeny Kliteynik } 6494781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6504781df92SYevgeny Kliteynik 6514781df92SYevgeny Kliteynik /* smac_15_0 */ 6524781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6534781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6544781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6554781df92SYevgeny Kliteynik destination_length, 16); 6564781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6574781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_1); 6584781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6594781df92SYevgeny Kliteynik destination_left_shifter, 0); 6604781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, smac_31_0); 6614781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, inline_data, hdr_fld_2b); 6624781df92SYevgeny Kliteynik hw_action += MLX5_ST_SZ_BYTES(dr_action_hw_set); 6634781df92SYevgeny Kliteynik 6644781df92SYevgeny Kliteynik if (vlan) { 6654781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6664781df92SYevgeny Kliteynik opcode, DR_STE_ACTION_MDFY_OP_SET); 6674781df92SYevgeny Kliteynik hdr_fld_2b = MLX5_GET(l2_hdr, l2_hdr, vlan_type); 6684781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6694781df92SYevgeny Kliteynik inline_data, hdr_fld_2b); 6704781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6714781df92SYevgeny Kliteynik destination_length, 16); 6724781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6734781df92SYevgeny Kliteynik destination_field_code, DR_STE_V0_ACTION_MDFY_FLD_L2_2); 6744781df92SYevgeny Kliteynik MLX5_SET(dr_action_hw_set, hw_action, 6754781df92SYevgeny Kliteynik destination_left_shifter, 0); 6764781df92SYevgeny Kliteynik } 6774781df92SYevgeny Kliteynik 6784781df92SYevgeny Kliteynik *used_hw_action_num = required_actions; 6794781df92SYevgeny Kliteynik 6804781df92SYevgeny Kliteynik return 0; 6814781df92SYevgeny Kliteynik } 6824781df92SYevgeny Kliteynik 683d65e841dSYevgeny Kliteynik static void 684d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(struct mlx5dr_match_param *value, 685d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 686d65e841dSYevgeny Kliteynik { 687d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 688d65e841dSYevgeny Kliteynik 68946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_47_16, mask, dmac_47_16); 69046779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, dmac_15_0, mask, dmac_15_0); 691d65e841dSYevgeny Kliteynik 692d65e841dSYevgeny Kliteynik if (mask->smac_47_16 || mask->smac_15_0) { 693d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_47_32, 694d65e841dSYevgeny Kliteynik mask->smac_47_16 >> 16); 695d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, smac_31_0, 696d65e841dSYevgeny Kliteynik mask->smac_47_16 << 16 | mask->smac_15_0); 697d65e841dSYevgeny Kliteynik mask->smac_47_16 = 0; 698d65e841dSYevgeny Kliteynik mask->smac_15_0 = 0; 699d65e841dSYevgeny Kliteynik } 700d65e841dSYevgeny Kliteynik 70146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_vlan_id, mask, first_vid); 70246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_cfi, mask, first_cfi); 70346779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, bit_mask, first_priority, mask, first_prio); 70446779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src_dst, bit_mask, l3_type, mask, ip_version); 705d65e841dSYevgeny Kliteynik 706d65e841dSYevgeny Kliteynik if (mask->cvlan_tag) { 707d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1); 708d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 709d65e841dSYevgeny Kliteynik } else if (mask->svlan_tag) { 710d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, bit_mask, first_vlan_qualifier, -1); 711d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 712d65e841dSYevgeny Kliteynik } 713d65e841dSYevgeny Kliteynik } 714d65e841dSYevgeny Kliteynik 715d65e841dSYevgeny Kliteynik static int 716d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_tag(struct mlx5dr_match_param *value, 717d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 718d65e841dSYevgeny Kliteynik u8 *tag) 719d65e841dSYevgeny Kliteynik { 720d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 721d65e841dSYevgeny Kliteynik 722d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_47_16, spec, dmac_47_16); 723d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, dmac_15_0, spec, dmac_15_0); 724d65e841dSYevgeny Kliteynik 725d65e841dSYevgeny Kliteynik if (spec->smac_47_16 || spec->smac_15_0) { 726d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, smac_47_32, 727d65e841dSYevgeny Kliteynik spec->smac_47_16 >> 16); 728d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, smac_31_0, 729d65e841dSYevgeny Kliteynik spec->smac_47_16 << 16 | spec->smac_15_0); 730d65e841dSYevgeny Kliteynik spec->smac_47_16 = 0; 731d65e841dSYevgeny Kliteynik spec->smac_15_0 = 0; 732d65e841dSYevgeny Kliteynik } 733d65e841dSYevgeny Kliteynik 734d65e841dSYevgeny Kliteynik if (spec->ip_version) { 735d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 736d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV4); 737d65e841dSYevgeny Kliteynik spec->ip_version = 0; 738d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 739d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, l3_type, STE_IPV6); 740d65e841dSYevgeny Kliteynik spec->ip_version = 0; 741d65e841dSYevgeny Kliteynik } else { 742d65e841dSYevgeny Kliteynik return -EINVAL; 743d65e841dSYevgeny Kliteynik } 744d65e841dSYevgeny Kliteynik } 745d65e841dSYevgeny Kliteynik 746d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_vlan_id, spec, first_vid); 747d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_cfi, spec, first_cfi); 748d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src_dst, tag, first_priority, spec, first_prio); 749d65e841dSYevgeny Kliteynik 750d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 751d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_CVLAN); 752d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 753d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 754d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src_dst, tag, first_vlan_qualifier, DR_STE_SVLAN); 755d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 756d65e841dSYevgeny Kliteynik } 757d65e841dSYevgeny Kliteynik return 0; 758d65e841dSYevgeny Kliteynik } 759d65e841dSYevgeny Kliteynik 760d65e841dSYevgeny Kliteynik static void 761d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_init(struct mlx5dr_ste_build *sb, 762d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 763d65e841dSYevgeny Kliteynik { 764d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_dst_bit_mask(mask, sb->inner, sb->bit_mask); 765d65e841dSYevgeny Kliteynik 766d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC_DST, sb->rx, sb->inner); 767d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 768d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_dst_tag; 769d65e841dSYevgeny Kliteynik } 770d65e841dSYevgeny Kliteynik 771d65e841dSYevgeny Kliteynik static int 772d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(struct mlx5dr_match_param *value, 773d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 774d65e841dSYevgeny Kliteynik u8 *tag) 775d65e841dSYevgeny Kliteynik { 776d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 777d65e841dSYevgeny Kliteynik 778d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_127_96, spec, dst_ip_127_96); 779d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_95_64, spec, dst_ip_95_64); 780d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_63_32, spec, dst_ip_63_32); 781d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_dst, tag, dst_ip_31_0, spec, dst_ip_31_0); 782d65e841dSYevgeny Kliteynik 783d65e841dSYevgeny Kliteynik return 0; 784d65e841dSYevgeny Kliteynik } 785d65e841dSYevgeny Kliteynik 786d65e841dSYevgeny Kliteynik static void 787d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_init(struct mlx5dr_ste_build *sb, 788d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 789d65e841dSYevgeny Kliteynik { 79046779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_dst_tag(mask, sb, sb->bit_mask); 791d65e841dSYevgeny Kliteynik 792d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_DST, sb->rx, sb->inner); 793d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 794d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_dst_tag; 795d65e841dSYevgeny Kliteynik } 796d65e841dSYevgeny Kliteynik 797d65e841dSYevgeny Kliteynik static int 798d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(struct mlx5dr_match_param *value, 799d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 800d65e841dSYevgeny Kliteynik u8 *tag) 801d65e841dSYevgeny Kliteynik { 802d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 803d65e841dSYevgeny Kliteynik 804d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_127_96, spec, src_ip_127_96); 805d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_95_64, spec, src_ip_95_64); 806d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_63_32, spec, src_ip_63_32); 807d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv6_src, tag, src_ip_31_0, spec, src_ip_31_0); 808d65e841dSYevgeny Kliteynik 809d65e841dSYevgeny Kliteynik return 0; 810d65e841dSYevgeny Kliteynik } 811d65e841dSYevgeny Kliteynik 812d65e841dSYevgeny Kliteynik static void 813d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_init(struct mlx5dr_ste_build *sb, 814d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 815d65e841dSYevgeny Kliteynik { 81646779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv6_src_tag(mask, sb, sb->bit_mask); 817d65e841dSYevgeny Kliteynik 818d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV6_SRC, sb->rx, sb->inner); 819d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 820d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv6_src_tag; 821d65e841dSYevgeny Kliteynik } 822d65e841dSYevgeny Kliteynik 823d65e841dSYevgeny Kliteynik static int 824d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(struct mlx5dr_match_param *value, 825d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 826d65e841dSYevgeny Kliteynik u8 *tag) 827d65e841dSYevgeny Kliteynik { 828d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 829d65e841dSYevgeny Kliteynik 830d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_address, spec, dst_ip_31_0); 831d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_address, spec, src_ip_31_0); 832d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, tcp_dport); 833d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, destination_port, spec, udp_dport); 834d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, tcp_sport); 835d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, source_port, spec, udp_sport); 836d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, protocol, spec, ip_protocol); 837d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, fragmented, spec, frag); 838d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, dscp, spec, ip_dscp); 839d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_5_tuple, tag, ecn, spec, ip_ecn); 840d65e841dSYevgeny Kliteynik 841d65e841dSYevgeny Kliteynik if (spec->tcp_flags) { 842d65e841dSYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l3_ipv4_5_tuple, tag, spec); 843d65e841dSYevgeny Kliteynik spec->tcp_flags = 0; 844d65e841dSYevgeny Kliteynik } 845d65e841dSYevgeny Kliteynik 846d65e841dSYevgeny Kliteynik return 0; 847d65e841dSYevgeny Kliteynik } 848d65e841dSYevgeny Kliteynik 849d65e841dSYevgeny Kliteynik static void 850d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_init(struct mlx5dr_ste_build *sb, 851d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 852d65e841dSYevgeny Kliteynik { 85346779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag(mask, sb, sb->bit_mask); 854d65e841dSYevgeny Kliteynik 855d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_5_TUPLE, sb->rx, sb->inner); 856d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 857d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_tag; 858d65e841dSYevgeny Kliteynik } 859d65e841dSYevgeny Kliteynik 860d65e841dSYevgeny Kliteynik static void 861d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(struct mlx5dr_match_param *value, 862d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 863d65e841dSYevgeny Kliteynik { 864d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 865d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 866d65e841dSYevgeny Kliteynik 86746779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_vlan_id, mask, first_vid); 86846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_cfi, mask, first_cfi); 86946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, first_priority, mask, first_prio); 87046779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, ip_fragmented, mask, frag); 87146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, l3_ethertype, mask, ethertype); 87246779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_src, bit_mask, l3_type, mask, ip_version); 873d65e841dSYevgeny Kliteynik 874d65e841dSYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 875d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, first_vlan_qualifier, -1); 876d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 877d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 878d65e841dSYevgeny Kliteynik } 879d65e841dSYevgeny Kliteynik 880d65e841dSYevgeny Kliteynik if (inner) { 881d65e841dSYevgeny Kliteynik if (misc_mask->inner_second_cvlan_tag || 882d65e841dSYevgeny Kliteynik misc_mask->inner_second_svlan_tag) { 883d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1); 884d65e841dSYevgeny Kliteynik misc_mask->inner_second_cvlan_tag = 0; 885d65e841dSYevgeny Kliteynik misc_mask->inner_second_svlan_tag = 0; 886d65e841dSYevgeny Kliteynik } 887d65e841dSYevgeny Kliteynik 88846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 889d65e841dSYevgeny Kliteynik second_vlan_id, misc_mask, inner_second_vid); 89046779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 891d65e841dSYevgeny Kliteynik second_cfi, misc_mask, inner_second_cfi); 89246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 893d65e841dSYevgeny Kliteynik second_priority, misc_mask, inner_second_prio); 894d65e841dSYevgeny Kliteynik } else { 895d65e841dSYevgeny Kliteynik if (misc_mask->outer_second_cvlan_tag || 896d65e841dSYevgeny Kliteynik misc_mask->outer_second_svlan_tag) { 897d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, bit_mask, second_vlan_qualifier, -1); 898d65e841dSYevgeny Kliteynik misc_mask->outer_second_cvlan_tag = 0; 899d65e841dSYevgeny Kliteynik misc_mask->outer_second_svlan_tag = 0; 900d65e841dSYevgeny Kliteynik } 901d65e841dSYevgeny Kliteynik 90246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 903d65e841dSYevgeny Kliteynik second_vlan_id, misc_mask, outer_second_vid); 90446779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 905d65e841dSYevgeny Kliteynik second_cfi, misc_mask, outer_second_cfi); 90646779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, 907d65e841dSYevgeny Kliteynik second_priority, misc_mask, outer_second_prio); 908d65e841dSYevgeny Kliteynik } 909d65e841dSYevgeny Kliteynik } 910d65e841dSYevgeny Kliteynik 911d65e841dSYevgeny Kliteynik static int 912d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_tag(struct mlx5dr_match_param *value, 913d65e841dSYevgeny Kliteynik bool inner, u8 *tag) 914d65e841dSYevgeny Kliteynik { 915d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = inner ? &value->inner : &value->outer; 916d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_spec = &value->misc; 917d65e841dSYevgeny Kliteynik 918d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_vlan_id, spec, first_vid); 919d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_cfi, spec, first_cfi); 920d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, first_priority, spec, first_prio); 921d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, ip_fragmented, spec, frag); 922d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, l3_ethertype, spec, ethertype); 923d65e841dSYevgeny Kliteynik 924d65e841dSYevgeny Kliteynik if (spec->ip_version) { 925d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 926d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV4); 927d65e841dSYevgeny Kliteynik spec->ip_version = 0; 928d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 929d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, l3_type, STE_IPV6); 930d65e841dSYevgeny Kliteynik spec->ip_version = 0; 931d65e841dSYevgeny Kliteynik } else { 932d65e841dSYevgeny Kliteynik return -EINVAL; 933d65e841dSYevgeny Kliteynik } 934d65e841dSYevgeny Kliteynik } 935d65e841dSYevgeny Kliteynik 936d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 937d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_CVLAN); 938d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 939d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 940d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, first_vlan_qualifier, DR_STE_SVLAN); 941d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 942d65e841dSYevgeny Kliteynik } 943d65e841dSYevgeny Kliteynik 944d65e841dSYevgeny Kliteynik if (inner) { 945d65e841dSYevgeny Kliteynik if (misc_spec->inner_second_cvlan_tag) { 946d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN); 947d65e841dSYevgeny Kliteynik misc_spec->inner_second_cvlan_tag = 0; 948d65e841dSYevgeny Kliteynik } else if (misc_spec->inner_second_svlan_tag) { 949d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN); 950d65e841dSYevgeny Kliteynik misc_spec->inner_second_svlan_tag = 0; 951d65e841dSYevgeny Kliteynik } 952d65e841dSYevgeny Kliteynik 953d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, inner_second_vid); 954d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, inner_second_cfi); 955d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, inner_second_prio); 956d65e841dSYevgeny Kliteynik } else { 957d65e841dSYevgeny Kliteynik if (misc_spec->outer_second_cvlan_tag) { 958d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_CVLAN); 959d65e841dSYevgeny Kliteynik misc_spec->outer_second_cvlan_tag = 0; 960d65e841dSYevgeny Kliteynik } else if (misc_spec->outer_second_svlan_tag) { 961d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_src, tag, second_vlan_qualifier, DR_STE_SVLAN); 962d65e841dSYevgeny Kliteynik misc_spec->outer_second_svlan_tag = 0; 963d65e841dSYevgeny Kliteynik } 964d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_vlan_id, misc_spec, outer_second_vid); 965d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_cfi, misc_spec, outer_second_cfi); 966d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, second_priority, misc_spec, outer_second_prio); 967d65e841dSYevgeny Kliteynik } 968d65e841dSYevgeny Kliteynik 969d65e841dSYevgeny Kliteynik return 0; 970d65e841dSYevgeny Kliteynik } 971d65e841dSYevgeny Kliteynik 972d65e841dSYevgeny Kliteynik static void 973d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(struct mlx5dr_match_param *value, 974d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 975d65e841dSYevgeny Kliteynik { 976d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 977d65e841dSYevgeny Kliteynik 97846779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_47_16, mask, smac_47_16); 97946779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, bit_mask, smac_15_0, mask, smac_15_0); 980d65e841dSYevgeny Kliteynik 981d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, inner, bit_mask); 982d65e841dSYevgeny Kliteynik } 983d65e841dSYevgeny Kliteynik 984d65e841dSYevgeny Kliteynik static int 985d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_tag(struct mlx5dr_match_param *value, 986d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 987d65e841dSYevgeny Kliteynik u8 *tag) 988d65e841dSYevgeny Kliteynik { 989d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 990d65e841dSYevgeny Kliteynik 991d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, smac_47_16, spec, smac_47_16); 992d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_src, tag, smac_15_0, spec, smac_15_0); 993d65e841dSYevgeny Kliteynik 994d65e841dSYevgeny Kliteynik return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 995d65e841dSYevgeny Kliteynik } 996d65e841dSYevgeny Kliteynik 997d65e841dSYevgeny Kliteynik static void 998d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_init(struct mlx5dr_ste_build *sb, 999d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1000d65e841dSYevgeny Kliteynik { 1001d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_bit_mask(mask, sb->inner, sb->bit_mask); 1002d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_SRC, sb->rx, sb->inner); 1003d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1004d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_src_tag; 1005d65e841dSYevgeny Kliteynik } 1006d65e841dSYevgeny Kliteynik 1007d65e841dSYevgeny Kliteynik static void 1008d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(struct mlx5dr_match_param *value, 100946779098SYevgeny Kliteynik struct mlx5dr_ste_build *sb, 101046779098SYevgeny Kliteynik u8 *bit_mask) 1011d65e841dSYevgeny Kliteynik { 101246779098SYevgeny Kliteynik struct mlx5dr_match_spec *mask = sb->inner ? &value->inner : &value->outer; 1013d65e841dSYevgeny Kliteynik 101446779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_47_16, mask, dmac_47_16); 101546779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, bit_mask, dmac_15_0, mask, dmac_15_0); 1016d65e841dSYevgeny Kliteynik 101746779098SYevgeny Kliteynik dr_ste_v0_build_eth_l2_src_or_dst_bit_mask(value, sb->inner, bit_mask); 1018d65e841dSYevgeny Kliteynik } 1019d65e841dSYevgeny Kliteynik 1020d65e841dSYevgeny Kliteynik static int 1021d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_tag(struct mlx5dr_match_param *value, 1022d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1023d65e841dSYevgeny Kliteynik u8 *tag) 1024d65e841dSYevgeny Kliteynik { 1025d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1026d65e841dSYevgeny Kliteynik 1027d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, tag, dmac_47_16, spec, dmac_47_16); 1028d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_dst, tag, dmac_15_0, spec, dmac_15_0); 1029d65e841dSYevgeny Kliteynik 1030d65e841dSYevgeny Kliteynik return dr_ste_v0_build_eth_l2_src_or_dst_tag(value, sb->inner, tag); 1031d65e841dSYevgeny Kliteynik } 1032d65e841dSYevgeny Kliteynik 1033d65e841dSYevgeny Kliteynik static void 1034d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_init(struct mlx5dr_ste_build *sb, 1035d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1036d65e841dSYevgeny Kliteynik { 103746779098SYevgeny Kliteynik dr_ste_v0_build_eth_l2_dst_bit_mask(mask, sb, sb->bit_mask); 1038d65e841dSYevgeny Kliteynik 1039d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL2_DST, sb->rx, sb->inner); 1040d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1041d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_dst_tag; 1042d65e841dSYevgeny Kliteynik } 1043d65e841dSYevgeny Kliteynik 1044d65e841dSYevgeny Kliteynik static void 1045d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(struct mlx5dr_match_param *value, 1046d65e841dSYevgeny Kliteynik bool inner, u8 *bit_mask) 1047d65e841dSYevgeny Kliteynik { 1048d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *mask = inner ? &value->inner : &value->outer; 1049d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1050d65e841dSYevgeny Kliteynik 105146779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_47_16, mask, dmac_47_16); 105246779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, dmac_15_0, mask, dmac_15_0); 105346779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_vlan_id, mask, first_vid); 105446779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_cfi, mask, first_cfi); 105546779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, first_priority, mask, first_prio); 105646779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, ip_fragmented, mask, frag); 105746779098SYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, bit_mask, l3_ethertype, mask, ethertype); 105846779098SYevgeny Kliteynik DR_STE_SET_ONES(eth_l2_tnl, bit_mask, l3_type, mask, ip_version); 1059d65e841dSYevgeny Kliteynik 1060d65e841dSYevgeny Kliteynik if (misc->vxlan_vni) { 1061d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, bit_mask, 1062d65e841dSYevgeny Kliteynik l2_tunneling_network_id, (misc->vxlan_vni << 8)); 1063d65e841dSYevgeny Kliteynik misc->vxlan_vni = 0; 1064d65e841dSYevgeny Kliteynik } 1065d65e841dSYevgeny Kliteynik 1066d65e841dSYevgeny Kliteynik if (mask->svlan_tag || mask->cvlan_tag) { 1067d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, bit_mask, first_vlan_qualifier, -1); 1068d65e841dSYevgeny Kliteynik mask->cvlan_tag = 0; 1069d65e841dSYevgeny Kliteynik mask->svlan_tag = 0; 1070d65e841dSYevgeny Kliteynik } 1071d65e841dSYevgeny Kliteynik } 1072d65e841dSYevgeny Kliteynik 1073d65e841dSYevgeny Kliteynik static int 1074d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_tag(struct mlx5dr_match_param *value, 1075d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1076d65e841dSYevgeny Kliteynik u8 *tag) 1077d65e841dSYevgeny Kliteynik { 1078d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1079d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1080d65e841dSYevgeny Kliteynik 1081d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_47_16, spec, dmac_47_16); 1082d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, dmac_15_0, spec, dmac_15_0); 1083d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_vlan_id, spec, first_vid); 1084d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_cfi, spec, first_cfi); 1085d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, ip_fragmented, spec, frag); 1086d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, first_priority, spec, first_prio); 1087d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l2_tnl, tag, l3_ethertype, spec, ethertype); 1088d65e841dSYevgeny Kliteynik 1089d65e841dSYevgeny Kliteynik if (misc->vxlan_vni) { 1090d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l2_tunneling_network_id, 1091d65e841dSYevgeny Kliteynik (misc->vxlan_vni << 8)); 1092d65e841dSYevgeny Kliteynik misc->vxlan_vni = 0; 1093d65e841dSYevgeny Kliteynik } 1094d65e841dSYevgeny Kliteynik 1095d65e841dSYevgeny Kliteynik if (spec->cvlan_tag) { 1096d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_CVLAN); 1097d65e841dSYevgeny Kliteynik spec->cvlan_tag = 0; 1098d65e841dSYevgeny Kliteynik } else if (spec->svlan_tag) { 1099d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, first_vlan_qualifier, DR_STE_SVLAN); 1100d65e841dSYevgeny Kliteynik spec->svlan_tag = 0; 1101d65e841dSYevgeny Kliteynik } 1102d65e841dSYevgeny Kliteynik 1103d65e841dSYevgeny Kliteynik if (spec->ip_version) { 1104d65e841dSYevgeny Kliteynik if (spec->ip_version == IP_VERSION_IPV4) { 1105d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV4); 1106d65e841dSYevgeny Kliteynik spec->ip_version = 0; 1107d65e841dSYevgeny Kliteynik } else if (spec->ip_version == IP_VERSION_IPV6) { 1108d65e841dSYevgeny Kliteynik MLX5_SET(ste_eth_l2_tnl, tag, l3_type, STE_IPV6); 1109d65e841dSYevgeny Kliteynik spec->ip_version = 0; 1110d65e841dSYevgeny Kliteynik } else { 1111d65e841dSYevgeny Kliteynik return -EINVAL; 1112d65e841dSYevgeny Kliteynik } 1113d65e841dSYevgeny Kliteynik } 1114d65e841dSYevgeny Kliteynik 1115d65e841dSYevgeny Kliteynik return 0; 1116d65e841dSYevgeny Kliteynik } 1117d65e841dSYevgeny Kliteynik 1118d65e841dSYevgeny Kliteynik static void 1119d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_init(struct mlx5dr_ste_build *sb, 1120d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1121d65e841dSYevgeny Kliteynik { 1122d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l2_tnl_bit_mask(mask, sb->inner, sb->bit_mask); 1123d65e841dSYevgeny Kliteynik 1124dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_ETHL2_TUNNELING_I; 1125d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1126d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l2_tnl_tag; 1127d65e841dSYevgeny Kliteynik } 1128d65e841dSYevgeny Kliteynik 1129d65e841dSYevgeny Kliteynik static int 1130d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(struct mlx5dr_match_param *value, 1131d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1132d65e841dSYevgeny Kliteynik u8 *tag) 1133d65e841dSYevgeny Kliteynik { 1134d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1135d65e841dSYevgeny Kliteynik 1136d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l3_ipv4_misc, tag, time_to_live, spec, ttl_hoplimit); 1137d65e841dSYevgeny Kliteynik 1138d65e841dSYevgeny Kliteynik return 0; 1139d65e841dSYevgeny Kliteynik } 1140d65e841dSYevgeny Kliteynik 1141d65e841dSYevgeny Kliteynik static void 1142d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_init(struct mlx5dr_ste_build *sb, 1143d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1144d65e841dSYevgeny Kliteynik { 114546779098SYevgeny Kliteynik dr_ste_v0_build_eth_l3_ipv4_misc_tag(mask, sb, sb->bit_mask); 1146d65e841dSYevgeny Kliteynik 1147d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL3_IPV4_MISC, sb->rx, sb->inner); 1148d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1149d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l3_ipv4_misc_tag; 1150d65e841dSYevgeny Kliteynik } 1151d65e841dSYevgeny Kliteynik 1152d65e841dSYevgeny Kliteynik static int 1153d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(struct mlx5dr_match_param *value, 1154d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1155d65e841dSYevgeny Kliteynik u8 *tag) 1156d65e841dSYevgeny Kliteynik { 1157d65e841dSYevgeny Kliteynik struct mlx5dr_match_spec *spec = sb->inner ? &value->inner : &value->outer; 1158d65e841dSYevgeny Kliteynik 1159d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, tcp_dport); 1160d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, src_port, spec, tcp_sport); 1161d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dst_port, spec, udp_dport); 1162d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, src_port, spec, udp_sport); 1163d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, protocol, spec, ip_protocol); 1164d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, fragmented, spec, frag); 1165d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, dscp, spec, ip_dscp); 1166d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, ecn, spec, ip_ecn); 1167d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4, tag, ipv6_hop_limit, spec, ttl_hoplimit); 1168d65e841dSYevgeny Kliteynik 1169d65e841dSYevgeny Kliteynik if (spec->tcp_flags) { 1170d65e841dSYevgeny Kliteynik DR_STE_SET_TCP_FLAGS(eth_l4, tag, spec); 1171d65e841dSYevgeny Kliteynik spec->tcp_flags = 0; 1172d65e841dSYevgeny Kliteynik } 1173d65e841dSYevgeny Kliteynik 1174d65e841dSYevgeny Kliteynik return 0; 1175d65e841dSYevgeny Kliteynik } 1176d65e841dSYevgeny Kliteynik 1177d65e841dSYevgeny Kliteynik static void 1178d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_init(struct mlx5dr_ste_build *sb, 1179d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1180d65e841dSYevgeny Kliteynik { 118146779098SYevgeny Kliteynik dr_ste_v0_build_eth_ipv6_l3_l4_tag(mask, sb, sb->bit_mask); 1182d65e841dSYevgeny Kliteynik 1183d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4, sb->rx, sb->inner); 1184d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1185d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_ipv6_l3_l4_tag; 1186d65e841dSYevgeny Kliteynik } 1187d65e841dSYevgeny Kliteynik 1188d65e841dSYevgeny Kliteynik static int 1189d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_tag(struct mlx5dr_match_param *value, 1190d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1191d65e841dSYevgeny Kliteynik u8 *tag) 1192d65e841dSYevgeny Kliteynik { 119346779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1194d65e841dSYevgeny Kliteynik 1195d65e841dSYevgeny Kliteynik if (sb->inner) 119646779098SYevgeny Kliteynik DR_STE_SET_MPLS(mpls, misc2, inner, tag); 1197d65e841dSYevgeny Kliteynik else 119846779098SYevgeny Kliteynik DR_STE_SET_MPLS(mpls, misc2, outer, tag); 1199d65e841dSYevgeny Kliteynik 1200d65e841dSYevgeny Kliteynik return 0; 1201d65e841dSYevgeny Kliteynik } 1202d65e841dSYevgeny Kliteynik 1203d65e841dSYevgeny Kliteynik static void 1204d65e841dSYevgeny Kliteynik dr_ste_v0_build_mpls_init(struct mlx5dr_ste_build *sb, 1205d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1206d65e841dSYevgeny Kliteynik { 120746779098SYevgeny Kliteynik dr_ste_v0_build_mpls_tag(mask, sb, sb->bit_mask); 1208d65e841dSYevgeny Kliteynik 1209d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(MPLS_FIRST, sb->rx, sb->inner); 1210d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1211d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_mpls_tag; 1212d65e841dSYevgeny Kliteynik } 1213d65e841dSYevgeny Kliteynik 1214d65e841dSYevgeny Kliteynik static int 1215d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(struct mlx5dr_match_param *value, 1216d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1217d65e841dSYevgeny Kliteynik u8 *tag) 1218d65e841dSYevgeny Kliteynik { 1219d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1220d65e841dSYevgeny Kliteynik 1221d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_protocol, misc, gre_protocol); 1222d65e841dSYevgeny Kliteynik 1223d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_k_present, misc, gre_k_present); 1224d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_key_h, misc, gre_key_h); 1225d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_key_l, misc, gre_key_l); 1226d65e841dSYevgeny Kliteynik 1227d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_c_present, misc, gre_c_present); 1228d65e841dSYevgeny Kliteynik 1229d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(gre, tag, gre_s_present, misc, gre_s_present); 1230d65e841dSYevgeny Kliteynik 1231d65e841dSYevgeny Kliteynik return 0; 1232d65e841dSYevgeny Kliteynik } 1233d65e841dSYevgeny Kliteynik 1234d65e841dSYevgeny Kliteynik static void 1235d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_gre_init(struct mlx5dr_ste_build *sb, 1236d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1237d65e841dSYevgeny Kliteynik { 123846779098SYevgeny Kliteynik dr_ste_v0_build_tnl_gre_tag(mask, sb, sb->bit_mask); 1239d65e841dSYevgeny Kliteynik 1240dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_GRE; 1241d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1242d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_gre_tag; 1243d65e841dSYevgeny Kliteynik } 1244d65e841dSYevgeny Kliteynik 1245d65e841dSYevgeny Kliteynik static int 1246d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(struct mlx5dr_match_param *value, 1247d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1248d65e841dSYevgeny Kliteynik u8 *tag) 1249d65e841dSYevgeny Kliteynik { 125046779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc_2 = &value->misc2; 1251*323b91acSMuhammad Sammar u32 mpls_hdr; 1252d65e841dSYevgeny Kliteynik 125346779098SYevgeny Kliteynik if (DR_STE_IS_OUTER_MPLS_OVER_GRE_SET(misc_2)) { 1254*323b91acSMuhammad Sammar mpls_hdr = misc_2->outer_first_mpls_over_gre_label << HDR_MPLS_OFFSET_LABEL; 1255*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_label = 0; 1256*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_exp << HDR_MPLS_OFFSET_EXP; 1257*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_exp = 0; 1258*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_s_bos << HDR_MPLS_OFFSET_S_BOS; 1259*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_s_bos = 0; 1260*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_gre_ttl << HDR_MPLS_OFFSET_TTL; 1261*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_gre_ttl = 0; 1262d65e841dSYevgeny Kliteynik } else { 1263*323b91acSMuhammad Sammar mpls_hdr = misc_2->outer_first_mpls_over_udp_label << HDR_MPLS_OFFSET_LABEL; 1264*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_label = 0; 1265*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_exp << HDR_MPLS_OFFSET_EXP; 1266*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_exp = 0; 1267*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_s_bos << HDR_MPLS_OFFSET_S_BOS; 1268*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_s_bos = 0; 1269*323b91acSMuhammad Sammar mpls_hdr |= misc_2->outer_first_mpls_over_udp_ttl << HDR_MPLS_OFFSET_TTL; 1270*323b91acSMuhammad Sammar misc_2->outer_first_mpls_over_udp_ttl = 0; 1271d65e841dSYevgeny Kliteynik } 1272*323b91acSMuhammad Sammar 1273*323b91acSMuhammad Sammar MLX5_SET(ste_flex_parser_0, tag, flex_parser_3, mpls_hdr); 1274d65e841dSYevgeny Kliteynik return 0; 1275d65e841dSYevgeny Kliteynik } 1276d65e841dSYevgeny Kliteynik 1277d65e841dSYevgeny Kliteynik static void 1278d65e841dSYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_init(struct mlx5dr_ste_build *sb, 1279d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1280d65e841dSYevgeny Kliteynik { 128146779098SYevgeny Kliteynik dr_ste_v0_build_tnl_mpls_tag(mask, sb, sb->bit_mask); 1282d65e841dSYevgeny Kliteynik 1283dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_0; 1284d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1285d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_tnl_mpls_tag; 1286d65e841dSYevgeny Kliteynik } 1287d65e841dSYevgeny Kliteynik 1288d65e841dSYevgeny Kliteynik #define ICMP_TYPE_OFFSET_FIRST_DW 24 1289d65e841dSYevgeny Kliteynik #define ICMP_CODE_OFFSET_FIRST_DW 16 1290d65e841dSYevgeny Kliteynik 1291d65e841dSYevgeny Kliteynik static int 1292d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_tag(struct mlx5dr_match_param *value, 1293d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1294d65e841dSYevgeny Kliteynik u8 *tag) 1295d65e841dSYevgeny Kliteynik { 1296d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc_3 = &value->misc3; 129740ca842cSYevgeny Kliteynik u32 *icmp_header_data; 1298d65e841dSYevgeny Kliteynik int dw0_location; 1299d65e841dSYevgeny Kliteynik int dw1_location; 130040ca842cSYevgeny Kliteynik u8 *icmp_type; 130140ca842cSYevgeny Kliteynik u8 *icmp_code; 1302d65e841dSYevgeny Kliteynik bool is_ipv4; 1303d65e841dSYevgeny Kliteynik 1304d65e841dSYevgeny Kliteynik is_ipv4 = DR_MASK_IS_ICMPV4_SET(misc_3); 1305d65e841dSYevgeny Kliteynik if (is_ipv4) { 130640ca842cSYevgeny Kliteynik icmp_header_data = &misc_3->icmpv4_header_data; 130740ca842cSYevgeny Kliteynik icmp_type = &misc_3->icmpv4_type; 130840ca842cSYevgeny Kliteynik icmp_code = &misc_3->icmpv4_code; 1309d65e841dSYevgeny Kliteynik dw0_location = sb->caps->flex_parser_id_icmp_dw0; 1310d65e841dSYevgeny Kliteynik dw1_location = sb->caps->flex_parser_id_icmp_dw1; 1311d65e841dSYevgeny Kliteynik } else { 131240ca842cSYevgeny Kliteynik icmp_header_data = &misc_3->icmpv6_header_data; 131340ca842cSYevgeny Kliteynik icmp_type = &misc_3->icmpv6_type; 131440ca842cSYevgeny Kliteynik icmp_code = &misc_3->icmpv6_code; 1315d65e841dSYevgeny Kliteynik dw0_location = sb->caps->flex_parser_id_icmpv6_dw0; 1316d65e841dSYevgeny Kliteynik dw1_location = sb->caps->flex_parser_id_icmpv6_dw1; 1317d65e841dSYevgeny Kliteynik } 1318d65e841dSYevgeny Kliteynik 1319d65e841dSYevgeny Kliteynik switch (dw0_location) { 1320d65e841dSYevgeny Kliteynik case 4: 1321d65e841dSYevgeny Kliteynik MLX5_SET(ste_flex_parser_1, tag, flex_parser_4, 132240ca842cSYevgeny Kliteynik (*icmp_type << ICMP_TYPE_OFFSET_FIRST_DW) | 132340ca842cSYevgeny Kliteynik (*icmp_code << ICMP_TYPE_OFFSET_FIRST_DW)); 1324d65e841dSYevgeny Kliteynik 132540ca842cSYevgeny Kliteynik *icmp_type = 0; 132640ca842cSYevgeny Kliteynik *icmp_code = 0; 1327d65e841dSYevgeny Kliteynik break; 1328d65e841dSYevgeny Kliteynik default: 1329d65e841dSYevgeny Kliteynik return -EINVAL; 1330d65e841dSYevgeny Kliteynik } 1331d65e841dSYevgeny Kliteynik 1332d65e841dSYevgeny Kliteynik switch (dw1_location) { 1333d65e841dSYevgeny Kliteynik case 5: 1334d65e841dSYevgeny Kliteynik MLX5_SET(ste_flex_parser_1, tag, flex_parser_5, 133540ca842cSYevgeny Kliteynik *icmp_header_data); 133640ca842cSYevgeny Kliteynik *icmp_header_data = 0; 1337d65e841dSYevgeny Kliteynik break; 1338d65e841dSYevgeny Kliteynik default: 1339d65e841dSYevgeny Kliteynik return -EINVAL; 1340d65e841dSYevgeny Kliteynik } 1341d65e841dSYevgeny Kliteynik 1342d65e841dSYevgeny Kliteynik return 0; 1343d65e841dSYevgeny Kliteynik } 1344d65e841dSYevgeny Kliteynik 1345d65e841dSYevgeny Kliteynik static int 1346d65e841dSYevgeny Kliteynik dr_ste_v0_build_icmp_init(struct mlx5dr_ste_build *sb, 1347d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1348d65e841dSYevgeny Kliteynik { 1349d65e841dSYevgeny Kliteynik int ret; 1350d65e841dSYevgeny Kliteynik 135146779098SYevgeny Kliteynik ret = dr_ste_v0_build_icmp_tag(mask, sb, sb->bit_mask); 1352d65e841dSYevgeny Kliteynik if (ret) 1353d65e841dSYevgeny Kliteynik return ret; 1354d65e841dSYevgeny Kliteynik 1355dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_1; 1356d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1357d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_icmp_tag; 1358d65e841dSYevgeny Kliteynik 1359d65e841dSYevgeny Kliteynik return 0; 1360d65e841dSYevgeny Kliteynik } 1361d65e841dSYevgeny Kliteynik 1362d65e841dSYevgeny Kliteynik static int 1363d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(struct mlx5dr_match_param *value, 1364d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1365d65e841dSYevgeny Kliteynik u8 *tag) 1366d65e841dSYevgeny Kliteynik { 136746779098SYevgeny Kliteynik struct mlx5dr_match_misc2 *misc_2 = &value->misc2; 1368d65e841dSYevgeny Kliteynik 1369d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(general_purpose, tag, general_purpose_lookup_field, 137046779098SYevgeny Kliteynik misc_2, metadata_reg_a); 1371d65e841dSYevgeny Kliteynik 1372d65e841dSYevgeny Kliteynik return 0; 1373d65e841dSYevgeny Kliteynik } 1374d65e841dSYevgeny Kliteynik 1375d65e841dSYevgeny Kliteynik static void 1376d65e841dSYevgeny Kliteynik dr_ste_v0_build_general_purpose_init(struct mlx5dr_ste_build *sb, 1377d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1378d65e841dSYevgeny Kliteynik { 137946779098SYevgeny Kliteynik dr_ste_v0_build_general_purpose_tag(mask, sb, sb->bit_mask); 1380d65e841dSYevgeny Kliteynik 1381dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_GENERAL_PURPOSE; 1382d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1383d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_general_purpose_tag; 1384d65e841dSYevgeny Kliteynik } 1385d65e841dSYevgeny Kliteynik 1386d65e841dSYevgeny Kliteynik static int 1387d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(struct mlx5dr_match_param *value, 1388d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1389d65e841dSYevgeny Kliteynik u8 *tag) 1390d65e841dSYevgeny Kliteynik { 1391d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1392d65e841dSYevgeny Kliteynik 1393d65e841dSYevgeny Kliteynik if (sb->inner) { 1394d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, inner_tcp_seq_num); 1395d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, inner_tcp_ack_num); 1396d65e841dSYevgeny Kliteynik } else { 1397d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, seq_num, misc3, outer_tcp_seq_num); 1398d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(eth_l4_misc, tag, ack_num, misc3, outer_tcp_ack_num); 1399d65e841dSYevgeny Kliteynik } 1400d65e841dSYevgeny Kliteynik 1401d65e841dSYevgeny Kliteynik return 0; 1402d65e841dSYevgeny Kliteynik } 1403d65e841dSYevgeny Kliteynik 1404d65e841dSYevgeny Kliteynik static void 1405d65e841dSYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_init(struct mlx5dr_ste_build *sb, 1406d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1407d65e841dSYevgeny Kliteynik { 140846779098SYevgeny Kliteynik dr_ste_v0_build_eth_l4_misc_tag(mask, sb, sb->bit_mask); 1409d65e841dSYevgeny Kliteynik 1410d65e841dSYevgeny Kliteynik sb->lu_type = DR_STE_CALC_LU_TYPE(ETHL4_MISC, sb->rx, sb->inner); 1411d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1412d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_eth_l4_misc_tag; 1413d65e841dSYevgeny Kliteynik } 1414d65e841dSYevgeny Kliteynik 1415d65e841dSYevgeny Kliteynik static int 1416d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(struct mlx5dr_match_param *value, 1417d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1418d65e841dSYevgeny Kliteynik u8 *tag) 1419d65e841dSYevgeny Kliteynik { 1420d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc3 *misc3 = &value->misc3; 1421d65e841dSYevgeny Kliteynik 1422d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1423d65e841dSYevgeny Kliteynik outer_vxlan_gpe_flags, misc3, 1424d65e841dSYevgeny Kliteynik outer_vxlan_gpe_flags); 1425d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1426d65e841dSYevgeny Kliteynik outer_vxlan_gpe_next_protocol, misc3, 1427d65e841dSYevgeny Kliteynik outer_vxlan_gpe_next_protocol); 1428d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_vxlan_gpe, tag, 1429d65e841dSYevgeny Kliteynik outer_vxlan_gpe_vni, misc3, 1430d65e841dSYevgeny Kliteynik outer_vxlan_gpe_vni); 1431d65e841dSYevgeny Kliteynik 1432d65e841dSYevgeny Kliteynik return 0; 1433d65e841dSYevgeny Kliteynik } 1434d65e841dSYevgeny Kliteynik 1435d65e841dSYevgeny Kliteynik static void 1436d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init(struct mlx5dr_ste_build *sb, 1437d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1438d65e841dSYevgeny Kliteynik { 143946779098SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag(mask, sb, sb->bit_mask); 1440dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1441d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1442d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_tag; 1443d65e841dSYevgeny Kliteynik } 1444d65e841dSYevgeny Kliteynik 1445d65e841dSYevgeny Kliteynik static int 1446d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(struct mlx5dr_match_param *value, 1447d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1448d65e841dSYevgeny Kliteynik u8 *tag) 1449d65e841dSYevgeny Kliteynik { 1450d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1451d65e841dSYevgeny Kliteynik 1452d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1453d65e841dSYevgeny Kliteynik geneve_protocol_type, misc, geneve_protocol_type); 1454d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1455d65e841dSYevgeny Kliteynik geneve_oam, misc, geneve_oam); 1456d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1457d65e841dSYevgeny Kliteynik geneve_opt_len, misc, geneve_opt_len); 1458d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(flex_parser_tnl_geneve, tag, 1459d65e841dSYevgeny Kliteynik geneve_vni, misc, geneve_vni); 1460d65e841dSYevgeny Kliteynik 1461d65e841dSYevgeny Kliteynik return 0; 1462d65e841dSYevgeny Kliteynik } 1463d65e841dSYevgeny Kliteynik 1464d65e841dSYevgeny Kliteynik static void 1465d65e841dSYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_init(struct mlx5dr_ste_build *sb, 1466d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1467d65e841dSYevgeny Kliteynik { 146846779098SYevgeny Kliteynik dr_ste_v0_build_flex_parser_tnl_geneve_tag(mask, sb, sb->bit_mask); 1469dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_FLEX_PARSER_TNL_HEADER; 1470d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1471d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_flex_parser_tnl_geneve_tag; 1472d65e841dSYevgeny Kliteynik } 1473d65e841dSYevgeny Kliteynik 1474d65e841dSYevgeny Kliteynik static int 1475d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_tag(struct mlx5dr_match_param *value, 1476d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1477d65e841dSYevgeny Kliteynik u8 *tag) 1478d65e841dSYevgeny Kliteynik { 1479d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1480d65e841dSYevgeny Kliteynik 1481d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_h, misc2, metadata_reg_c_0); 1482d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_0_l, misc2, metadata_reg_c_1); 1483d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_h, misc2, metadata_reg_c_2); 1484d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_0, tag, register_1_l, misc2, metadata_reg_c_3); 1485d65e841dSYevgeny Kliteynik 1486d65e841dSYevgeny Kliteynik return 0; 1487d65e841dSYevgeny Kliteynik } 1488d65e841dSYevgeny Kliteynik 1489d65e841dSYevgeny Kliteynik static void 1490d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_0_init(struct mlx5dr_ste_build *sb, 1491d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1492d65e841dSYevgeny Kliteynik { 149346779098SYevgeny Kliteynik dr_ste_v0_build_register_0_tag(mask, sb, sb->bit_mask); 1494d65e841dSYevgeny Kliteynik 1495dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_0; 1496d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1497d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_register_0_tag; 1498d65e841dSYevgeny Kliteynik } 1499d65e841dSYevgeny Kliteynik 1500d65e841dSYevgeny Kliteynik static int 1501d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_tag(struct mlx5dr_match_param *value, 1502d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1503d65e841dSYevgeny Kliteynik u8 *tag) 1504d65e841dSYevgeny Kliteynik { 1505d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc2 *misc2 = &value->misc2; 1506d65e841dSYevgeny Kliteynik 1507d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_h, misc2, metadata_reg_c_4); 1508d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_2_l, misc2, metadata_reg_c_5); 1509d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_h, misc2, metadata_reg_c_6); 1510d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(register_1, tag, register_3_l, misc2, metadata_reg_c_7); 1511d65e841dSYevgeny Kliteynik 1512d65e841dSYevgeny Kliteynik return 0; 1513d65e841dSYevgeny Kliteynik } 1514d65e841dSYevgeny Kliteynik 1515d65e841dSYevgeny Kliteynik static void 1516d65e841dSYevgeny Kliteynik dr_ste_v0_build_register_1_init(struct mlx5dr_ste_build *sb, 1517d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1518d65e841dSYevgeny Kliteynik { 151946779098SYevgeny Kliteynik dr_ste_v0_build_register_1_tag(mask, sb, sb->bit_mask); 1520d65e841dSYevgeny Kliteynik 1521dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_STEERING_REGISTERS_1; 1522d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1523d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_register_1_tag; 1524d65e841dSYevgeny Kliteynik } 1525d65e841dSYevgeny Kliteynik 1526d65e841dSYevgeny Kliteynik static void 1527d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(struct mlx5dr_match_param *value, 1528d65e841dSYevgeny Kliteynik u8 *bit_mask) 1529d65e841dSYevgeny Kliteynik { 1530d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc_mask = &value->misc; 1531d65e841dSYevgeny Kliteynik 153246779098SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_gvmi, misc_mask, source_port); 153346779098SYevgeny Kliteynik DR_STE_SET_ONES(src_gvmi_qp, bit_mask, source_qp, misc_mask, source_sqn); 1534d65e841dSYevgeny Kliteynik misc_mask->source_eswitch_owner_vhca_id = 0; 1535d65e841dSYevgeny Kliteynik } 1536d65e841dSYevgeny Kliteynik 1537d65e841dSYevgeny Kliteynik static int 1538d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_tag(struct mlx5dr_match_param *value, 1539d65e841dSYevgeny Kliteynik struct mlx5dr_ste_build *sb, 1540d65e841dSYevgeny Kliteynik u8 *tag) 1541d65e841dSYevgeny Kliteynik { 1542d65e841dSYevgeny Kliteynik struct mlx5dr_match_misc *misc = &value->misc; 1543d65e841dSYevgeny Kliteynik struct mlx5dr_cmd_vport_cap *vport_cap; 1544d65e841dSYevgeny Kliteynik struct mlx5dr_domain *dmn = sb->dmn; 1545d65e841dSYevgeny Kliteynik struct mlx5dr_cmd_caps *caps; 1546d65e841dSYevgeny Kliteynik u8 *bit_mask = sb->bit_mask; 1547d65e841dSYevgeny Kliteynik bool source_gvmi_set; 1548d65e841dSYevgeny Kliteynik 1549d65e841dSYevgeny Kliteynik DR_STE_SET_TAG(src_gvmi_qp, tag, source_qp, misc, source_sqn); 1550d65e841dSYevgeny Kliteynik 1551d65e841dSYevgeny Kliteynik if (sb->vhca_id_valid) { 1552d65e841dSYevgeny Kliteynik /* Find port GVMI based on the eswitch_owner_vhca_id */ 1553d65e841dSYevgeny Kliteynik if (misc->source_eswitch_owner_vhca_id == dmn->info.caps.gvmi) 1554d65e841dSYevgeny Kliteynik caps = &dmn->info.caps; 1555d65e841dSYevgeny Kliteynik else if (dmn->peer_dmn && (misc->source_eswitch_owner_vhca_id == 1556d65e841dSYevgeny Kliteynik dmn->peer_dmn->info.caps.gvmi)) 1557d65e841dSYevgeny Kliteynik caps = &dmn->peer_dmn->info.caps; 1558d65e841dSYevgeny Kliteynik else 1559d65e841dSYevgeny Kliteynik return -EINVAL; 15607863c912SYevgeny Kliteynik 15617863c912SYevgeny Kliteynik misc->source_eswitch_owner_vhca_id = 0; 1562d65e841dSYevgeny Kliteynik } else { 1563d65e841dSYevgeny Kliteynik caps = &dmn->info.caps; 1564d65e841dSYevgeny Kliteynik } 1565d65e841dSYevgeny Kliteynik 15667863c912SYevgeny Kliteynik source_gvmi_set = MLX5_GET(ste_src_gvmi_qp, bit_mask, source_gvmi); 15677863c912SYevgeny Kliteynik if (source_gvmi_set) { 1568d65e841dSYevgeny Kliteynik vport_cap = mlx5dr_get_vport_cap(caps, misc->source_port); 1569d65e841dSYevgeny Kliteynik if (!vport_cap) { 1570d65e841dSYevgeny Kliteynik mlx5dr_err(dmn, "Vport 0x%x is invalid\n", 1571d65e841dSYevgeny Kliteynik misc->source_port); 1572d65e841dSYevgeny Kliteynik return -EINVAL; 1573d65e841dSYevgeny Kliteynik } 1574d65e841dSYevgeny Kliteynik 15757863c912SYevgeny Kliteynik if (vport_cap->vport_gvmi) 1576d65e841dSYevgeny Kliteynik MLX5_SET(ste_src_gvmi_qp, tag, source_gvmi, vport_cap->vport_gvmi); 1577d65e841dSYevgeny Kliteynik 1578d65e841dSYevgeny Kliteynik misc->source_port = 0; 15797863c912SYevgeny Kliteynik } 1580d65e841dSYevgeny Kliteynik 1581d65e841dSYevgeny Kliteynik return 0; 1582d65e841dSYevgeny Kliteynik } 1583d65e841dSYevgeny Kliteynik 1584d65e841dSYevgeny Kliteynik static void 1585d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_init(struct mlx5dr_ste_build *sb, 1586d65e841dSYevgeny Kliteynik struct mlx5dr_match_param *mask) 1587d65e841dSYevgeny Kliteynik { 1588d65e841dSYevgeny Kliteynik dr_ste_v0_build_src_gvmi_qpn_bit_mask(mask, sb->bit_mask); 1589d65e841dSYevgeny Kliteynik 1590dd2d3c8dSYevgeny Kliteynik sb->lu_type = DR_STE_V0_LU_TYPE_SRC_GVMI_AND_QP; 1591d65e841dSYevgeny Kliteynik sb->byte_mask = mlx5dr_ste_conv_bit_to_byte_mask(sb->bit_mask); 1592d65e841dSYevgeny Kliteynik sb->ste_build_tag_func = &dr_ste_v0_build_src_gvmi_qpn_tag; 1593d65e841dSYevgeny Kliteynik } 1594d65e841dSYevgeny Kliteynik 1595d65e841dSYevgeny Kliteynik struct mlx5dr_ste_ctx ste_ctx_v0 = { 15966b93b400SYevgeny Kliteynik /* Builders */ 1597d65e841dSYevgeny Kliteynik .build_eth_l2_src_dst_init = &dr_ste_v0_build_eth_l2_src_dst_init, 1598d65e841dSYevgeny Kliteynik .build_eth_l3_ipv6_src_init = &dr_ste_v0_build_eth_l3_ipv6_src_init, 1599d65e841dSYevgeny Kliteynik .build_eth_l3_ipv6_dst_init = &dr_ste_v0_build_eth_l3_ipv6_dst_init, 1600d65e841dSYevgeny Kliteynik .build_eth_l3_ipv4_5_tuple_init = &dr_ste_v0_build_eth_l3_ipv4_5_tuple_init, 1601d65e841dSYevgeny Kliteynik .build_eth_l2_src_init = &dr_ste_v0_build_eth_l2_src_init, 1602d65e841dSYevgeny Kliteynik .build_eth_l2_dst_init = &dr_ste_v0_build_eth_l2_dst_init, 1603d65e841dSYevgeny Kliteynik .build_eth_l2_tnl_init = &dr_ste_v0_build_eth_l2_tnl_init, 1604d65e841dSYevgeny Kliteynik .build_eth_l3_ipv4_misc_init = &dr_ste_v0_build_eth_l3_ipv4_misc_init, 1605d65e841dSYevgeny Kliteynik .build_eth_ipv6_l3_l4_init = &dr_ste_v0_build_eth_ipv6_l3_l4_init, 1606d65e841dSYevgeny Kliteynik .build_mpls_init = &dr_ste_v0_build_mpls_init, 1607d65e841dSYevgeny Kliteynik .build_tnl_gre_init = &dr_ste_v0_build_tnl_gre_init, 1608d65e841dSYevgeny Kliteynik .build_tnl_mpls_init = &dr_ste_v0_build_tnl_mpls_init, 1609d65e841dSYevgeny Kliteynik .build_icmp_init = &dr_ste_v0_build_icmp_init, 1610d65e841dSYevgeny Kliteynik .build_general_purpose_init = &dr_ste_v0_build_general_purpose_init, 1611d65e841dSYevgeny Kliteynik .build_eth_l4_misc_init = &dr_ste_v0_build_eth_l4_misc_init, 1612d65e841dSYevgeny Kliteynik .build_tnl_vxlan_gpe_init = &dr_ste_v0_build_flex_parser_tnl_vxlan_gpe_init, 1613d65e841dSYevgeny Kliteynik .build_tnl_geneve_init = &dr_ste_v0_build_flex_parser_tnl_geneve_init, 1614d65e841dSYevgeny Kliteynik .build_register_0_init = &dr_ste_v0_build_register_0_init, 1615d65e841dSYevgeny Kliteynik .build_register_1_init = &dr_ste_v0_build_register_1_init, 1616d65e841dSYevgeny Kliteynik .build_src_gvmi_qpn_init = &dr_ste_v0_build_src_gvmi_qpn_init, 16176b93b400SYevgeny Kliteynik 16186b93b400SYevgeny Kliteynik /* Getters and Setters */ 16196b93b400SYevgeny Kliteynik .ste_init = &dr_ste_v0_init, 16206b93b400SYevgeny Kliteynik .set_next_lu_type = &dr_ste_v0_set_next_lu_type, 16216b93b400SYevgeny Kliteynik .get_next_lu_type = &dr_ste_v0_get_next_lu_type, 16226b93b400SYevgeny Kliteynik .set_miss_addr = &dr_ste_v0_set_miss_addr, 16236b93b400SYevgeny Kliteynik .get_miss_addr = &dr_ste_v0_get_miss_addr, 16246b93b400SYevgeny Kliteynik .set_hit_addr = &dr_ste_v0_set_hit_addr, 16256b93b400SYevgeny Kliteynik .set_byte_mask = &dr_ste_v0_set_byte_mask, 16266b93b400SYevgeny Kliteynik .get_byte_mask = &dr_ste_v0_get_byte_mask, 1627ad17dc8cSYevgeny Kliteynik 1628ad17dc8cSYevgeny Kliteynik /* Actions */ 1629ad17dc8cSYevgeny Kliteynik .set_actions_rx = &dr_ste_v0_set_actions_rx, 1630ad17dc8cSYevgeny Kliteynik .set_actions_tx = &dr_ste_v0_set_actions_tx, 16314781df92SYevgeny Kliteynik .modify_field_arr_sz = ARRAY_SIZE(dr_ste_v0_action_modify_field_arr), 16324781df92SYevgeny Kliteynik .modify_field_arr = dr_ste_v0_action_modify_field_arr, 16334781df92SYevgeny Kliteynik .set_action_set = &dr_ste_v0_set_action_set, 16344781df92SYevgeny Kliteynik .set_action_add = &dr_ste_v0_set_action_add, 16354781df92SYevgeny Kliteynik .set_action_copy = &dr_ste_v0_set_action_copy, 16364781df92SYevgeny Kliteynik .set_action_decap_l3_list = &dr_ste_v0_set_action_decap_l3_list, 1637d65e841dSYevgeny Kliteynik }; 1638