19272e3dfSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
29272e3dfSYevgeny Kliteynik /* Copyright (c) 2018 Mellanox Technologies. */
39272e3dfSYevgeny Kliteynik
49272e3dfSYevgeny Kliteynik #include <net/geneve.h>
59272e3dfSYevgeny Kliteynik #include "lib/geneve.h"
69272e3dfSYevgeny Kliteynik #include "en/tc_tun.h"
79272e3dfSYevgeny Kliteynik
89272e3dfSYevgeny Kliteynik #define MLX5E_GENEVE_VER 0
99272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_can_offload_geneve(struct mlx5e_priv * priv)109272e3dfSYevgeny Kliteynik static bool mlx5e_tc_tun_can_offload_geneve(struct mlx5e_priv *priv)
119272e3dfSYevgeny Kliteynik {
129272e3dfSYevgeny Kliteynik return !!(MLX5_CAP_GEN(priv->mdev, flex_parser_protocols) & MLX5_FLEX_PROTO_GENEVE);
139272e3dfSYevgeny Kliteynik }
149272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_calc_hlen_geneve(struct mlx5e_encap_entry * e)159272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_calc_hlen_geneve(struct mlx5e_encap_entry *e)
169272e3dfSYevgeny Kliteynik {
179272e3dfSYevgeny Kliteynik return sizeof(struct udphdr) +
189272e3dfSYevgeny Kliteynik sizeof(struct genevehdr) +
199272e3dfSYevgeny Kliteynik e->tun_info->options_len;
209272e3dfSYevgeny Kliteynik }
219272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_check_udp_dport_geneve(struct mlx5e_priv * priv,struct flow_cls_offload * f)229272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_check_udp_dport_geneve(struct mlx5e_priv *priv,
23f9e30088SPablo Neira Ayuso struct flow_cls_offload *f)
249272e3dfSYevgeny Kliteynik {
25f9e30088SPablo Neira Ayuso struct flow_rule *rule = flow_cls_offload_flow_rule(f);
269272e3dfSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
279272e3dfSYevgeny Kliteynik struct flow_match_ports enc_ports;
289272e3dfSYevgeny Kliteynik
299272e3dfSYevgeny Kliteynik if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_PORTS))
309272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
319272e3dfSYevgeny Kliteynik
329272e3dfSYevgeny Kliteynik flow_rule_match_enc_ports(rule, &enc_ports);
339272e3dfSYevgeny Kliteynik
349272e3dfSYevgeny Kliteynik /* Currently we support only default GENEVE
359272e3dfSYevgeny Kliteynik * port, so udp dst port must match.
369272e3dfSYevgeny Kliteynik */
379272e3dfSYevgeny Kliteynik if (be16_to_cpu(enc_ports.key->dst) != GENEVE_UDP_PORT) {
389272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
399272e3dfSYevgeny Kliteynik "Matched UDP dst port is not registered as a GENEVE port");
409272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
419272e3dfSYevgeny Kliteynik "UDP port %d is not registered as a GENEVE port\n",
429272e3dfSYevgeny Kliteynik be16_to_cpu(enc_ports.key->dst));
439272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
449272e3dfSYevgeny Kliteynik }
459272e3dfSYevgeny Kliteynik
469272e3dfSYevgeny Kliteynik return 0;
479272e3dfSYevgeny Kliteynik }
489272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_parse_udp_ports_geneve(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)499272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_parse_udp_ports_geneve(struct mlx5e_priv *priv,
509272e3dfSYevgeny Kliteynik struct mlx5_flow_spec *spec,
51f9e30088SPablo Neira Ayuso struct flow_cls_offload *f,
529272e3dfSYevgeny Kliteynik void *headers_c,
539272e3dfSYevgeny Kliteynik void *headers_v)
549272e3dfSYevgeny Kliteynik {
559272e3dfSYevgeny Kliteynik int err;
569272e3dfSYevgeny Kliteynik
579272e3dfSYevgeny Kliteynik err = mlx5e_tc_tun_parse_udp_ports(priv, spec, f, headers_c, headers_v);
589272e3dfSYevgeny Kliteynik if (err)
599272e3dfSYevgeny Kliteynik return err;
609272e3dfSYevgeny Kliteynik
619272e3dfSYevgeny Kliteynik return mlx5e_tc_tun_check_udp_dport_geneve(priv, f);
629272e3dfSYevgeny Kliteynik }
639272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_init_encap_attr_geneve(struct net_device * tunnel_dev,struct mlx5e_priv * priv,struct mlx5e_encap_entry * e,struct netlink_ext_ack * extack)649272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_init_encap_attr_geneve(struct net_device *tunnel_dev,
659272e3dfSYevgeny Kliteynik struct mlx5e_priv *priv,
669272e3dfSYevgeny Kliteynik struct mlx5e_encap_entry *e,
679272e3dfSYevgeny Kliteynik struct netlink_ext_ack *extack)
689272e3dfSYevgeny Kliteynik {
699272e3dfSYevgeny Kliteynik e->tunnel = &geneve_tunnel;
709272e3dfSYevgeny Kliteynik
719272e3dfSYevgeny Kliteynik /* Reformat type for GENEVE encap is similar to VXLAN:
729272e3dfSYevgeny Kliteynik * in both cases the HW adds in the same place a
739272e3dfSYevgeny Kliteynik * defined encapsulation header that the SW provides.
749272e3dfSYevgeny Kliteynik */
759272e3dfSYevgeny Kliteynik e->reformat_type = MLX5_REFORMAT_TYPE_L2_TO_VXLAN;
769272e3dfSYevgeny Kliteynik return 0;
779272e3dfSYevgeny Kliteynik }
789272e3dfSYevgeny Kliteynik
mlx5e_tunnel_id_to_vni(__be64 tun_id,__u8 * vni)799272e3dfSYevgeny Kliteynik static void mlx5e_tunnel_id_to_vni(__be64 tun_id, __u8 *vni)
809272e3dfSYevgeny Kliteynik {
819272e3dfSYevgeny Kliteynik #ifdef __BIG_ENDIAN
829272e3dfSYevgeny Kliteynik vni[0] = (__force __u8)(tun_id >> 16);
839272e3dfSYevgeny Kliteynik vni[1] = (__force __u8)(tun_id >> 8);
849272e3dfSYevgeny Kliteynik vni[2] = (__force __u8)tun_id;
859272e3dfSYevgeny Kliteynik #else
869272e3dfSYevgeny Kliteynik vni[0] = (__force __u8)((__force u64)tun_id >> 40);
879272e3dfSYevgeny Kliteynik vni[1] = (__force __u8)((__force u64)tun_id >> 48);
889272e3dfSYevgeny Kliteynik vni[2] = (__force __u8)((__force u64)tun_id >> 56);
899272e3dfSYevgeny Kliteynik #endif
909272e3dfSYevgeny Kliteynik }
919272e3dfSYevgeny Kliteynik
mlx5e_gen_ip_tunnel_header_geneve(char buf[],__u8 * ip_proto,struct mlx5e_encap_entry * e)929272e3dfSYevgeny Kliteynik static int mlx5e_gen_ip_tunnel_header_geneve(char buf[],
939272e3dfSYevgeny Kliteynik __u8 *ip_proto,
949272e3dfSYevgeny Kliteynik struct mlx5e_encap_entry *e)
959272e3dfSYevgeny Kliteynik {
969272e3dfSYevgeny Kliteynik const struct ip_tunnel_info *tun_info = e->tun_info;
979272e3dfSYevgeny Kliteynik struct udphdr *udp = (struct udphdr *)(buf);
989272e3dfSYevgeny Kliteynik struct genevehdr *geneveh;
999272e3dfSYevgeny Kliteynik
1009272e3dfSYevgeny Kliteynik geneveh = (struct genevehdr *)((char *)udp + sizeof(struct udphdr));
1019272e3dfSYevgeny Kliteynik
1029272e3dfSYevgeny Kliteynik *ip_proto = IPPROTO_UDP;
1039272e3dfSYevgeny Kliteynik
1049272e3dfSYevgeny Kliteynik udp->dest = tun_info->key.tp_dst;
1059272e3dfSYevgeny Kliteynik
1069272e3dfSYevgeny Kliteynik memset(geneveh, 0, sizeof(*geneveh));
1079272e3dfSYevgeny Kliteynik geneveh->ver = MLX5E_GENEVE_VER;
1089272e3dfSYevgeny Kliteynik geneveh->opt_len = tun_info->options_len / 4;
1099272e3dfSYevgeny Kliteynik geneveh->oam = !!(tun_info->key.tun_flags & TUNNEL_OAM);
1109272e3dfSYevgeny Kliteynik geneveh->critical = !!(tun_info->key.tun_flags & TUNNEL_CRIT_OPT);
1119272e3dfSYevgeny Kliteynik mlx5e_tunnel_id_to_vni(tun_info->key.tun_id, geneveh->vni);
1129272e3dfSYevgeny Kliteynik geneveh->proto_type = htons(ETH_P_TEB);
1139272e3dfSYevgeny Kliteynik
1149272e3dfSYevgeny Kliteynik if (tun_info->key.tun_flags & TUNNEL_GENEVE_OPT) {
1159272e3dfSYevgeny Kliteynik if (!geneveh->opt_len)
1169272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
1179272e3dfSYevgeny Kliteynik ip_tunnel_info_opts_get(geneveh->options, tun_info);
1189272e3dfSYevgeny Kliteynik }
1199272e3dfSYevgeny Kliteynik
1209272e3dfSYevgeny Kliteynik return 0;
1219272e3dfSYevgeny Kliteynik }
1229272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_parse_geneve_vni(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f)1239272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_parse_geneve_vni(struct mlx5e_priv *priv,
1249272e3dfSYevgeny Kliteynik struct mlx5_flow_spec *spec,
125f9e30088SPablo Neira Ayuso struct flow_cls_offload *f)
1269272e3dfSYevgeny Kliteynik {
127f9e30088SPablo Neira Ayuso struct flow_rule *rule = flow_cls_offload_flow_rule(f);
1289272e3dfSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
1299272e3dfSYevgeny Kliteynik struct flow_match_enc_keyid enc_keyid;
1309272e3dfSYevgeny Kliteynik void *misc_c, *misc_v;
1319272e3dfSYevgeny Kliteynik
1329272e3dfSYevgeny Kliteynik misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters);
1339272e3dfSYevgeny Kliteynik misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters);
1349272e3dfSYevgeny Kliteynik
1359272e3dfSYevgeny Kliteynik if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_KEYID))
1369272e3dfSYevgeny Kliteynik return 0;
1379272e3dfSYevgeny Kliteynik
1389272e3dfSYevgeny Kliteynik flow_rule_match_enc_keyid(rule, &enc_keyid);
1399272e3dfSYevgeny Kliteynik
1409272e3dfSYevgeny Kliteynik if (!enc_keyid.mask->keyid)
1419272e3dfSYevgeny Kliteynik return 0;
1429272e3dfSYevgeny Kliteynik
1439272e3dfSYevgeny Kliteynik if (!MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev, ft_field_support.outer_geneve_vni)) {
1449272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack, "Matching on GENEVE VNI is not supported");
1459272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev, "Matching on GENEVE VNI is not supported\n");
1469272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
1479272e3dfSYevgeny Kliteynik }
1489272e3dfSYevgeny Kliteynik
1499272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_c, geneve_vni, be32_to_cpu(enc_keyid.mask->keyid));
1509272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_v, geneve_vni, be32_to_cpu(enc_keyid.key->keyid));
1519272e3dfSYevgeny Kliteynik
1529272e3dfSYevgeny Kliteynik return 0;
1539272e3dfSYevgeny Kliteynik }
1549272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_parse_geneve_options(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f)1559272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_parse_geneve_options(struct mlx5e_priv *priv,
1569272e3dfSYevgeny Kliteynik struct mlx5_flow_spec *spec,
157f9e30088SPablo Neira Ayuso struct flow_cls_offload *f)
1589272e3dfSYevgeny Kliteynik {
1599272e3dfSYevgeny Kliteynik u8 max_tlv_option_data_len = MLX5_CAP_GEN(priv->mdev, max_geneve_tlv_option_data_len);
1609272e3dfSYevgeny Kliteynik u8 max_tlv_options = MLX5_CAP_GEN(priv->mdev, max_geneve_tlv_options);
161f9e30088SPablo Neira Ayuso struct flow_rule *rule = flow_cls_offload_flow_rule(f);
1629272e3dfSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
1639272e3dfSYevgeny Kliteynik void *misc_c, *misc_v, *misc_3_c, *misc_3_v;
1649272e3dfSYevgeny Kliteynik struct geneve_opt *option_key, *option_mask;
1659272e3dfSYevgeny Kliteynik __be32 opt_data_key = 0, opt_data_mask = 0;
1669272e3dfSYevgeny Kliteynik struct flow_match_enc_opts enc_opts;
1679272e3dfSYevgeny Kliteynik int res = 0;
1689272e3dfSYevgeny Kliteynik
1699272e3dfSYevgeny Kliteynik misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters);
1709272e3dfSYevgeny Kliteynik misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters);
1719272e3dfSYevgeny Kliteynik misc_3_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters_3);
1729272e3dfSYevgeny Kliteynik misc_3_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters_3);
1739272e3dfSYevgeny Kliteynik
1749272e3dfSYevgeny Kliteynik if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_OPTS))
1759272e3dfSYevgeny Kliteynik return 0;
1769272e3dfSYevgeny Kliteynik
1779272e3dfSYevgeny Kliteynik flow_rule_match_enc_opts(rule, &enc_opts);
1789272e3dfSYevgeny Kliteynik
1799272e3dfSYevgeny Kliteynik if (memchr_inv(&enc_opts.mask->data, 0, sizeof(enc_opts.mask->data)) &&
1809272e3dfSYevgeny Kliteynik !MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
1819272e3dfSYevgeny Kliteynik ft_field_support.geneve_tlv_option_0_data)) {
1829272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
1839272e3dfSYevgeny Kliteynik "Matching on GENEVE options is not supported");
1849272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
1859272e3dfSYevgeny Kliteynik "Matching on GENEVE options is not supported\n");
1869272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
1879272e3dfSYevgeny Kliteynik }
1889272e3dfSYevgeny Kliteynik
1899272e3dfSYevgeny Kliteynik /* make sure that we're talking about GENEVE options */
1909272e3dfSYevgeny Kliteynik
1919272e3dfSYevgeny Kliteynik if (enc_opts.key->dst_opt_type != TUNNEL_GENEVE_OPT) {
1929272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
1939272e3dfSYevgeny Kliteynik "Matching on GENEVE options: option type is not GENEVE");
1949272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
1959272e3dfSYevgeny Kliteynik "Matching on GENEVE options: option type is not GENEVE\n");
1969272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
1979272e3dfSYevgeny Kliteynik }
1989272e3dfSYevgeny Kliteynik
1999272e3dfSYevgeny Kliteynik if (enc_opts.mask->len &&
2009272e3dfSYevgeny Kliteynik !MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
2019272e3dfSYevgeny Kliteynik ft_field_support.outer_geneve_opt_len)) {
2029272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack, "Matching on GENEVE options len is not supported");
2039272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
2049272e3dfSYevgeny Kliteynik "Matching on GENEVE options len is not supported\n");
2059272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
2069272e3dfSYevgeny Kliteynik }
2079272e3dfSYevgeny Kliteynik
2089272e3dfSYevgeny Kliteynik /* max_geneve_tlv_option_data_len comes in multiples of 4 bytes, and it
2099272e3dfSYevgeny Kliteynik * doesn't include the TLV option header. 'geneve_opt_len' is a total
2109272e3dfSYevgeny Kliteynik * len of all the options, including the headers, also multiples of 4
2119272e3dfSYevgeny Kliteynik * bytes. Len that comes from the dissector is in bytes.
2129272e3dfSYevgeny Kliteynik */
2139272e3dfSYevgeny Kliteynik
2149272e3dfSYevgeny Kliteynik if ((enc_opts.key->len / 4) > ((max_tlv_option_data_len + 1) * max_tlv_options)) {
2159272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
2169272e3dfSYevgeny Kliteynik "Matching on GENEVE options: unsupported options len");
2179272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
2189272e3dfSYevgeny Kliteynik "Matching on GENEVE options: unsupported options len (len=%d)\n",
2199272e3dfSYevgeny Kliteynik enc_opts.key->len);
2209272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
2219272e3dfSYevgeny Kliteynik }
2229272e3dfSYevgeny Kliteynik
2239272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_c, geneve_opt_len, enc_opts.mask->len / 4);
2249272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_v, geneve_opt_len, enc_opts.key->len / 4);
2259272e3dfSYevgeny Kliteynik
2269272e3dfSYevgeny Kliteynik /* we support matching on one option only, so just get it */
2279272e3dfSYevgeny Kliteynik option_key = (struct geneve_opt *)&enc_opts.key->data[0];
2289272e3dfSYevgeny Kliteynik option_mask = (struct geneve_opt *)&enc_opts.mask->data[0];
2299272e3dfSYevgeny Kliteynik
230385d40b0SMaor Dickman if (option_mask->opt_class == 0 && option_mask->type == 0 &&
231385d40b0SMaor Dickman !memchr_inv(option_mask->opt_data, 0, option_mask->length * 4))
232385d40b0SMaor Dickman return 0;
233385d40b0SMaor Dickman
2349272e3dfSYevgeny Kliteynik if (option_key->length > max_tlv_option_data_len) {
2359272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
2369272e3dfSYevgeny Kliteynik "Matching on GENEVE options: unsupported option len");
2379272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
2389272e3dfSYevgeny Kliteynik "Matching on GENEVE options: unsupported option len (key=%d, mask=%d)\n",
2399272e3dfSYevgeny Kliteynik option_key->length, option_mask->length);
2409272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
2419272e3dfSYevgeny Kliteynik }
2429272e3dfSYevgeny Kliteynik
2439272e3dfSYevgeny Kliteynik /* data can't be all 0 - fail to offload such rule */
2449272e3dfSYevgeny Kliteynik if (!memchr_inv(option_key->opt_data, 0, option_key->length * 4)) {
2459272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
2469272e3dfSYevgeny Kliteynik "Matching on GENEVE options: can't match on 0 data field");
2479272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
2489272e3dfSYevgeny Kliteynik "Matching on GENEVE options: can't match on 0 data field\n");
2499272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
2509272e3dfSYevgeny Kliteynik }
2519272e3dfSYevgeny Kliteynik
2529272e3dfSYevgeny Kliteynik /* add new GENEVE TLV options object */
2539272e3dfSYevgeny Kliteynik res = mlx5_geneve_tlv_option_add(priv->mdev->geneve, option_key);
2549272e3dfSYevgeny Kliteynik if (res) {
2559272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
2569272e3dfSYevgeny Kliteynik "Matching on GENEVE options: failed creating TLV opt object");
2579272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev,
2589272e3dfSYevgeny Kliteynik "Matching on GENEVE options: failed creating TLV opt object (class:type:len = 0x%x:0x%x:%d)\n",
2599272e3dfSYevgeny Kliteynik be16_to_cpu(option_key->opt_class),
2609272e3dfSYevgeny Kliteynik option_key->type, option_key->length);
2619272e3dfSYevgeny Kliteynik return res;
2629272e3dfSYevgeny Kliteynik }
2639272e3dfSYevgeny Kliteynik
2649272e3dfSYevgeny Kliteynik /* In general, after creating the object, need to query it
2659272e3dfSYevgeny Kliteynik * in order to check which option data to set in misc3.
2669272e3dfSYevgeny Kliteynik * But we support only geneve_tlv_option_0_data, so no
2679272e3dfSYevgeny Kliteynik * point querying at this stage.
2689272e3dfSYevgeny Kliteynik */
2699272e3dfSYevgeny Kliteynik
2709272e3dfSYevgeny Kliteynik memcpy(&opt_data_key, option_key->opt_data, option_key->length * 4);
2719272e3dfSYevgeny Kliteynik memcpy(&opt_data_mask, option_mask->opt_data, option_mask->length * 4);
2729272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc3, misc_3_v,
2739272e3dfSYevgeny Kliteynik geneve_tlv_option_0_data, be32_to_cpu(opt_data_key));
2749272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc3, misc_3_c,
2759272e3dfSYevgeny Kliteynik geneve_tlv_option_0_data, be32_to_cpu(opt_data_mask));
276e54638a8SMaor Dickman if (MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
277e54638a8SMaor Dickman ft_field_support.geneve_tlv_option_0_exist)) {
278e54638a8SMaor Dickman MLX5_SET_TO_ONES(fte_match_set_misc, misc_c, geneve_tlv_option_0_exist);
279e54638a8SMaor Dickman MLX5_SET_TO_ONES(fte_match_set_misc, misc_v, geneve_tlv_option_0_exist);
280e54638a8SMaor Dickman }
2819272e3dfSYevgeny Kliteynik
2829272e3dfSYevgeny Kliteynik spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS_3;
2839272e3dfSYevgeny Kliteynik
2849272e3dfSYevgeny Kliteynik return 0;
2859272e3dfSYevgeny Kliteynik }
2869272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_parse_geneve_params(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f)2879272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_parse_geneve_params(struct mlx5e_priv *priv,
2889272e3dfSYevgeny Kliteynik struct mlx5_flow_spec *spec,
289f9e30088SPablo Neira Ayuso struct flow_cls_offload *f)
2909272e3dfSYevgeny Kliteynik {
2919272e3dfSYevgeny Kliteynik void *misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters);
2929272e3dfSYevgeny Kliteynik void *misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters);
2939272e3dfSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
2949272e3dfSYevgeny Kliteynik
2959272e3dfSYevgeny Kliteynik /* match on OAM - packets with OAM bit on should NOT be offloaded */
2969272e3dfSYevgeny Kliteynik
2979272e3dfSYevgeny Kliteynik if (!MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev, ft_field_support.outer_geneve_oam)) {
2989272e3dfSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack, "Matching on GENEVE OAM is not supported");
2999272e3dfSYevgeny Kliteynik netdev_warn(priv->netdev, "Matching on GENEVE OAM is not supported\n");
3009272e3dfSYevgeny Kliteynik return -EOPNOTSUPP;
3019272e3dfSYevgeny Kliteynik }
3029272e3dfSYevgeny Kliteynik MLX5_SET_TO_ONES(fte_match_set_misc, misc_c, geneve_oam);
3039272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_v, geneve_oam, 0);
3049272e3dfSYevgeny Kliteynik
3059272e3dfSYevgeny Kliteynik /* Match on GENEVE protocol. We support only Transparent Eth Bridge. */
3069272e3dfSYevgeny Kliteynik
3079272e3dfSYevgeny Kliteynik if (MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
3089272e3dfSYevgeny Kliteynik ft_field_support.outer_geneve_protocol_type)) {
3099272e3dfSYevgeny Kliteynik MLX5_SET_TO_ONES(fte_match_set_misc, misc_c, geneve_protocol_type);
3109272e3dfSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_v, geneve_protocol_type, ETH_P_TEB);
3119272e3dfSYevgeny Kliteynik }
3129272e3dfSYevgeny Kliteynik
3130faddfe6SJianbo Liu spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS;
3140faddfe6SJianbo Liu
3159272e3dfSYevgeny Kliteynik return 0;
3169272e3dfSYevgeny Kliteynik }
3179272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_parse_geneve(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)3189272e3dfSYevgeny Kliteynik static int mlx5e_tc_tun_parse_geneve(struct mlx5e_priv *priv,
3199272e3dfSYevgeny Kliteynik struct mlx5_flow_spec *spec,
320f9e30088SPablo Neira Ayuso struct flow_cls_offload *f,
3219272e3dfSYevgeny Kliteynik void *headers_c,
3229272e3dfSYevgeny Kliteynik void *headers_v)
3239272e3dfSYevgeny Kliteynik {
3249272e3dfSYevgeny Kliteynik int err;
3259272e3dfSYevgeny Kliteynik
3269272e3dfSYevgeny Kliteynik err = mlx5e_tc_tun_parse_geneve_params(priv, spec, f);
3279272e3dfSYevgeny Kliteynik if (err)
3289272e3dfSYevgeny Kliteynik return err;
3299272e3dfSYevgeny Kliteynik
3309272e3dfSYevgeny Kliteynik err = mlx5e_tc_tun_parse_geneve_vni(priv, spec, f);
3319272e3dfSYevgeny Kliteynik if (err)
3329272e3dfSYevgeny Kliteynik return err;
3339272e3dfSYevgeny Kliteynik
3349272e3dfSYevgeny Kliteynik return mlx5e_tc_tun_parse_geneve_options(priv, spec, f);
3359272e3dfSYevgeny Kliteynik }
3369272e3dfSYevgeny Kliteynik
mlx5e_tc_tun_encap_info_equal_geneve(struct mlx5e_encap_key * a,struct mlx5e_encap_key * b)337929a2fadSDima Chumak static bool mlx5e_tc_tun_encap_info_equal_geneve(struct mlx5e_encap_key *a,
338929a2fadSDima Chumak struct mlx5e_encap_key *b)
339929a2fadSDima Chumak {
340*58de53c1SGavin Li return mlx5e_tc_tun_encap_info_equal_options(a, b, TUNNEL_GENEVE_OPT);
341929a2fadSDima Chumak }
342929a2fadSDima Chumak
3439272e3dfSYevgeny Kliteynik struct mlx5e_tc_tunnel geneve_tunnel = {
3449272e3dfSYevgeny Kliteynik .tunnel_type = MLX5E_TC_TUNNEL_TYPE_GENEVE,
3459272e3dfSYevgeny Kliteynik .match_level = MLX5_MATCH_L4,
3469272e3dfSYevgeny Kliteynik .can_offload = mlx5e_tc_tun_can_offload_geneve,
3479272e3dfSYevgeny Kliteynik .calc_hlen = mlx5e_tc_tun_calc_hlen_geneve,
3489272e3dfSYevgeny Kliteynik .init_encap_attr = mlx5e_tc_tun_init_encap_attr_geneve,
3499272e3dfSYevgeny Kliteynik .generate_ip_tun_hdr = mlx5e_gen_ip_tunnel_header_geneve,
3509272e3dfSYevgeny Kliteynik .parse_udp_ports = mlx5e_tc_tun_parse_udp_ports_geneve,
3519272e3dfSYevgeny Kliteynik .parse_tunnel = mlx5e_tc_tun_parse_geneve,
352929a2fadSDima Chumak .encap_info_equal = mlx5e_tc_tun_encap_info_equal_geneve,
3539272e3dfSYevgeny Kliteynik };
354