1d386939aSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2d386939aSYevgeny Kliteynik /* Copyright (c) 2018 Mellanox Technologies. */
3d386939aSYevgeny Kliteynik
4*6ee44c51SGavin Li #include <net/ip_tunnels.h>
5d386939aSYevgeny Kliteynik #include <net/vxlan.h>
6d386939aSYevgeny Kliteynik #include "lib/vxlan.h"
7d386939aSYevgeny Kliteynik #include "en/tc_tun.h"
8d386939aSYevgeny Kliteynik
mlx5e_tc_tun_can_offload_vxlan(struct mlx5e_priv * priv)9d386939aSYevgeny Kliteynik static bool mlx5e_tc_tun_can_offload_vxlan(struct mlx5e_priv *priv)
10d386939aSYevgeny Kliteynik {
11d386939aSYevgeny Kliteynik return !!MLX5_CAP_ESW(priv->mdev, vxlan_encap_decap);
12d386939aSYevgeny Kliteynik }
13d386939aSYevgeny Kliteynik
mlx5e_tc_tun_calc_hlen_vxlan(struct mlx5e_encap_entry * e)14d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_calc_hlen_vxlan(struct mlx5e_encap_entry *e)
15d386939aSYevgeny Kliteynik {
16d386939aSYevgeny Kliteynik return VXLAN_HLEN;
17d386939aSYevgeny Kliteynik }
18d386939aSYevgeny Kliteynik
mlx5e_tc_tun_check_udp_dport_vxlan(struct mlx5e_priv * priv,struct flow_cls_offload * f)19d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_check_udp_dport_vxlan(struct mlx5e_priv *priv,
20f9e30088SPablo Neira Ayuso struct flow_cls_offload *f)
21d386939aSYevgeny Kliteynik {
22f9e30088SPablo Neira Ayuso struct flow_rule *rule = flow_cls_offload_flow_rule(f);
23d386939aSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
24d386939aSYevgeny Kliteynik struct flow_match_ports enc_ports;
25d386939aSYevgeny Kliteynik
26d386939aSYevgeny Kliteynik if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_PORTS))
27d386939aSYevgeny Kliteynik return -EOPNOTSUPP;
28d386939aSYevgeny Kliteynik
29d386939aSYevgeny Kliteynik flow_rule_match_enc_ports(rule, &enc_ports);
30d386939aSYevgeny Kliteynik
31d386939aSYevgeny Kliteynik /* check the UDP destination port validity */
32d386939aSYevgeny Kliteynik
33d386939aSYevgeny Kliteynik if (!mlx5_vxlan_lookup_port(priv->mdev->vxlan,
34d386939aSYevgeny Kliteynik be16_to_cpu(enc_ports.key->dst))) {
35d386939aSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
36d386939aSYevgeny Kliteynik "Matched UDP dst port is not registered as a VXLAN port");
37d386939aSYevgeny Kliteynik netdev_warn(priv->netdev,
38d386939aSYevgeny Kliteynik "UDP port %d is not registered as a VXLAN port\n",
39d386939aSYevgeny Kliteynik be16_to_cpu(enc_ports.key->dst));
40d386939aSYevgeny Kliteynik return -EOPNOTSUPP;
41d386939aSYevgeny Kliteynik }
42d386939aSYevgeny Kliteynik
43d386939aSYevgeny Kliteynik return 0;
44d386939aSYevgeny Kliteynik }
45d386939aSYevgeny Kliteynik
mlx5e_tc_tun_parse_udp_ports_vxlan(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)46d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_parse_udp_ports_vxlan(struct mlx5e_priv *priv,
47d386939aSYevgeny Kliteynik struct mlx5_flow_spec *spec,
48f9e30088SPablo Neira Ayuso struct flow_cls_offload *f,
49d386939aSYevgeny Kliteynik void *headers_c,
50d386939aSYevgeny Kliteynik void *headers_v)
51d386939aSYevgeny Kliteynik {
52d386939aSYevgeny Kliteynik int err = 0;
53d386939aSYevgeny Kliteynik
54d386939aSYevgeny Kliteynik err = mlx5e_tc_tun_parse_udp_ports(priv, spec, f, headers_c, headers_v);
55d386939aSYevgeny Kliteynik if (err)
56d386939aSYevgeny Kliteynik return err;
57d386939aSYevgeny Kliteynik
58d386939aSYevgeny Kliteynik return mlx5e_tc_tun_check_udp_dport_vxlan(priv, f);
59d386939aSYevgeny Kliteynik }
60d386939aSYevgeny Kliteynik
mlx5e_tc_tun_init_encap_attr_vxlan(struct net_device * tunnel_dev,struct mlx5e_priv * priv,struct mlx5e_encap_entry * e,struct netlink_ext_ack * extack)61d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_init_encap_attr_vxlan(struct net_device *tunnel_dev,
62d386939aSYevgeny Kliteynik struct mlx5e_priv *priv,
63d386939aSYevgeny Kliteynik struct mlx5e_encap_entry *e,
64d386939aSYevgeny Kliteynik struct netlink_ext_ack *extack)
65d386939aSYevgeny Kliteynik {
66d386939aSYevgeny Kliteynik int dst_port = be16_to_cpu(e->tun_info->key.tp_dst);
67d386939aSYevgeny Kliteynik
68d386939aSYevgeny Kliteynik e->tunnel = &vxlan_tunnel;
69d386939aSYevgeny Kliteynik
70d386939aSYevgeny Kliteynik if (!mlx5_vxlan_lookup_port(priv->mdev->vxlan, dst_port)) {
71d386939aSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
72d386939aSYevgeny Kliteynik "vxlan udp dport was not registered with the HW");
73d386939aSYevgeny Kliteynik netdev_warn(priv->netdev,
74d386939aSYevgeny Kliteynik "%d isn't an offloaded vxlan udp dport\n",
75d386939aSYevgeny Kliteynik dst_port);
76d386939aSYevgeny Kliteynik return -EOPNOTSUPP;
77d386939aSYevgeny Kliteynik }
78d386939aSYevgeny Kliteynik
79d386939aSYevgeny Kliteynik e->reformat_type = MLX5_REFORMAT_TYPE_L2_TO_VXLAN;
80d386939aSYevgeny Kliteynik return 0;
81d386939aSYevgeny Kliteynik }
82d386939aSYevgeny Kliteynik
mlx5e_gen_ip_tunnel_header_vxlan(char buf[],__u8 * ip_proto,struct mlx5e_encap_entry * e)83d386939aSYevgeny Kliteynik static int mlx5e_gen_ip_tunnel_header_vxlan(char buf[],
84d386939aSYevgeny Kliteynik __u8 *ip_proto,
85d386939aSYevgeny Kliteynik struct mlx5e_encap_entry *e)
86d386939aSYevgeny Kliteynik {
87d386939aSYevgeny Kliteynik const struct ip_tunnel_key *tun_key = &e->tun_info->key;
88d386939aSYevgeny Kliteynik __be32 tun_id = tunnel_id_to_key32(tun_key->tun_id);
89d386939aSYevgeny Kliteynik struct udphdr *udp = (struct udphdr *)(buf);
90*6ee44c51SGavin Li const struct vxlan_metadata *md;
91d386939aSYevgeny Kliteynik struct vxlanhdr *vxh;
92d386939aSYevgeny Kliteynik
93*6ee44c51SGavin Li if ((tun_key->tun_flags & TUNNEL_VXLAN_OPT) &&
94*6ee44c51SGavin Li e->tun_info->options_len != sizeof(*md))
95d515d63cSGavin Li return -EOPNOTSUPP;
96d386939aSYevgeny Kliteynik vxh = (struct vxlanhdr *)((char *)udp + sizeof(struct udphdr));
97d386939aSYevgeny Kliteynik *ip_proto = IPPROTO_UDP;
98d386939aSYevgeny Kliteynik
99d386939aSYevgeny Kliteynik udp->dest = tun_key->tp_dst;
100d386939aSYevgeny Kliteynik vxh->vx_flags = VXLAN_HF_VNI;
101d386939aSYevgeny Kliteynik vxh->vx_vni = vxlan_vni_field(tun_id);
102*6ee44c51SGavin Li if (tun_key->tun_flags & TUNNEL_VXLAN_OPT) {
103*6ee44c51SGavin Li md = ip_tunnel_info_opts(e->tun_info);
104*6ee44c51SGavin Li vxlan_build_gbp_hdr(vxh, md);
105*6ee44c51SGavin Li }
106*6ee44c51SGavin Li
107*6ee44c51SGavin Li return 0;
108*6ee44c51SGavin Li }
109*6ee44c51SGavin Li
mlx5e_tc_tun_parse_vxlan_gbp_option(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f)110*6ee44c51SGavin Li static int mlx5e_tc_tun_parse_vxlan_gbp_option(struct mlx5e_priv *priv,
111*6ee44c51SGavin Li struct mlx5_flow_spec *spec,
112*6ee44c51SGavin Li struct flow_cls_offload *f)
113*6ee44c51SGavin Li {
114*6ee44c51SGavin Li struct flow_rule *rule = flow_cls_offload_flow_rule(f);
115*6ee44c51SGavin Li struct netlink_ext_ack *extack = f->common.extack;
116*6ee44c51SGavin Li struct flow_match_enc_opts enc_opts;
117*6ee44c51SGavin Li void *misc5_c, *misc5_v;
118*6ee44c51SGavin Li u32 *gbp, *gbp_mask;
119*6ee44c51SGavin Li
120*6ee44c51SGavin Li flow_rule_match_enc_opts(rule, &enc_opts);
121*6ee44c51SGavin Li
122*6ee44c51SGavin Li if (memchr_inv(&enc_opts.mask->data, 0, sizeof(enc_opts.mask->data)) &&
123*6ee44c51SGavin Li !MLX5_CAP_ESW_FT_FIELD_SUPPORT_2(priv->mdev, tunnel_header_0_1)) {
124*6ee44c51SGavin Li NL_SET_ERR_MSG_MOD(extack, "Matching on VxLAN GBP is not supported");
125*6ee44c51SGavin Li return -EOPNOTSUPP;
126*6ee44c51SGavin Li }
127*6ee44c51SGavin Li
128*6ee44c51SGavin Li if (enc_opts.key->dst_opt_type != TUNNEL_VXLAN_OPT) {
129*6ee44c51SGavin Li NL_SET_ERR_MSG_MOD(extack, "Wrong VxLAN option type: not GBP");
130*6ee44c51SGavin Li return -EOPNOTSUPP;
131*6ee44c51SGavin Li }
132*6ee44c51SGavin Li
133*6ee44c51SGavin Li if (enc_opts.key->len != sizeof(*gbp) ||
134*6ee44c51SGavin Li enc_opts.mask->len != sizeof(*gbp_mask)) {
135*6ee44c51SGavin Li NL_SET_ERR_MSG_MOD(extack, "VxLAN GBP option/mask len is not 32 bits");
136*6ee44c51SGavin Li return -EINVAL;
137*6ee44c51SGavin Li }
138*6ee44c51SGavin Li
139*6ee44c51SGavin Li gbp = (u32 *)&enc_opts.key->data[0];
140*6ee44c51SGavin Li gbp_mask = (u32 *)&enc_opts.mask->data[0];
141*6ee44c51SGavin Li
142*6ee44c51SGavin Li if (*gbp_mask & ~VXLAN_GBP_MASK) {
143*6ee44c51SGavin Li NL_SET_ERR_MSG_FMT_MOD(extack, "Wrong VxLAN GBP mask(0x%08X)\n", *gbp_mask);
144*6ee44c51SGavin Li return -EINVAL;
145*6ee44c51SGavin Li }
146*6ee44c51SGavin Li
147*6ee44c51SGavin Li misc5_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters_5);
148*6ee44c51SGavin Li misc5_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters_5);
149*6ee44c51SGavin Li MLX5_SET(fte_match_set_misc5, misc5_c, tunnel_header_0, *gbp_mask);
150*6ee44c51SGavin Li MLX5_SET(fte_match_set_misc5, misc5_v, tunnel_header_0, *gbp);
151*6ee44c51SGavin Li
152*6ee44c51SGavin Li spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS_5;
153d386939aSYevgeny Kliteynik
154d386939aSYevgeny Kliteynik return 0;
155d386939aSYevgeny Kliteynik }
156d386939aSYevgeny Kliteynik
mlx5e_tc_tun_parse_vxlan(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)157d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_parse_vxlan(struct mlx5e_priv *priv,
158d386939aSYevgeny Kliteynik struct mlx5_flow_spec *spec,
159f9e30088SPablo Neira Ayuso struct flow_cls_offload *f,
160d386939aSYevgeny Kliteynik void *headers_c,
161d386939aSYevgeny Kliteynik void *headers_v)
162d386939aSYevgeny Kliteynik {
163f9e30088SPablo Neira Ayuso struct flow_rule *rule = flow_cls_offload_flow_rule(f);
164d386939aSYevgeny Kliteynik struct netlink_ext_ack *extack = f->common.extack;
165d386939aSYevgeny Kliteynik struct flow_match_enc_keyid enc_keyid;
166d386939aSYevgeny Kliteynik void *misc_c, *misc_v;
167d386939aSYevgeny Kliteynik
168d386939aSYevgeny Kliteynik misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters);
169d386939aSYevgeny Kliteynik misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters);
170d386939aSYevgeny Kliteynik
171d386939aSYevgeny Kliteynik if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_KEYID))
172d386939aSYevgeny Kliteynik return 0;
173d386939aSYevgeny Kliteynik
174d386939aSYevgeny Kliteynik flow_rule_match_enc_keyid(rule, &enc_keyid);
175d386939aSYevgeny Kliteynik
176d386939aSYevgeny Kliteynik if (!enc_keyid.mask->keyid)
177d386939aSYevgeny Kliteynik return 0;
178d386939aSYevgeny Kliteynik
179*6ee44c51SGavin Li if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_OPTS)) {
180*6ee44c51SGavin Li int err;
181*6ee44c51SGavin Li
182*6ee44c51SGavin Li err = mlx5e_tc_tun_parse_vxlan_gbp_option(priv, spec, f);
183*6ee44c51SGavin Li if (err)
184*6ee44c51SGavin Li return err;
185*6ee44c51SGavin Li }
186*6ee44c51SGavin Li
187d386939aSYevgeny Kliteynik /* match on VNI is required */
188d386939aSYevgeny Kliteynik
189d386939aSYevgeny Kliteynik if (!MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
190d386939aSYevgeny Kliteynik ft_field_support.outer_vxlan_vni)) {
191d386939aSYevgeny Kliteynik NL_SET_ERR_MSG_MOD(extack,
192d386939aSYevgeny Kliteynik "Matching on VXLAN VNI is not supported");
193d386939aSYevgeny Kliteynik netdev_warn(priv->netdev,
194d386939aSYevgeny Kliteynik "Matching on VXLAN VNI is not supported\n");
195d386939aSYevgeny Kliteynik return -EOPNOTSUPP;
196d386939aSYevgeny Kliteynik }
197d386939aSYevgeny Kliteynik
198d386939aSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_c, vxlan_vni,
199d386939aSYevgeny Kliteynik be32_to_cpu(enc_keyid.mask->keyid));
200d386939aSYevgeny Kliteynik MLX5_SET(fte_match_set_misc, misc_v, vxlan_vni,
201d386939aSYevgeny Kliteynik be32_to_cpu(enc_keyid.key->keyid));
202d386939aSYevgeny Kliteynik
2030faddfe6SJianbo Liu spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS;
2040faddfe6SJianbo Liu
205d386939aSYevgeny Kliteynik return 0;
206d386939aSYevgeny Kliteynik }
207d386939aSYevgeny Kliteynik
mlx5e_tc_tun_encap_info_equal_vxlan(struct mlx5e_encap_key * a,struct mlx5e_encap_key * b)208*6ee44c51SGavin Li static bool mlx5e_tc_tun_encap_info_equal_vxlan(struct mlx5e_encap_key *a,
209*6ee44c51SGavin Li struct mlx5e_encap_key *b)
210*6ee44c51SGavin Li {
211*6ee44c51SGavin Li return mlx5e_tc_tun_encap_info_equal_options(a, b, TUNNEL_VXLAN_OPT);
212*6ee44c51SGavin Li }
213*6ee44c51SGavin Li
mlx5e_tc_tun_get_remote_ifindex(struct net_device * mirred_dev)2142f8ec867SChris Mi static int mlx5e_tc_tun_get_remote_ifindex(struct net_device *mirred_dev)
2152f8ec867SChris Mi {
2162f8ec867SChris Mi const struct vxlan_dev *vxlan = netdev_priv(mirred_dev);
2172f8ec867SChris Mi const struct vxlan_rdst *dst = &vxlan->default_dst;
2182f8ec867SChris Mi
2192f8ec867SChris Mi return dst->remote_ifindex;
2202f8ec867SChris Mi }
2212f8ec867SChris Mi
222d386939aSYevgeny Kliteynik struct mlx5e_tc_tunnel vxlan_tunnel = {
223d386939aSYevgeny Kliteynik .tunnel_type = MLX5E_TC_TUNNEL_TYPE_VXLAN,
224d386939aSYevgeny Kliteynik .match_level = MLX5_MATCH_L4,
225d386939aSYevgeny Kliteynik .can_offload = mlx5e_tc_tun_can_offload_vxlan,
226d386939aSYevgeny Kliteynik .calc_hlen = mlx5e_tc_tun_calc_hlen_vxlan,
227d386939aSYevgeny Kliteynik .init_encap_attr = mlx5e_tc_tun_init_encap_attr_vxlan,
228d386939aSYevgeny Kliteynik .generate_ip_tun_hdr = mlx5e_gen_ip_tunnel_header_vxlan,
229d386939aSYevgeny Kliteynik .parse_udp_ports = mlx5e_tc_tun_parse_udp_ports_vxlan,
230d386939aSYevgeny Kliteynik .parse_tunnel = mlx5e_tc_tun_parse_vxlan,
231*6ee44c51SGavin Li .encap_info_equal = mlx5e_tc_tun_encap_info_equal_vxlan,
2322f8ec867SChris Mi .get_remote_ifindex = mlx5e_tc_tun_get_remote_ifindex,
233d386939aSYevgeny Kliteynik };
234