1d386939aSYevgeny Kliteynik // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2d386939aSYevgeny Kliteynik /* Copyright (c) 2018 Mellanox Technologies. */
3d386939aSYevgeny Kliteynik 
4*6ee44c51SGavin Li #include <net/ip_tunnels.h>
5d386939aSYevgeny Kliteynik #include <net/vxlan.h>
6d386939aSYevgeny Kliteynik #include "lib/vxlan.h"
7d386939aSYevgeny Kliteynik #include "en/tc_tun.h"
8d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_can_offload_vxlan(struct mlx5e_priv * priv)9d386939aSYevgeny Kliteynik static bool mlx5e_tc_tun_can_offload_vxlan(struct mlx5e_priv *priv)
10d386939aSYevgeny Kliteynik {
11d386939aSYevgeny Kliteynik 	return !!MLX5_CAP_ESW(priv->mdev, vxlan_encap_decap);
12d386939aSYevgeny Kliteynik }
13d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_calc_hlen_vxlan(struct mlx5e_encap_entry * e)14d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_calc_hlen_vxlan(struct mlx5e_encap_entry *e)
15d386939aSYevgeny Kliteynik {
16d386939aSYevgeny Kliteynik 	return VXLAN_HLEN;
17d386939aSYevgeny Kliteynik }
18d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_check_udp_dport_vxlan(struct mlx5e_priv * priv,struct flow_cls_offload * f)19d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_check_udp_dport_vxlan(struct mlx5e_priv *priv,
20f9e30088SPablo Neira Ayuso 					      struct flow_cls_offload *f)
21d386939aSYevgeny Kliteynik {
22f9e30088SPablo Neira Ayuso 	struct flow_rule *rule = flow_cls_offload_flow_rule(f);
23d386939aSYevgeny Kliteynik 	struct netlink_ext_ack *extack = f->common.extack;
24d386939aSYevgeny Kliteynik 	struct flow_match_ports enc_ports;
25d386939aSYevgeny Kliteynik 
26d386939aSYevgeny Kliteynik 	if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_PORTS))
27d386939aSYevgeny Kliteynik 		return -EOPNOTSUPP;
28d386939aSYevgeny Kliteynik 
29d386939aSYevgeny Kliteynik 	flow_rule_match_enc_ports(rule, &enc_ports);
30d386939aSYevgeny Kliteynik 
31d386939aSYevgeny Kliteynik 	/* check the UDP destination port validity */
32d386939aSYevgeny Kliteynik 
33d386939aSYevgeny Kliteynik 	if (!mlx5_vxlan_lookup_port(priv->mdev->vxlan,
34d386939aSYevgeny Kliteynik 				    be16_to_cpu(enc_ports.key->dst))) {
35d386939aSYevgeny Kliteynik 		NL_SET_ERR_MSG_MOD(extack,
36d386939aSYevgeny Kliteynik 				   "Matched UDP dst port is not registered as a VXLAN port");
37d386939aSYevgeny Kliteynik 		netdev_warn(priv->netdev,
38d386939aSYevgeny Kliteynik 			    "UDP port %d is not registered as a VXLAN port\n",
39d386939aSYevgeny Kliteynik 			    be16_to_cpu(enc_ports.key->dst));
40d386939aSYevgeny Kliteynik 		return -EOPNOTSUPP;
41d386939aSYevgeny Kliteynik 	}
42d386939aSYevgeny Kliteynik 
43d386939aSYevgeny Kliteynik 	return 0;
44d386939aSYevgeny Kliteynik }
45d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_parse_udp_ports_vxlan(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)46d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_parse_udp_ports_vxlan(struct mlx5e_priv *priv,
47d386939aSYevgeny Kliteynik 					      struct mlx5_flow_spec *spec,
48f9e30088SPablo Neira Ayuso 					      struct flow_cls_offload *f,
49d386939aSYevgeny Kliteynik 					      void *headers_c,
50d386939aSYevgeny Kliteynik 					      void *headers_v)
51d386939aSYevgeny Kliteynik {
52d386939aSYevgeny Kliteynik 	int err = 0;
53d386939aSYevgeny Kliteynik 
54d386939aSYevgeny Kliteynik 	err = mlx5e_tc_tun_parse_udp_ports(priv, spec, f, headers_c, headers_v);
55d386939aSYevgeny Kliteynik 	if (err)
56d386939aSYevgeny Kliteynik 		return err;
57d386939aSYevgeny Kliteynik 
58d386939aSYevgeny Kliteynik 	return mlx5e_tc_tun_check_udp_dport_vxlan(priv, f);
59d386939aSYevgeny Kliteynik }
60d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_init_encap_attr_vxlan(struct net_device * tunnel_dev,struct mlx5e_priv * priv,struct mlx5e_encap_entry * e,struct netlink_ext_ack * extack)61d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_init_encap_attr_vxlan(struct net_device *tunnel_dev,
62d386939aSYevgeny Kliteynik 					      struct mlx5e_priv *priv,
63d386939aSYevgeny Kliteynik 					      struct mlx5e_encap_entry *e,
64d386939aSYevgeny Kliteynik 					      struct netlink_ext_ack *extack)
65d386939aSYevgeny Kliteynik {
66d386939aSYevgeny Kliteynik 	int dst_port = be16_to_cpu(e->tun_info->key.tp_dst);
67d386939aSYevgeny Kliteynik 
68d386939aSYevgeny Kliteynik 	e->tunnel = &vxlan_tunnel;
69d386939aSYevgeny Kliteynik 
70d386939aSYevgeny Kliteynik 	if (!mlx5_vxlan_lookup_port(priv->mdev->vxlan, dst_port)) {
71d386939aSYevgeny Kliteynik 		NL_SET_ERR_MSG_MOD(extack,
72d386939aSYevgeny Kliteynik 				   "vxlan udp dport was not registered with the HW");
73d386939aSYevgeny Kliteynik 		netdev_warn(priv->netdev,
74d386939aSYevgeny Kliteynik 			    "%d isn't an offloaded vxlan udp dport\n",
75d386939aSYevgeny Kliteynik 			    dst_port);
76d386939aSYevgeny Kliteynik 		return -EOPNOTSUPP;
77d386939aSYevgeny Kliteynik 	}
78d386939aSYevgeny Kliteynik 
79d386939aSYevgeny Kliteynik 	e->reformat_type = MLX5_REFORMAT_TYPE_L2_TO_VXLAN;
80d386939aSYevgeny Kliteynik 	return 0;
81d386939aSYevgeny Kliteynik }
82d386939aSYevgeny Kliteynik 
mlx5e_gen_ip_tunnel_header_vxlan(char buf[],__u8 * ip_proto,struct mlx5e_encap_entry * e)83d386939aSYevgeny Kliteynik static int mlx5e_gen_ip_tunnel_header_vxlan(char buf[],
84d386939aSYevgeny Kliteynik 					    __u8 *ip_proto,
85d386939aSYevgeny Kliteynik 					    struct mlx5e_encap_entry *e)
86d386939aSYevgeny Kliteynik {
87d386939aSYevgeny Kliteynik 	const struct ip_tunnel_key *tun_key = &e->tun_info->key;
88d386939aSYevgeny Kliteynik 	__be32 tun_id = tunnel_id_to_key32(tun_key->tun_id);
89d386939aSYevgeny Kliteynik 	struct udphdr *udp = (struct udphdr *)(buf);
90*6ee44c51SGavin Li 	const struct vxlan_metadata *md;
91d386939aSYevgeny Kliteynik 	struct vxlanhdr *vxh;
92d386939aSYevgeny Kliteynik 
93*6ee44c51SGavin Li 	if ((tun_key->tun_flags & TUNNEL_VXLAN_OPT) &&
94*6ee44c51SGavin Li 	    e->tun_info->options_len != sizeof(*md))
95d515d63cSGavin Li 		return -EOPNOTSUPP;
96d386939aSYevgeny Kliteynik 	vxh = (struct vxlanhdr *)((char *)udp + sizeof(struct udphdr));
97d386939aSYevgeny Kliteynik 	*ip_proto = IPPROTO_UDP;
98d386939aSYevgeny Kliteynik 
99d386939aSYevgeny Kliteynik 	udp->dest = tun_key->tp_dst;
100d386939aSYevgeny Kliteynik 	vxh->vx_flags = VXLAN_HF_VNI;
101d386939aSYevgeny Kliteynik 	vxh->vx_vni = vxlan_vni_field(tun_id);
102*6ee44c51SGavin Li 	if (tun_key->tun_flags & TUNNEL_VXLAN_OPT) {
103*6ee44c51SGavin Li 		md = ip_tunnel_info_opts(e->tun_info);
104*6ee44c51SGavin Li 		vxlan_build_gbp_hdr(vxh, md);
105*6ee44c51SGavin Li 	}
106*6ee44c51SGavin Li 
107*6ee44c51SGavin Li 	return 0;
108*6ee44c51SGavin Li }
109*6ee44c51SGavin Li 
mlx5e_tc_tun_parse_vxlan_gbp_option(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f)110*6ee44c51SGavin Li static int mlx5e_tc_tun_parse_vxlan_gbp_option(struct mlx5e_priv *priv,
111*6ee44c51SGavin Li 					       struct mlx5_flow_spec *spec,
112*6ee44c51SGavin Li 					       struct flow_cls_offload *f)
113*6ee44c51SGavin Li {
114*6ee44c51SGavin Li 	struct flow_rule *rule = flow_cls_offload_flow_rule(f);
115*6ee44c51SGavin Li 	struct netlink_ext_ack *extack = f->common.extack;
116*6ee44c51SGavin Li 	struct flow_match_enc_opts enc_opts;
117*6ee44c51SGavin Li 	void *misc5_c, *misc5_v;
118*6ee44c51SGavin Li 	u32 *gbp, *gbp_mask;
119*6ee44c51SGavin Li 
120*6ee44c51SGavin Li 	flow_rule_match_enc_opts(rule, &enc_opts);
121*6ee44c51SGavin Li 
122*6ee44c51SGavin Li 	if (memchr_inv(&enc_opts.mask->data, 0, sizeof(enc_opts.mask->data)) &&
123*6ee44c51SGavin Li 	    !MLX5_CAP_ESW_FT_FIELD_SUPPORT_2(priv->mdev, tunnel_header_0_1)) {
124*6ee44c51SGavin Li 		NL_SET_ERR_MSG_MOD(extack, "Matching on VxLAN GBP is not supported");
125*6ee44c51SGavin Li 		return -EOPNOTSUPP;
126*6ee44c51SGavin Li 	}
127*6ee44c51SGavin Li 
128*6ee44c51SGavin Li 	if (enc_opts.key->dst_opt_type != TUNNEL_VXLAN_OPT) {
129*6ee44c51SGavin Li 		NL_SET_ERR_MSG_MOD(extack, "Wrong VxLAN option type: not GBP");
130*6ee44c51SGavin Li 		return -EOPNOTSUPP;
131*6ee44c51SGavin Li 	}
132*6ee44c51SGavin Li 
133*6ee44c51SGavin Li 	if (enc_opts.key->len != sizeof(*gbp) ||
134*6ee44c51SGavin Li 	    enc_opts.mask->len != sizeof(*gbp_mask)) {
135*6ee44c51SGavin Li 		NL_SET_ERR_MSG_MOD(extack, "VxLAN GBP option/mask len is not 32 bits");
136*6ee44c51SGavin Li 		return -EINVAL;
137*6ee44c51SGavin Li 	}
138*6ee44c51SGavin Li 
139*6ee44c51SGavin Li 	gbp = (u32 *)&enc_opts.key->data[0];
140*6ee44c51SGavin Li 	gbp_mask = (u32 *)&enc_opts.mask->data[0];
141*6ee44c51SGavin Li 
142*6ee44c51SGavin Li 	if (*gbp_mask & ~VXLAN_GBP_MASK) {
143*6ee44c51SGavin Li 		NL_SET_ERR_MSG_FMT_MOD(extack, "Wrong VxLAN GBP mask(0x%08X)\n", *gbp_mask);
144*6ee44c51SGavin Li 		return -EINVAL;
145*6ee44c51SGavin Li 	}
146*6ee44c51SGavin Li 
147*6ee44c51SGavin Li 	misc5_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters_5);
148*6ee44c51SGavin Li 	misc5_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters_5);
149*6ee44c51SGavin Li 	MLX5_SET(fte_match_set_misc5, misc5_c, tunnel_header_0, *gbp_mask);
150*6ee44c51SGavin Li 	MLX5_SET(fte_match_set_misc5, misc5_v, tunnel_header_0, *gbp);
151*6ee44c51SGavin Li 
152*6ee44c51SGavin Li 	spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS_5;
153d386939aSYevgeny Kliteynik 
154d386939aSYevgeny Kliteynik 	return 0;
155d386939aSYevgeny Kliteynik }
156d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_parse_vxlan(struct mlx5e_priv * priv,struct mlx5_flow_spec * spec,struct flow_cls_offload * f,void * headers_c,void * headers_v)157d386939aSYevgeny Kliteynik static int mlx5e_tc_tun_parse_vxlan(struct mlx5e_priv *priv,
158d386939aSYevgeny Kliteynik 				    struct mlx5_flow_spec *spec,
159f9e30088SPablo Neira Ayuso 				    struct flow_cls_offload *f,
160d386939aSYevgeny Kliteynik 				    void *headers_c,
161d386939aSYevgeny Kliteynik 				    void *headers_v)
162d386939aSYevgeny Kliteynik {
163f9e30088SPablo Neira Ayuso 	struct flow_rule *rule = flow_cls_offload_flow_rule(f);
164d386939aSYevgeny Kliteynik 	struct netlink_ext_ack *extack = f->common.extack;
165d386939aSYevgeny Kliteynik 	struct flow_match_enc_keyid enc_keyid;
166d386939aSYevgeny Kliteynik 	void *misc_c, *misc_v;
167d386939aSYevgeny Kliteynik 
168d386939aSYevgeny Kliteynik 	misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, misc_parameters);
169d386939aSYevgeny Kliteynik 	misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, misc_parameters);
170d386939aSYevgeny Kliteynik 
171d386939aSYevgeny Kliteynik 	if (!flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_KEYID))
172d386939aSYevgeny Kliteynik 		return 0;
173d386939aSYevgeny Kliteynik 
174d386939aSYevgeny Kliteynik 	flow_rule_match_enc_keyid(rule, &enc_keyid);
175d386939aSYevgeny Kliteynik 
176d386939aSYevgeny Kliteynik 	if (!enc_keyid.mask->keyid)
177d386939aSYevgeny Kliteynik 		return 0;
178d386939aSYevgeny Kliteynik 
179*6ee44c51SGavin Li 	if (flow_rule_match_key(rule, FLOW_DISSECTOR_KEY_ENC_OPTS)) {
180*6ee44c51SGavin Li 		int err;
181*6ee44c51SGavin Li 
182*6ee44c51SGavin Li 		err = mlx5e_tc_tun_parse_vxlan_gbp_option(priv, spec, f);
183*6ee44c51SGavin Li 		if (err)
184*6ee44c51SGavin Li 			return err;
185*6ee44c51SGavin Li 	}
186*6ee44c51SGavin Li 
187d386939aSYevgeny Kliteynik 	/* match on VNI is required */
188d386939aSYevgeny Kliteynik 
189d386939aSYevgeny Kliteynik 	if (!MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev,
190d386939aSYevgeny Kliteynik 					ft_field_support.outer_vxlan_vni)) {
191d386939aSYevgeny Kliteynik 		NL_SET_ERR_MSG_MOD(extack,
192d386939aSYevgeny Kliteynik 				   "Matching on VXLAN VNI is not supported");
193d386939aSYevgeny Kliteynik 		netdev_warn(priv->netdev,
194d386939aSYevgeny Kliteynik 			    "Matching on VXLAN VNI is not supported\n");
195d386939aSYevgeny Kliteynik 		return -EOPNOTSUPP;
196d386939aSYevgeny Kliteynik 	}
197d386939aSYevgeny Kliteynik 
198d386939aSYevgeny Kliteynik 	MLX5_SET(fte_match_set_misc, misc_c, vxlan_vni,
199d386939aSYevgeny Kliteynik 		 be32_to_cpu(enc_keyid.mask->keyid));
200d386939aSYevgeny Kliteynik 	MLX5_SET(fte_match_set_misc, misc_v, vxlan_vni,
201d386939aSYevgeny Kliteynik 		 be32_to_cpu(enc_keyid.key->keyid));
202d386939aSYevgeny Kliteynik 
2030faddfe6SJianbo Liu 	spec->match_criteria_enable |= MLX5_MATCH_MISC_PARAMETERS;
2040faddfe6SJianbo Liu 
205d386939aSYevgeny Kliteynik 	return 0;
206d386939aSYevgeny Kliteynik }
207d386939aSYevgeny Kliteynik 
mlx5e_tc_tun_encap_info_equal_vxlan(struct mlx5e_encap_key * a,struct mlx5e_encap_key * b)208*6ee44c51SGavin Li static bool mlx5e_tc_tun_encap_info_equal_vxlan(struct mlx5e_encap_key *a,
209*6ee44c51SGavin Li 						struct mlx5e_encap_key *b)
210*6ee44c51SGavin Li {
211*6ee44c51SGavin Li 	return mlx5e_tc_tun_encap_info_equal_options(a, b, TUNNEL_VXLAN_OPT);
212*6ee44c51SGavin Li }
213*6ee44c51SGavin Li 
mlx5e_tc_tun_get_remote_ifindex(struct net_device * mirred_dev)2142f8ec867SChris Mi static int mlx5e_tc_tun_get_remote_ifindex(struct net_device *mirred_dev)
2152f8ec867SChris Mi {
2162f8ec867SChris Mi 	const struct vxlan_dev *vxlan = netdev_priv(mirred_dev);
2172f8ec867SChris Mi 	const struct vxlan_rdst *dst = &vxlan->default_dst;
2182f8ec867SChris Mi 
2192f8ec867SChris Mi 	return dst->remote_ifindex;
2202f8ec867SChris Mi }
2212f8ec867SChris Mi 
222d386939aSYevgeny Kliteynik struct mlx5e_tc_tunnel vxlan_tunnel = {
223d386939aSYevgeny Kliteynik 	.tunnel_type          = MLX5E_TC_TUNNEL_TYPE_VXLAN,
224d386939aSYevgeny Kliteynik 	.match_level          = MLX5_MATCH_L4,
225d386939aSYevgeny Kliteynik 	.can_offload          = mlx5e_tc_tun_can_offload_vxlan,
226d386939aSYevgeny Kliteynik 	.calc_hlen            = mlx5e_tc_tun_calc_hlen_vxlan,
227d386939aSYevgeny Kliteynik 	.init_encap_attr      = mlx5e_tc_tun_init_encap_attr_vxlan,
228d386939aSYevgeny Kliteynik 	.generate_ip_tun_hdr  = mlx5e_gen_ip_tunnel_header_vxlan,
229d386939aSYevgeny Kliteynik 	.parse_udp_ports      = mlx5e_tc_tun_parse_udp_ports_vxlan,
230d386939aSYevgeny Kliteynik 	.parse_tunnel         = mlx5e_tc_tun_parse_vxlan,
231*6ee44c51SGavin Li 	.encap_info_equal     = mlx5e_tc_tun_encap_info_equal_vxlan,
2322f8ec867SChris Mi 	.get_remote_ifindex   = mlx5e_tc_tun_get_remote_ifindex,
233d386939aSYevgeny Kliteynik };
234