12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2efa5356bSRoopa Prabhu /*
3efa5356bSRoopa Prabhu * Bridge per vlan tunnel port dst_metadata handling code
4efa5356bSRoopa Prabhu *
5efa5356bSRoopa Prabhu * Authors:
6efa5356bSRoopa Prabhu * Roopa Prabhu <roopa@cumulusnetworks.com>
7efa5356bSRoopa Prabhu */
8efa5356bSRoopa Prabhu
9efa5356bSRoopa Prabhu #include <linux/kernel.h>
10efa5356bSRoopa Prabhu #include <linux/netdevice.h>
11efa5356bSRoopa Prabhu #include <linux/rtnetlink.h>
12efa5356bSRoopa Prabhu #include <linux/slab.h>
13efa5356bSRoopa Prabhu #include <net/switchdev.h>
14efa5356bSRoopa Prabhu #include <net/dst_metadata.h>
15efa5356bSRoopa Prabhu
16efa5356bSRoopa Prabhu #include "br_private.h"
17efa5356bSRoopa Prabhu #include "br_private_tunnel.h"
18efa5356bSRoopa Prabhu
br_vlan_tunid_cmp(struct rhashtable_compare_arg * arg,const void * ptr)19efa5356bSRoopa Prabhu static inline int br_vlan_tunid_cmp(struct rhashtable_compare_arg *arg,
20efa5356bSRoopa Prabhu const void *ptr)
21efa5356bSRoopa Prabhu {
22efa5356bSRoopa Prabhu const struct net_bridge_vlan *vle = ptr;
23efa5356bSRoopa Prabhu __be64 tunid = *(__be64 *)arg->key;
24efa5356bSRoopa Prabhu
25efa5356bSRoopa Prabhu return vle->tinfo.tunnel_id != tunid;
26efa5356bSRoopa Prabhu }
27efa5356bSRoopa Prabhu
28efa5356bSRoopa Prabhu static const struct rhashtable_params br_vlan_tunnel_rht_params = {
29efa5356bSRoopa Prabhu .head_offset = offsetof(struct net_bridge_vlan, tnode),
30efa5356bSRoopa Prabhu .key_offset = offsetof(struct net_bridge_vlan, tinfo.tunnel_id),
31efa5356bSRoopa Prabhu .key_len = sizeof(__be64),
32efa5356bSRoopa Prabhu .nelem_hint = 3,
33efa5356bSRoopa Prabhu .obj_cmpfn = br_vlan_tunid_cmp,
34efa5356bSRoopa Prabhu .automatic_shrinking = true,
35efa5356bSRoopa Prabhu };
36efa5356bSRoopa Prabhu
br_vlan_tunnel_lookup(struct rhashtable * tbl,__be64 tunnel_id)3711538d03SRoopa Prabhu static struct net_bridge_vlan *br_vlan_tunnel_lookup(struct rhashtable *tbl,
38f5fcca89SVladimir Oltean __be64 tunnel_id)
3911538d03SRoopa Prabhu {
4011538d03SRoopa Prabhu return rhashtable_lookup_fast(tbl, &tunnel_id,
4111538d03SRoopa Prabhu br_vlan_tunnel_rht_params);
4211538d03SRoopa Prabhu }
4311538d03SRoopa Prabhu
vlan_tunnel_info_release(struct net_bridge_vlan * vlan)4458e20717SNikolay Aleksandrov static void vlan_tunnel_info_release(struct net_bridge_vlan *vlan)
4558e20717SNikolay Aleksandrov {
4658e20717SNikolay Aleksandrov struct metadata_dst *tdst = rtnl_dereference(vlan->tinfo.tunnel_dst);
4758e20717SNikolay Aleksandrov
4858e20717SNikolay Aleksandrov WRITE_ONCE(vlan->tinfo.tunnel_id, 0);
4958e20717SNikolay Aleksandrov RCU_INIT_POINTER(vlan->tinfo.tunnel_dst, NULL);
5058e20717SNikolay Aleksandrov dst_release(&tdst->dst);
5158e20717SNikolay Aleksandrov }
5258e20717SNikolay Aleksandrov
vlan_tunnel_info_del(struct net_bridge_vlan_group * vg,struct net_bridge_vlan * vlan)53efa5356bSRoopa Prabhu void vlan_tunnel_info_del(struct net_bridge_vlan_group *vg,
54efa5356bSRoopa Prabhu struct net_bridge_vlan *vlan)
55efa5356bSRoopa Prabhu {
5658e20717SNikolay Aleksandrov if (!rcu_access_pointer(vlan->tinfo.tunnel_dst))
57efa5356bSRoopa Prabhu return;
58efa5356bSRoopa Prabhu rhashtable_remove_fast(&vg->tunnel_hash, &vlan->tnode,
59efa5356bSRoopa Prabhu br_vlan_tunnel_rht_params);
6058e20717SNikolay Aleksandrov vlan_tunnel_info_release(vlan);
61efa5356bSRoopa Prabhu }
62efa5356bSRoopa Prabhu
__vlan_tunnel_info_add(struct net_bridge_vlan_group * vg,struct net_bridge_vlan * vlan,u32 tun_id)63efa5356bSRoopa Prabhu static int __vlan_tunnel_info_add(struct net_bridge_vlan_group *vg,
64efa5356bSRoopa Prabhu struct net_bridge_vlan *vlan, u32 tun_id)
65efa5356bSRoopa Prabhu {
6658e20717SNikolay Aleksandrov struct metadata_dst *metadata = rtnl_dereference(vlan->tinfo.tunnel_dst);
67efa5356bSRoopa Prabhu __be64 key = key32_to_tunnel_id(cpu_to_be32(tun_id));
68efa5356bSRoopa Prabhu int err;
69efa5356bSRoopa Prabhu
7058e20717SNikolay Aleksandrov if (metadata)
71efa5356bSRoopa Prabhu return -EEXIST;
72efa5356bSRoopa Prabhu
73efa5356bSRoopa Prabhu metadata = __ip_tun_set_dst(0, 0, 0, 0, 0, TUNNEL_KEY,
74efa5356bSRoopa Prabhu key, 0);
75efa5356bSRoopa Prabhu if (!metadata)
76efa5356bSRoopa Prabhu return -EINVAL;
77efa5356bSRoopa Prabhu
78efa5356bSRoopa Prabhu metadata->u.tun_info.mode |= IP_TUNNEL_INFO_TX | IP_TUNNEL_INFO_BRIDGE;
7958e20717SNikolay Aleksandrov rcu_assign_pointer(vlan->tinfo.tunnel_dst, metadata);
8058e20717SNikolay Aleksandrov WRITE_ONCE(vlan->tinfo.tunnel_id, key);
81efa5356bSRoopa Prabhu
82efa5356bSRoopa Prabhu err = rhashtable_lookup_insert_fast(&vg->tunnel_hash, &vlan->tnode,
83efa5356bSRoopa Prabhu br_vlan_tunnel_rht_params);
84efa5356bSRoopa Prabhu if (err)
85efa5356bSRoopa Prabhu goto out;
86efa5356bSRoopa Prabhu
87efa5356bSRoopa Prabhu return 0;
88efa5356bSRoopa Prabhu out:
8958e20717SNikolay Aleksandrov vlan_tunnel_info_release(vlan);
90efa5356bSRoopa Prabhu
91efa5356bSRoopa Prabhu return err;
92efa5356bSRoopa Prabhu }
93efa5356bSRoopa Prabhu
94efa5356bSRoopa Prabhu /* Must be protected by RTNL.
95efa5356bSRoopa Prabhu * Must be called with vid in range from 1 to 4094 inclusive.
96efa5356bSRoopa Prabhu */
nbp_vlan_tunnel_info_add(const struct net_bridge_port * port,u16 vid,u32 tun_id)9753e96632SNikolay Aleksandrov int nbp_vlan_tunnel_info_add(const struct net_bridge_port *port, u16 vid,
9853e96632SNikolay Aleksandrov u32 tun_id)
99efa5356bSRoopa Prabhu {
100efa5356bSRoopa Prabhu struct net_bridge_vlan_group *vg;
101efa5356bSRoopa Prabhu struct net_bridge_vlan *vlan;
102efa5356bSRoopa Prabhu
103efa5356bSRoopa Prabhu ASSERT_RTNL();
104efa5356bSRoopa Prabhu
105efa5356bSRoopa Prabhu vg = nbp_vlan_group(port);
106efa5356bSRoopa Prabhu vlan = br_vlan_find(vg, vid);
107efa5356bSRoopa Prabhu if (!vlan)
108efa5356bSRoopa Prabhu return -EINVAL;
109efa5356bSRoopa Prabhu
110efa5356bSRoopa Prabhu return __vlan_tunnel_info_add(vg, vlan, tun_id);
111efa5356bSRoopa Prabhu }
112efa5356bSRoopa Prabhu
113efa5356bSRoopa Prabhu /* Must be protected by RTNL.
114efa5356bSRoopa Prabhu * Must be called with vid in range from 1 to 4094 inclusive.
115efa5356bSRoopa Prabhu */
nbp_vlan_tunnel_info_delete(const struct net_bridge_port * port,u16 vid)11653e96632SNikolay Aleksandrov int nbp_vlan_tunnel_info_delete(const struct net_bridge_port *port, u16 vid)
117efa5356bSRoopa Prabhu {
118efa5356bSRoopa Prabhu struct net_bridge_vlan_group *vg;
119efa5356bSRoopa Prabhu struct net_bridge_vlan *v;
120efa5356bSRoopa Prabhu
121efa5356bSRoopa Prabhu ASSERT_RTNL();
122efa5356bSRoopa Prabhu
123efa5356bSRoopa Prabhu vg = nbp_vlan_group(port);
124efa5356bSRoopa Prabhu v = br_vlan_find(vg, vid);
125efa5356bSRoopa Prabhu if (!v)
126efa5356bSRoopa Prabhu return -ENOENT;
127efa5356bSRoopa Prabhu
128efa5356bSRoopa Prabhu vlan_tunnel_info_del(vg, v);
129efa5356bSRoopa Prabhu
130efa5356bSRoopa Prabhu return 0;
131efa5356bSRoopa Prabhu }
132efa5356bSRoopa Prabhu
__vlan_tunnel_info_flush(struct net_bridge_vlan_group * vg)133efa5356bSRoopa Prabhu static void __vlan_tunnel_info_flush(struct net_bridge_vlan_group *vg)
134efa5356bSRoopa Prabhu {
135efa5356bSRoopa Prabhu struct net_bridge_vlan *vlan, *tmp;
136efa5356bSRoopa Prabhu
137efa5356bSRoopa Prabhu list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
138efa5356bSRoopa Prabhu vlan_tunnel_info_del(vg, vlan);
139efa5356bSRoopa Prabhu }
140efa5356bSRoopa Prabhu
nbp_vlan_tunnel_info_flush(struct net_bridge_port * port)141efa5356bSRoopa Prabhu void nbp_vlan_tunnel_info_flush(struct net_bridge_port *port)
142efa5356bSRoopa Prabhu {
143efa5356bSRoopa Prabhu struct net_bridge_vlan_group *vg;
144efa5356bSRoopa Prabhu
145efa5356bSRoopa Prabhu ASSERT_RTNL();
146efa5356bSRoopa Prabhu
147efa5356bSRoopa Prabhu vg = nbp_vlan_group(port);
148efa5356bSRoopa Prabhu __vlan_tunnel_info_flush(vg);
149efa5356bSRoopa Prabhu }
150efa5356bSRoopa Prabhu
vlan_tunnel_init(struct net_bridge_vlan_group * vg)151efa5356bSRoopa Prabhu int vlan_tunnel_init(struct net_bridge_vlan_group *vg)
152efa5356bSRoopa Prabhu {
153efa5356bSRoopa Prabhu return rhashtable_init(&vg->tunnel_hash, &br_vlan_tunnel_rht_params);
154efa5356bSRoopa Prabhu }
155efa5356bSRoopa Prabhu
vlan_tunnel_deinit(struct net_bridge_vlan_group * vg)156efa5356bSRoopa Prabhu void vlan_tunnel_deinit(struct net_bridge_vlan_group *vg)
157efa5356bSRoopa Prabhu {
158efa5356bSRoopa Prabhu rhashtable_destroy(&vg->tunnel_hash);
159efa5356bSRoopa Prabhu }
16011538d03SRoopa Prabhu
br_handle_ingress_vlan_tunnel(struct sk_buff * skb,struct net_bridge_port * p,struct net_bridge_vlan_group * vg)161a37c5c26SKangmin Park void br_handle_ingress_vlan_tunnel(struct sk_buff *skb,
16211538d03SRoopa Prabhu struct net_bridge_port *p,
16311538d03SRoopa Prabhu struct net_bridge_vlan_group *vg)
16411538d03SRoopa Prabhu {
16511538d03SRoopa Prabhu struct ip_tunnel_info *tinfo = skb_tunnel_info(skb);
16611538d03SRoopa Prabhu struct net_bridge_vlan *vlan;
16711538d03SRoopa Prabhu
16811538d03SRoopa Prabhu if (!vg || !tinfo)
169a37c5c26SKangmin Park return;
17011538d03SRoopa Prabhu
17111538d03SRoopa Prabhu /* if already tagged, ignore */
17211538d03SRoopa Prabhu if (skb_vlan_tagged(skb))
173a37c5c26SKangmin Park return;
17411538d03SRoopa Prabhu
17511538d03SRoopa Prabhu /* lookup vid, given tunnel id */
17611538d03SRoopa Prabhu vlan = br_vlan_tunnel_lookup(&vg->tunnel_hash, tinfo->key.tun_id);
17711538d03SRoopa Prabhu if (!vlan)
178a37c5c26SKangmin Park return;
17911538d03SRoopa Prabhu
18011538d03SRoopa Prabhu skb_dst_drop(skb);
18111538d03SRoopa Prabhu
18211538d03SRoopa Prabhu __vlan_hwaccel_put_tag(skb, p->br->vlan_proto, vlan->vid);
18311538d03SRoopa Prabhu }
18411538d03SRoopa Prabhu
br_handle_egress_vlan_tunnel(struct sk_buff * skb,struct net_bridge_vlan * vlan)18511538d03SRoopa Prabhu int br_handle_egress_vlan_tunnel(struct sk_buff *skb,
18611538d03SRoopa Prabhu struct net_bridge_vlan *vlan)
18711538d03SRoopa Prabhu {
18858e20717SNikolay Aleksandrov struct metadata_dst *tunnel_dst;
18958e20717SNikolay Aleksandrov __be64 tunnel_id;
19011538d03SRoopa Prabhu int err;
19111538d03SRoopa Prabhu
19258e20717SNikolay Aleksandrov if (!vlan)
19311538d03SRoopa Prabhu return 0;
19411538d03SRoopa Prabhu
19558e20717SNikolay Aleksandrov tunnel_id = READ_ONCE(vlan->tinfo.tunnel_id);
19658e20717SNikolay Aleksandrov if (!tunnel_id || unlikely(!skb_vlan_tag_present(skb)))
19711538d03SRoopa Prabhu return 0;
19811538d03SRoopa Prabhu
19911538d03SRoopa Prabhu skb_dst_drop(skb);
20011538d03SRoopa Prabhu err = skb_vlan_pop(skb);
20111538d03SRoopa Prabhu if (err)
20211538d03SRoopa Prabhu return err;
20311538d03SRoopa Prabhu
204*29cfb2aaSIdo Schimmel if (BR_INPUT_SKB_CB(skb)->backup_nhid) {
205*29cfb2aaSIdo Schimmel tunnel_dst = __ip_tun_set_dst(0, 0, 0, 0, 0, TUNNEL_KEY,
206*29cfb2aaSIdo Schimmel tunnel_id, 0);
207*29cfb2aaSIdo Schimmel if (!tunnel_dst)
208*29cfb2aaSIdo Schimmel return -ENOMEM;
209*29cfb2aaSIdo Schimmel
210*29cfb2aaSIdo Schimmel tunnel_dst->u.tun_info.mode |= IP_TUNNEL_INFO_TX |
211*29cfb2aaSIdo Schimmel IP_TUNNEL_INFO_BRIDGE;
212*29cfb2aaSIdo Schimmel tunnel_dst->u.tun_info.key.nhid =
213*29cfb2aaSIdo Schimmel BR_INPUT_SKB_CB(skb)->backup_nhid;
214*29cfb2aaSIdo Schimmel skb_dst_set(skb, &tunnel_dst->dst);
215*29cfb2aaSIdo Schimmel
216*29cfb2aaSIdo Schimmel return 0;
217*29cfb2aaSIdo Schimmel }
218*29cfb2aaSIdo Schimmel
21958e20717SNikolay Aleksandrov tunnel_dst = rcu_dereference(vlan->tinfo.tunnel_dst);
220cfc579f9SNikolay Aleksandrov if (tunnel_dst && dst_hold_safe(&tunnel_dst->dst))
221cfc579f9SNikolay Aleksandrov skb_dst_set(skb, &tunnel_dst->dst);
22211538d03SRoopa Prabhu
22311538d03SRoopa Prabhu return 0;
22411538d03SRoopa Prabhu }
225