xref: /openbmc/linux/include/net/nexthop.h (revision 38428d68719c454d269cb03b776d8a4b0ad66111)
1ab84be7eSDavid Ahern /* SPDX-License-Identifier: GPL-2.0 */
2ab84be7eSDavid Ahern /*
3ab84be7eSDavid Ahern  * Generic nexthop implementation
4ab84be7eSDavid Ahern  *
5ab84be7eSDavid Ahern  * Copyright (c) 2017-19 Cumulus Networks
6ab84be7eSDavid Ahern  * Copyright (c) 2017-19 David Ahern <dsa@cumulusnetworks.com>
7ab84be7eSDavid Ahern  */
8ab84be7eSDavid Ahern 
9ab84be7eSDavid Ahern #ifndef __LINUX_NEXTHOP_H
10ab84be7eSDavid Ahern #define __LINUX_NEXTHOP_H
11ab84be7eSDavid Ahern 
12ab84be7eSDavid Ahern #include <linux/netdevice.h>
13f88d8ea6SDavid Ahern #include <linux/route.h>
14ab84be7eSDavid Ahern #include <linux/types.h>
15ab84be7eSDavid Ahern #include <net/ip_fib.h>
1653010f99SDavid Ahern #include <net/ip6_fib.h>
17ab84be7eSDavid Ahern #include <net/netlink.h>
18ab84be7eSDavid Ahern 
19ab84be7eSDavid Ahern #define NEXTHOP_VALID_USER_FLAGS RTNH_F_ONLINK
20ab84be7eSDavid Ahern 
21ab84be7eSDavid Ahern struct nexthop;
22ab84be7eSDavid Ahern 
23ab84be7eSDavid Ahern struct nh_config {
24ab84be7eSDavid Ahern 	u32		nh_id;
25ab84be7eSDavid Ahern 
26ab84be7eSDavid Ahern 	u8		nh_family;
27ab84be7eSDavid Ahern 	u8		nh_protocol;
28ab84be7eSDavid Ahern 	u8		nh_blackhole;
29*38428d68SRoopa Prabhu 	u8		nh_fdb;
30ab84be7eSDavid Ahern 	u32		nh_flags;
31ab84be7eSDavid Ahern 
32ab84be7eSDavid Ahern 	int		nh_ifindex;
33ab84be7eSDavid Ahern 	struct net_device *dev;
34ab84be7eSDavid Ahern 
35597cfe4fSDavid Ahern 	union {
36597cfe4fSDavid Ahern 		__be32		ipv4;
3753010f99SDavid Ahern 		struct in6_addr	ipv6;
38597cfe4fSDavid Ahern 	} gw;
39597cfe4fSDavid Ahern 
40430a0491SDavid Ahern 	struct nlattr	*nh_grp;
41430a0491SDavid Ahern 	u16		nh_grp_type;
42430a0491SDavid Ahern 
43b513bd03SDavid Ahern 	struct nlattr	*nh_encap;
44b513bd03SDavid Ahern 	u16		nh_encap_type;
45b513bd03SDavid Ahern 
46ab84be7eSDavid Ahern 	u32		nlflags;
47ab84be7eSDavid Ahern 	struct nl_info	nlinfo;
48ab84be7eSDavid Ahern };
49ab84be7eSDavid Ahern 
50ab84be7eSDavid Ahern struct nh_info {
51ab84be7eSDavid Ahern 	struct hlist_node	dev_hash;    /* entry on netns devhash */
52ab84be7eSDavid Ahern 	struct nexthop		*nh_parent;
53ab84be7eSDavid Ahern 
54ab84be7eSDavid Ahern 	u8			family;
55ab84be7eSDavid Ahern 	bool			reject_nh;
56*38428d68SRoopa Prabhu 	bool			fdb_nh;
57ab84be7eSDavid Ahern 
58ab84be7eSDavid Ahern 	union {
59ab84be7eSDavid Ahern 		struct fib_nh_common	fib_nhc;
60597cfe4fSDavid Ahern 		struct fib_nh		fib_nh;
6153010f99SDavid Ahern 		struct fib6_nh		fib6_nh;
62ab84be7eSDavid Ahern 	};
63ab84be7eSDavid Ahern };
64ab84be7eSDavid Ahern 
65430a0491SDavid Ahern struct nh_grp_entry {
66430a0491SDavid Ahern 	struct nexthop	*nh;
67430a0491SDavid Ahern 	u8		weight;
68430a0491SDavid Ahern 	atomic_t	upper_bound;
69430a0491SDavid Ahern 
70430a0491SDavid Ahern 	struct list_head nh_list;
71430a0491SDavid Ahern 	struct nexthop	*nh_parent;  /* nexthop of group with this entry */
72430a0491SDavid Ahern };
73430a0491SDavid Ahern 
74430a0491SDavid Ahern struct nh_group {
75430a0491SDavid Ahern 	u16			num_nh;
76430a0491SDavid Ahern 	bool			mpath;
77430a0491SDavid Ahern 	bool			has_v4;
7897a888c2SGustavo A. R. Silva 	struct nh_grp_entry	nh_entries[];
79430a0491SDavid Ahern };
80430a0491SDavid Ahern 
81ab84be7eSDavid Ahern struct nexthop {
82ab84be7eSDavid Ahern 	struct rb_node		rb_node;    /* entry on netns rbtree */
834c7e8084SDavid Ahern 	struct list_head	fi_list;    /* v4 entries using nh */
84f88d8ea6SDavid Ahern 	struct list_head	f6i_list;   /* v6 entries using nh */
85*38428d68SRoopa Prabhu 	struct list_head        fdb_list;   /* fdb entries using this nh */
86430a0491SDavid Ahern 	struct list_head	grp_list;   /* nh group entries using this nh */
87ab84be7eSDavid Ahern 	struct net		*net;
88ab84be7eSDavid Ahern 
89ab84be7eSDavid Ahern 	u32			id;
90ab84be7eSDavid Ahern 
91ab84be7eSDavid Ahern 	u8			protocol;   /* app managing this nh */
92ab84be7eSDavid Ahern 	u8			nh_flags;
93430a0491SDavid Ahern 	bool			is_group;
94*38428d68SRoopa Prabhu 	bool			is_fdb_nh;
95ab84be7eSDavid Ahern 
96ab84be7eSDavid Ahern 	refcount_t		refcnt;
97ab84be7eSDavid Ahern 	struct rcu_head		rcu;
98ab84be7eSDavid Ahern 
99ab84be7eSDavid Ahern 	union {
100ab84be7eSDavid Ahern 		struct nh_info	__rcu *nh_info;
101430a0491SDavid Ahern 		struct nh_group __rcu *nh_grp;
102ab84be7eSDavid Ahern 	};
103ab84be7eSDavid Ahern };
104ab84be7eSDavid Ahern 
105ab84be7eSDavid Ahern /* caller is holding rcu or rtnl; no reference taken to nexthop */
106ab84be7eSDavid Ahern struct nexthop *nexthop_find_by_id(struct net *net, u32 id);
107ab84be7eSDavid Ahern void nexthop_free_rcu(struct rcu_head *head);
108ab84be7eSDavid Ahern 
109ab84be7eSDavid Ahern static inline bool nexthop_get(struct nexthop *nh)
110ab84be7eSDavid Ahern {
111ab84be7eSDavid Ahern 	return refcount_inc_not_zero(&nh->refcnt);
112ab84be7eSDavid Ahern }
113ab84be7eSDavid Ahern 
114ab84be7eSDavid Ahern static inline void nexthop_put(struct nexthop *nh)
115ab84be7eSDavid Ahern {
116ab84be7eSDavid Ahern 	if (refcount_dec_and_test(&nh->refcnt))
117ab84be7eSDavid Ahern 		call_rcu(&nh->rcu, nexthop_free_rcu);
118ab84be7eSDavid Ahern }
119ab84be7eSDavid Ahern 
1204c7e8084SDavid Ahern static inline bool nexthop_cmp(const struct nexthop *nh1,
1214c7e8084SDavid Ahern 			       const struct nexthop *nh2)
1224c7e8084SDavid Ahern {
1234c7e8084SDavid Ahern 	return nh1 == nh2;
1244c7e8084SDavid Ahern }
1254c7e8084SDavid Ahern 
126430a0491SDavid Ahern static inline bool nexthop_is_multipath(const struct nexthop *nh)
127430a0491SDavid Ahern {
128430a0491SDavid Ahern 	if (nh->is_group) {
129430a0491SDavid Ahern 		struct nh_group *nh_grp;
130430a0491SDavid Ahern 
131430a0491SDavid Ahern 		nh_grp = rcu_dereference_rtnl(nh->nh_grp);
132430a0491SDavid Ahern 		return nh_grp->mpath;
133430a0491SDavid Ahern 	}
134430a0491SDavid Ahern 	return false;
135430a0491SDavid Ahern }
136430a0491SDavid Ahern 
137430a0491SDavid Ahern struct nexthop *nexthop_select_path(struct nexthop *nh, int hash);
138430a0491SDavid Ahern 
139430a0491SDavid Ahern static inline unsigned int nexthop_num_path(const struct nexthop *nh)
140430a0491SDavid Ahern {
141430a0491SDavid Ahern 	unsigned int rc = 1;
142430a0491SDavid Ahern 
143430a0491SDavid Ahern 	if (nexthop_is_multipath(nh)) {
144430a0491SDavid Ahern 		struct nh_group *nh_grp;
145430a0491SDavid Ahern 
146430a0491SDavid Ahern 		nh_grp = rcu_dereference_rtnl(nh->nh_grp);
147430a0491SDavid Ahern 		rc = nh_grp->num_nh;
148430a0491SDavid Ahern 	}
149430a0491SDavid Ahern 
150430a0491SDavid Ahern 	return rc;
151430a0491SDavid Ahern }
152430a0491SDavid Ahern 
153430a0491SDavid Ahern static inline
154430a0491SDavid Ahern struct nexthop *nexthop_mpath_select(const struct nexthop *nh, int nhsel)
155430a0491SDavid Ahern {
156430a0491SDavid Ahern 	const struct nh_group *nhg = rcu_dereference_rtnl(nh->nh_grp);
157430a0491SDavid Ahern 
158430a0491SDavid Ahern 	/* for_nexthops macros in fib_semantics.c grabs a pointer to
159430a0491SDavid Ahern 	 * the nexthop before checking nhsel
160430a0491SDavid Ahern 	 */
1615270041dSDan Carpenter 	if (nhsel >= nhg->num_nh)
162430a0491SDavid Ahern 		return NULL;
163430a0491SDavid Ahern 
164430a0491SDavid Ahern 	return nhg->nh_entries[nhsel].nh;
165430a0491SDavid Ahern }
166430a0491SDavid Ahern 
167430a0491SDavid Ahern static inline
1687bdf4de1SDonald Sharp int nexthop_mpath_fill_node(struct sk_buff *skb, struct nexthop *nh,
1697bdf4de1SDonald Sharp 			    u8 rt_family)
170430a0491SDavid Ahern {
171430a0491SDavid Ahern 	struct nh_group *nhg = rtnl_dereference(nh->nh_grp);
172430a0491SDavid Ahern 	int i;
173430a0491SDavid Ahern 
174430a0491SDavid Ahern 	for (i = 0; i < nhg->num_nh; i++) {
175430a0491SDavid Ahern 		struct nexthop *nhe = nhg->nh_entries[i].nh;
176430a0491SDavid Ahern 		struct nh_info *nhi = rcu_dereference_rtnl(nhe->nh_info);
177430a0491SDavid Ahern 		struct fib_nh_common *nhc = &nhi->fib_nhc;
178430a0491SDavid Ahern 		int weight = nhg->nh_entries[i].weight;
179430a0491SDavid Ahern 
1807bdf4de1SDonald Sharp 		if (fib_add_nexthop(skb, nhc, weight, rt_family) < 0)
181430a0491SDavid Ahern 			return -EMSGSIZE;
182430a0491SDavid Ahern 	}
183430a0491SDavid Ahern 
184430a0491SDavid Ahern 	return 0;
185430a0491SDavid Ahern }
186430a0491SDavid Ahern 
187ab84be7eSDavid Ahern /* called with rcu lock */
188ab84be7eSDavid Ahern static inline bool nexthop_is_blackhole(const struct nexthop *nh)
189ab84be7eSDavid Ahern {
190ab84be7eSDavid Ahern 	const struct nh_info *nhi;
191ab84be7eSDavid Ahern 
192430a0491SDavid Ahern 	if (nexthop_is_multipath(nh)) {
193430a0491SDavid Ahern 		if (nexthop_num_path(nh) > 1)
194430a0491SDavid Ahern 			return false;
195430a0491SDavid Ahern 		nh = nexthop_mpath_select(nh, 0);
196430a0491SDavid Ahern 		if (!nh)
197430a0491SDavid Ahern 			return false;
198430a0491SDavid Ahern 	}
199430a0491SDavid Ahern 
200430a0491SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
201ab84be7eSDavid Ahern 	return nhi->reject_nh;
202ab84be7eSDavid Ahern }
2035481d73fSDavid Ahern 
2044c7e8084SDavid Ahern static inline void nexthop_path_fib_result(struct fib_result *res, int hash)
2054c7e8084SDavid Ahern {
2064c7e8084SDavid Ahern 	struct nh_info *nhi;
2074c7e8084SDavid Ahern 	struct nexthop *nh;
2084c7e8084SDavid Ahern 
2094c7e8084SDavid Ahern 	nh = nexthop_select_path(res->fi->nh, hash);
2104c7e8084SDavid Ahern 	nhi = rcu_dereference(nh->nh_info);
2114c7e8084SDavid Ahern 	res->nhc = &nhi->fib_nhc;
2124c7e8084SDavid Ahern }
2134c7e8084SDavid Ahern 
2144c7e8084SDavid Ahern /* called with rcu read lock or rtnl held */
2154c7e8084SDavid Ahern static inline
2164c7e8084SDavid Ahern struct fib_nh_common *nexthop_fib_nhc(struct nexthop *nh, int nhsel)
2174c7e8084SDavid Ahern {
2184c7e8084SDavid Ahern 	struct nh_info *nhi;
2194c7e8084SDavid Ahern 
2204c7e8084SDavid Ahern 	BUILD_BUG_ON(offsetof(struct fib_nh, nh_common) != 0);
2214c7e8084SDavid Ahern 	BUILD_BUG_ON(offsetof(struct fib6_nh, nh_common) != 0);
2224c7e8084SDavid Ahern 
2234c7e8084SDavid Ahern 	if (nexthop_is_multipath(nh)) {
2244c7e8084SDavid Ahern 		nh = nexthop_mpath_select(nh, nhsel);
2254c7e8084SDavid Ahern 		if (!nh)
2264c7e8084SDavid Ahern 			return NULL;
2274c7e8084SDavid Ahern 	}
2284c7e8084SDavid Ahern 
2294c7e8084SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
2304c7e8084SDavid Ahern 	return &nhi->fib_nhc;
2314c7e8084SDavid Ahern }
2324c7e8084SDavid Ahern 
2335481d73fSDavid Ahern static inline unsigned int fib_info_num_path(const struct fib_info *fi)
2345481d73fSDavid Ahern {
2354c7e8084SDavid Ahern 	if (unlikely(fi->nh))
2364c7e8084SDavid Ahern 		return nexthop_num_path(fi->nh);
2374c7e8084SDavid Ahern 
2385481d73fSDavid Ahern 	return fi->fib_nhs;
2395481d73fSDavid Ahern }
2405481d73fSDavid Ahern 
2414c7e8084SDavid Ahern int fib_check_nexthop(struct nexthop *nh, u8 scope,
2424c7e8084SDavid Ahern 		      struct netlink_ext_ack *extack);
2434c7e8084SDavid Ahern 
2445481d73fSDavid Ahern static inline struct fib_nh_common *fib_info_nhc(struct fib_info *fi, int nhsel)
2455481d73fSDavid Ahern {
2464c7e8084SDavid Ahern 	if (unlikely(fi->nh))
2474c7e8084SDavid Ahern 		return nexthop_fib_nhc(fi->nh, nhsel);
2484c7e8084SDavid Ahern 
2495481d73fSDavid Ahern 	return &fi->fib_nh[nhsel].nh_common;
2505481d73fSDavid Ahern }
2515481d73fSDavid Ahern 
2524c7e8084SDavid Ahern /* only used when fib_nh is built into fib_info */
2535481d73fSDavid Ahern static inline struct fib_nh *fib_info_nh(struct fib_info *fi, int nhsel)
2545481d73fSDavid Ahern {
2554c7e8084SDavid Ahern 	WARN_ON(fi->nh);
2564c7e8084SDavid Ahern 
2575481d73fSDavid Ahern 	return &fi->fib_nh[nhsel];
2585481d73fSDavid Ahern }
259f88d8ea6SDavid Ahern 
260f88d8ea6SDavid Ahern /*
261f88d8ea6SDavid Ahern  * IPv6 variants
262f88d8ea6SDavid Ahern  */
263f88d8ea6SDavid Ahern int fib6_check_nexthop(struct nexthop *nh, struct fib6_config *cfg,
264f88d8ea6SDavid Ahern 		       struct netlink_ext_ack *extack);
265f88d8ea6SDavid Ahern 
266f88d8ea6SDavid Ahern static inline struct fib6_nh *nexthop_fib6_nh(struct nexthop *nh)
267f88d8ea6SDavid Ahern {
268f88d8ea6SDavid Ahern 	struct nh_info *nhi;
269f88d8ea6SDavid Ahern 
270f88d8ea6SDavid Ahern 	if (nexthop_is_multipath(nh)) {
271f88d8ea6SDavid Ahern 		nh = nexthop_mpath_select(nh, 0);
272f88d8ea6SDavid Ahern 		if (!nh)
273f88d8ea6SDavid Ahern 			return NULL;
274f88d8ea6SDavid Ahern 	}
275f88d8ea6SDavid Ahern 
276f88d8ea6SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
277f88d8ea6SDavid Ahern 	if (nhi->family == AF_INET6)
278f88d8ea6SDavid Ahern 		return &nhi->fib6_nh;
279f88d8ea6SDavid Ahern 
280f88d8ea6SDavid Ahern 	return NULL;
281f88d8ea6SDavid Ahern }
282f88d8ea6SDavid Ahern 
283f88d8ea6SDavid Ahern static inline struct net_device *fib6_info_nh_dev(struct fib6_info *f6i)
284f88d8ea6SDavid Ahern {
285f88d8ea6SDavid Ahern 	struct fib6_nh *fib6_nh;
286f88d8ea6SDavid Ahern 
287f88d8ea6SDavid Ahern 	fib6_nh = f6i->nh ? nexthop_fib6_nh(f6i->nh) : f6i->fib6_nh;
288f88d8ea6SDavid Ahern 	return fib6_nh->fib_nh_dev;
289f88d8ea6SDavid Ahern }
290f88d8ea6SDavid Ahern 
291f88d8ea6SDavid Ahern static inline void nexthop_path_fib6_result(struct fib6_result *res, int hash)
292f88d8ea6SDavid Ahern {
293f88d8ea6SDavid Ahern 	struct nexthop *nh = res->f6i->nh;
294f88d8ea6SDavid Ahern 	struct nh_info *nhi;
295f88d8ea6SDavid Ahern 
296f88d8ea6SDavid Ahern 	nh = nexthop_select_path(nh, hash);
297f88d8ea6SDavid Ahern 
298f88d8ea6SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
299f88d8ea6SDavid Ahern 	if (nhi->reject_nh) {
300f88d8ea6SDavid Ahern 		res->fib6_type = RTN_BLACKHOLE;
301f88d8ea6SDavid Ahern 		res->fib6_flags |= RTF_REJECT;
302f88d8ea6SDavid Ahern 		res->nh = nexthop_fib6_nh(nh);
303f88d8ea6SDavid Ahern 	} else {
304f88d8ea6SDavid Ahern 		res->nh = &nhi->fib6_nh;
305f88d8ea6SDavid Ahern 	}
306f88d8ea6SDavid Ahern }
307f88c9aa1SDavid Ahern 
308f88c9aa1SDavid Ahern int nexthop_for_each_fib6_nh(struct nexthop *nh,
309f88c9aa1SDavid Ahern 			     int (*cb)(struct fib6_nh *nh, void *arg),
310f88c9aa1SDavid Ahern 			     void *arg);
311*38428d68SRoopa Prabhu 
312*38428d68SRoopa Prabhu static inline int nexthop_get_family(struct nexthop *nh)
313*38428d68SRoopa Prabhu {
314*38428d68SRoopa Prabhu 	struct nh_info *nhi = rcu_dereference_rtnl(nh->nh_info);
315*38428d68SRoopa Prabhu 
316*38428d68SRoopa Prabhu 	return nhi->family;
317*38428d68SRoopa Prabhu }
318*38428d68SRoopa Prabhu 
319*38428d68SRoopa Prabhu static inline
320*38428d68SRoopa Prabhu struct fib_nh_common *nexthop_fdb_nhc(struct nexthop *nh)
321*38428d68SRoopa Prabhu {
322*38428d68SRoopa Prabhu 	struct nh_info *nhi = rcu_dereference_rtnl(nh->nh_info);
323*38428d68SRoopa Prabhu 
324*38428d68SRoopa Prabhu 	return &nhi->fib_nhc;
325*38428d68SRoopa Prabhu }
326*38428d68SRoopa Prabhu 
327*38428d68SRoopa Prabhu static inline struct fib_nh_common *nexthop_path_fdb_result(struct nexthop *nh,
328*38428d68SRoopa Prabhu 							    int hash)
329*38428d68SRoopa Prabhu {
330*38428d68SRoopa Prabhu 	struct nh_info *nhi;
331*38428d68SRoopa Prabhu 	struct nexthop *nhp;
332*38428d68SRoopa Prabhu 
333*38428d68SRoopa Prabhu 	nhp = nexthop_select_path(nh, hash);
334*38428d68SRoopa Prabhu 	if (unlikely(!nhp))
335*38428d68SRoopa Prabhu 		return NULL;
336*38428d68SRoopa Prabhu 	nhi = rcu_dereference(nhp->nh_info);
337*38428d68SRoopa Prabhu 	return &nhi->fib_nhc;
338*38428d68SRoopa Prabhu }
339ab84be7eSDavid Ahern #endif
340