xref: /openbmc/linux/include/net/nexthop.h (revision f88c9aa12fd0cff9cbb74b490350e6f0fac68296)
1ab84be7eSDavid Ahern /* SPDX-License-Identifier: GPL-2.0 */
2ab84be7eSDavid Ahern /*
3ab84be7eSDavid Ahern  * Generic nexthop implementation
4ab84be7eSDavid Ahern  *
5ab84be7eSDavid Ahern  * Copyright (c) 2017-19 Cumulus Networks
6ab84be7eSDavid Ahern  * Copyright (c) 2017-19 David Ahern <dsa@cumulusnetworks.com>
7ab84be7eSDavid Ahern  */
8ab84be7eSDavid Ahern 
9ab84be7eSDavid Ahern #ifndef __LINUX_NEXTHOP_H
10ab84be7eSDavid Ahern #define __LINUX_NEXTHOP_H
11ab84be7eSDavid Ahern 
12ab84be7eSDavid Ahern #include <linux/netdevice.h>
13f88d8ea6SDavid Ahern #include <linux/route.h>
14ab84be7eSDavid Ahern #include <linux/types.h>
15ab84be7eSDavid Ahern #include <net/ip_fib.h>
1653010f99SDavid Ahern #include <net/ip6_fib.h>
17ab84be7eSDavid Ahern #include <net/netlink.h>
18ab84be7eSDavid Ahern 
19ab84be7eSDavid Ahern #define NEXTHOP_VALID_USER_FLAGS RTNH_F_ONLINK
20ab84be7eSDavid Ahern 
21ab84be7eSDavid Ahern struct nexthop;
22ab84be7eSDavid Ahern 
23ab84be7eSDavid Ahern struct nh_config {
24ab84be7eSDavid Ahern 	u32		nh_id;
25ab84be7eSDavid Ahern 
26ab84be7eSDavid Ahern 	u8		nh_family;
27ab84be7eSDavid Ahern 	u8		nh_protocol;
28ab84be7eSDavid Ahern 	u8		nh_blackhole;
29ab84be7eSDavid Ahern 	u32		nh_flags;
30ab84be7eSDavid Ahern 
31ab84be7eSDavid Ahern 	int		nh_ifindex;
32ab84be7eSDavid Ahern 	struct net_device *dev;
33ab84be7eSDavid Ahern 
34597cfe4fSDavid Ahern 	union {
35597cfe4fSDavid Ahern 		__be32		ipv4;
3653010f99SDavid Ahern 		struct in6_addr	ipv6;
37597cfe4fSDavid Ahern 	} gw;
38597cfe4fSDavid Ahern 
39430a0491SDavid Ahern 	struct nlattr	*nh_grp;
40430a0491SDavid Ahern 	u16		nh_grp_type;
41430a0491SDavid Ahern 
42b513bd03SDavid Ahern 	struct nlattr	*nh_encap;
43b513bd03SDavid Ahern 	u16		nh_encap_type;
44b513bd03SDavid Ahern 
45ab84be7eSDavid Ahern 	u32		nlflags;
46ab84be7eSDavid Ahern 	struct nl_info	nlinfo;
47ab84be7eSDavid Ahern };
48ab84be7eSDavid Ahern 
49ab84be7eSDavid Ahern struct nh_info {
50ab84be7eSDavid Ahern 	struct hlist_node	dev_hash;    /* entry on netns devhash */
51ab84be7eSDavid Ahern 	struct nexthop		*nh_parent;
52ab84be7eSDavid Ahern 
53ab84be7eSDavid Ahern 	u8			family;
54ab84be7eSDavid Ahern 	bool			reject_nh;
55ab84be7eSDavid Ahern 
56ab84be7eSDavid Ahern 	union {
57ab84be7eSDavid Ahern 		struct fib_nh_common	fib_nhc;
58597cfe4fSDavid Ahern 		struct fib_nh		fib_nh;
5953010f99SDavid Ahern 		struct fib6_nh		fib6_nh;
60ab84be7eSDavid Ahern 	};
61ab84be7eSDavid Ahern };
62ab84be7eSDavid Ahern 
63430a0491SDavid Ahern struct nh_grp_entry {
64430a0491SDavid Ahern 	struct nexthop	*nh;
65430a0491SDavid Ahern 	u8		weight;
66430a0491SDavid Ahern 	atomic_t	upper_bound;
67430a0491SDavid Ahern 
68430a0491SDavid Ahern 	struct list_head nh_list;
69430a0491SDavid Ahern 	struct nexthop	*nh_parent;  /* nexthop of group with this entry */
70430a0491SDavid Ahern };
71430a0491SDavid Ahern 
72430a0491SDavid Ahern struct nh_group {
73430a0491SDavid Ahern 	u16			num_nh;
74430a0491SDavid Ahern 	bool			mpath;
75430a0491SDavid Ahern 	bool			has_v4;
76430a0491SDavid Ahern 	struct nh_grp_entry	nh_entries[0];
77430a0491SDavid Ahern };
78430a0491SDavid Ahern 
79ab84be7eSDavid Ahern struct nexthop {
80ab84be7eSDavid Ahern 	struct rb_node		rb_node;    /* entry on netns rbtree */
814c7e8084SDavid Ahern 	struct list_head	fi_list;    /* v4 entries using nh */
82f88d8ea6SDavid Ahern 	struct list_head	f6i_list;   /* v6 entries using nh */
83430a0491SDavid Ahern 	struct list_head	grp_list;   /* nh group entries using this nh */
84ab84be7eSDavid Ahern 	struct net		*net;
85ab84be7eSDavid Ahern 
86ab84be7eSDavid Ahern 	u32			id;
87ab84be7eSDavid Ahern 
88ab84be7eSDavid Ahern 	u8			protocol;   /* app managing this nh */
89ab84be7eSDavid Ahern 	u8			nh_flags;
90430a0491SDavid Ahern 	bool			is_group;
91ab84be7eSDavid Ahern 
92ab84be7eSDavid Ahern 	refcount_t		refcnt;
93ab84be7eSDavid Ahern 	struct rcu_head		rcu;
94ab84be7eSDavid Ahern 
95ab84be7eSDavid Ahern 	union {
96ab84be7eSDavid Ahern 		struct nh_info	__rcu *nh_info;
97430a0491SDavid Ahern 		struct nh_group __rcu *nh_grp;
98ab84be7eSDavid Ahern 	};
99ab84be7eSDavid Ahern };
100ab84be7eSDavid Ahern 
101ab84be7eSDavid Ahern /* caller is holding rcu or rtnl; no reference taken to nexthop */
102ab84be7eSDavid Ahern struct nexthop *nexthop_find_by_id(struct net *net, u32 id);
103ab84be7eSDavid Ahern void nexthop_free_rcu(struct rcu_head *head);
104ab84be7eSDavid Ahern 
105ab84be7eSDavid Ahern static inline bool nexthop_get(struct nexthop *nh)
106ab84be7eSDavid Ahern {
107ab84be7eSDavid Ahern 	return refcount_inc_not_zero(&nh->refcnt);
108ab84be7eSDavid Ahern }
109ab84be7eSDavid Ahern 
110ab84be7eSDavid Ahern static inline void nexthop_put(struct nexthop *nh)
111ab84be7eSDavid Ahern {
112ab84be7eSDavid Ahern 	if (refcount_dec_and_test(&nh->refcnt))
113ab84be7eSDavid Ahern 		call_rcu(&nh->rcu, nexthop_free_rcu);
114ab84be7eSDavid Ahern }
115ab84be7eSDavid Ahern 
1164c7e8084SDavid Ahern static inline bool nexthop_cmp(const struct nexthop *nh1,
1174c7e8084SDavid Ahern 			       const struct nexthop *nh2)
1184c7e8084SDavid Ahern {
1194c7e8084SDavid Ahern 	return nh1 == nh2;
1204c7e8084SDavid Ahern }
1214c7e8084SDavid Ahern 
122430a0491SDavid Ahern static inline bool nexthop_is_multipath(const struct nexthop *nh)
123430a0491SDavid Ahern {
124430a0491SDavid Ahern 	if (nh->is_group) {
125430a0491SDavid Ahern 		struct nh_group *nh_grp;
126430a0491SDavid Ahern 
127430a0491SDavid Ahern 		nh_grp = rcu_dereference_rtnl(nh->nh_grp);
128430a0491SDavid Ahern 		return nh_grp->mpath;
129430a0491SDavid Ahern 	}
130430a0491SDavid Ahern 	return false;
131430a0491SDavid Ahern }
132430a0491SDavid Ahern 
133430a0491SDavid Ahern struct nexthop *nexthop_select_path(struct nexthop *nh, int hash);
134430a0491SDavid Ahern 
135430a0491SDavid Ahern static inline unsigned int nexthop_num_path(const struct nexthop *nh)
136430a0491SDavid Ahern {
137430a0491SDavid Ahern 	unsigned int rc = 1;
138430a0491SDavid Ahern 
139430a0491SDavid Ahern 	if (nexthop_is_multipath(nh)) {
140430a0491SDavid Ahern 		struct nh_group *nh_grp;
141430a0491SDavid Ahern 
142430a0491SDavid Ahern 		nh_grp = rcu_dereference_rtnl(nh->nh_grp);
143430a0491SDavid Ahern 		rc = nh_grp->num_nh;
144430a0491SDavid Ahern 	} else {
145430a0491SDavid Ahern 		const struct nh_info *nhi;
146430a0491SDavid Ahern 
147430a0491SDavid Ahern 		nhi = rcu_dereference_rtnl(nh->nh_info);
148430a0491SDavid Ahern 		if (nhi->reject_nh)
149430a0491SDavid Ahern 			rc = 0;
150430a0491SDavid Ahern 	}
151430a0491SDavid Ahern 
152430a0491SDavid Ahern 	return rc;
153430a0491SDavid Ahern }
154430a0491SDavid Ahern 
155430a0491SDavid Ahern static inline
156430a0491SDavid Ahern struct nexthop *nexthop_mpath_select(const struct nexthop *nh, int nhsel)
157430a0491SDavid Ahern {
158430a0491SDavid Ahern 	const struct nh_group *nhg = rcu_dereference_rtnl(nh->nh_grp);
159430a0491SDavid Ahern 
160430a0491SDavid Ahern 	/* for_nexthops macros in fib_semantics.c grabs a pointer to
161430a0491SDavid Ahern 	 * the nexthop before checking nhsel
162430a0491SDavid Ahern 	 */
1635270041dSDan Carpenter 	if (nhsel >= nhg->num_nh)
164430a0491SDavid Ahern 		return NULL;
165430a0491SDavid Ahern 
166430a0491SDavid Ahern 	return nhg->nh_entries[nhsel].nh;
167430a0491SDavid Ahern }
168430a0491SDavid Ahern 
169430a0491SDavid Ahern static inline
170430a0491SDavid Ahern int nexthop_mpath_fill_node(struct sk_buff *skb, struct nexthop *nh)
171430a0491SDavid Ahern {
172430a0491SDavid Ahern 	struct nh_group *nhg = rtnl_dereference(nh->nh_grp);
173430a0491SDavid Ahern 	int i;
174430a0491SDavid Ahern 
175430a0491SDavid Ahern 	for (i = 0; i < nhg->num_nh; i++) {
176430a0491SDavid Ahern 		struct nexthop *nhe = nhg->nh_entries[i].nh;
177430a0491SDavid Ahern 		struct nh_info *nhi = rcu_dereference_rtnl(nhe->nh_info);
178430a0491SDavid Ahern 		struct fib_nh_common *nhc = &nhi->fib_nhc;
179430a0491SDavid Ahern 		int weight = nhg->nh_entries[i].weight;
180430a0491SDavid Ahern 
181430a0491SDavid Ahern 		if (fib_add_nexthop(skb, nhc, weight) < 0)
182430a0491SDavid Ahern 			return -EMSGSIZE;
183430a0491SDavid Ahern 	}
184430a0491SDavid Ahern 
185430a0491SDavid Ahern 	return 0;
186430a0491SDavid Ahern }
187430a0491SDavid Ahern 
188ab84be7eSDavid Ahern /* called with rcu lock */
189ab84be7eSDavid Ahern static inline bool nexthop_is_blackhole(const struct nexthop *nh)
190ab84be7eSDavid Ahern {
191ab84be7eSDavid Ahern 	const struct nh_info *nhi;
192ab84be7eSDavid Ahern 
193430a0491SDavid Ahern 	if (nexthop_is_multipath(nh)) {
194430a0491SDavid Ahern 		if (nexthop_num_path(nh) > 1)
195430a0491SDavid Ahern 			return false;
196430a0491SDavid Ahern 		nh = nexthop_mpath_select(nh, 0);
197430a0491SDavid Ahern 		if (!nh)
198430a0491SDavid Ahern 			return false;
199430a0491SDavid Ahern 	}
200430a0491SDavid Ahern 
201430a0491SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
202ab84be7eSDavid Ahern 	return nhi->reject_nh;
203ab84be7eSDavid Ahern }
2045481d73fSDavid Ahern 
2054c7e8084SDavid Ahern static inline void nexthop_path_fib_result(struct fib_result *res, int hash)
2064c7e8084SDavid Ahern {
2074c7e8084SDavid Ahern 	struct nh_info *nhi;
2084c7e8084SDavid Ahern 	struct nexthop *nh;
2094c7e8084SDavid Ahern 
2104c7e8084SDavid Ahern 	nh = nexthop_select_path(res->fi->nh, hash);
2114c7e8084SDavid Ahern 	nhi = rcu_dereference(nh->nh_info);
2124c7e8084SDavid Ahern 	res->nhc = &nhi->fib_nhc;
2134c7e8084SDavid Ahern }
2144c7e8084SDavid Ahern 
2154c7e8084SDavid Ahern /* called with rcu read lock or rtnl held */
2164c7e8084SDavid Ahern static inline
2174c7e8084SDavid Ahern struct fib_nh_common *nexthop_fib_nhc(struct nexthop *nh, int nhsel)
2184c7e8084SDavid Ahern {
2194c7e8084SDavid Ahern 	struct nh_info *nhi;
2204c7e8084SDavid Ahern 
2214c7e8084SDavid Ahern 	BUILD_BUG_ON(offsetof(struct fib_nh, nh_common) != 0);
2224c7e8084SDavid Ahern 	BUILD_BUG_ON(offsetof(struct fib6_nh, nh_common) != 0);
2234c7e8084SDavid Ahern 
2244c7e8084SDavid Ahern 	if (nexthop_is_multipath(nh)) {
2254c7e8084SDavid Ahern 		nh = nexthop_mpath_select(nh, nhsel);
2264c7e8084SDavid Ahern 		if (!nh)
2274c7e8084SDavid Ahern 			return NULL;
2284c7e8084SDavid Ahern 	}
2294c7e8084SDavid Ahern 
2304c7e8084SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
2314c7e8084SDavid Ahern 	return &nhi->fib_nhc;
2324c7e8084SDavid Ahern }
2334c7e8084SDavid Ahern 
2345481d73fSDavid Ahern static inline unsigned int fib_info_num_path(const struct fib_info *fi)
2355481d73fSDavid Ahern {
2364c7e8084SDavid Ahern 	if (unlikely(fi->nh))
2374c7e8084SDavid Ahern 		return nexthop_num_path(fi->nh);
2384c7e8084SDavid Ahern 
2395481d73fSDavid Ahern 	return fi->fib_nhs;
2405481d73fSDavid Ahern }
2415481d73fSDavid Ahern 
2424c7e8084SDavid Ahern int fib_check_nexthop(struct nexthop *nh, u8 scope,
2434c7e8084SDavid Ahern 		      struct netlink_ext_ack *extack);
2444c7e8084SDavid Ahern 
2455481d73fSDavid Ahern static inline struct fib_nh_common *fib_info_nhc(struct fib_info *fi, int nhsel)
2465481d73fSDavid Ahern {
2474c7e8084SDavid Ahern 	if (unlikely(fi->nh))
2484c7e8084SDavid Ahern 		return nexthop_fib_nhc(fi->nh, nhsel);
2494c7e8084SDavid Ahern 
2505481d73fSDavid Ahern 	return &fi->fib_nh[nhsel].nh_common;
2515481d73fSDavid Ahern }
2525481d73fSDavid Ahern 
2534c7e8084SDavid Ahern /* only used when fib_nh is built into fib_info */
2545481d73fSDavid Ahern static inline struct fib_nh *fib_info_nh(struct fib_info *fi, int nhsel)
2555481d73fSDavid Ahern {
2564c7e8084SDavid Ahern 	WARN_ON(fi->nh);
2574c7e8084SDavid Ahern 
2585481d73fSDavid Ahern 	return &fi->fib_nh[nhsel];
2595481d73fSDavid Ahern }
260f88d8ea6SDavid Ahern 
261f88d8ea6SDavid Ahern /*
262f88d8ea6SDavid Ahern  * IPv6 variants
263f88d8ea6SDavid Ahern  */
264f88d8ea6SDavid Ahern int fib6_check_nexthop(struct nexthop *nh, struct fib6_config *cfg,
265f88d8ea6SDavid Ahern 		       struct netlink_ext_ack *extack);
266f88d8ea6SDavid Ahern 
267f88d8ea6SDavid Ahern static inline struct fib6_nh *nexthop_fib6_nh(struct nexthop *nh)
268f88d8ea6SDavid Ahern {
269f88d8ea6SDavid Ahern 	struct nh_info *nhi;
270f88d8ea6SDavid Ahern 
271f88d8ea6SDavid Ahern 	if (nexthop_is_multipath(nh)) {
272f88d8ea6SDavid Ahern 		nh = nexthop_mpath_select(nh, 0);
273f88d8ea6SDavid Ahern 		if (!nh)
274f88d8ea6SDavid Ahern 			return NULL;
275f88d8ea6SDavid Ahern 	}
276f88d8ea6SDavid Ahern 
277f88d8ea6SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
278f88d8ea6SDavid Ahern 	if (nhi->family == AF_INET6)
279f88d8ea6SDavid Ahern 		return &nhi->fib6_nh;
280f88d8ea6SDavid Ahern 
281f88d8ea6SDavid Ahern 	return NULL;
282f88d8ea6SDavid Ahern }
283f88d8ea6SDavid Ahern 
284f88d8ea6SDavid Ahern static inline struct net_device *fib6_info_nh_dev(struct fib6_info *f6i)
285f88d8ea6SDavid Ahern {
286f88d8ea6SDavid Ahern 	struct fib6_nh *fib6_nh;
287f88d8ea6SDavid Ahern 
288f88d8ea6SDavid Ahern 	fib6_nh = f6i->nh ? nexthop_fib6_nh(f6i->nh) : f6i->fib6_nh;
289f88d8ea6SDavid Ahern 	return fib6_nh->fib_nh_dev;
290f88d8ea6SDavid Ahern }
291f88d8ea6SDavid Ahern 
292f88d8ea6SDavid Ahern static inline void nexthop_path_fib6_result(struct fib6_result *res, int hash)
293f88d8ea6SDavid Ahern {
294f88d8ea6SDavid Ahern 	struct nexthop *nh = res->f6i->nh;
295f88d8ea6SDavid Ahern 	struct nh_info *nhi;
296f88d8ea6SDavid Ahern 
297f88d8ea6SDavid Ahern 	nh = nexthop_select_path(nh, hash);
298f88d8ea6SDavid Ahern 
299f88d8ea6SDavid Ahern 	nhi = rcu_dereference_rtnl(nh->nh_info);
300f88d8ea6SDavid Ahern 	if (nhi->reject_nh) {
301f88d8ea6SDavid Ahern 		res->fib6_type = RTN_BLACKHOLE;
302f88d8ea6SDavid Ahern 		res->fib6_flags |= RTF_REJECT;
303f88d8ea6SDavid Ahern 		res->nh = nexthop_fib6_nh(nh);
304f88d8ea6SDavid Ahern 	} else {
305f88d8ea6SDavid Ahern 		res->nh = &nhi->fib6_nh;
306f88d8ea6SDavid Ahern 	}
307f88d8ea6SDavid Ahern }
308*f88c9aa1SDavid Ahern 
309*f88c9aa1SDavid Ahern int nexthop_for_each_fib6_nh(struct nexthop *nh,
310*f88c9aa1SDavid Ahern 			     int (*cb)(struct fib6_nh *nh, void *arg),
311*f88c9aa1SDavid Ahern 			     void *arg);
312ab84be7eSDavid Ahern #endif
313