12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
21da177e4SLinus Torvalds /*
31da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX
41da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket
51da177e4SLinus Torvalds * interface as the means of communication with the user level.
61da177e4SLinus Torvalds *
71da177e4SLinus Torvalds * IPv4 Forwarding Information Base: policy rules.
81da177e4SLinus Torvalds *
91da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10e1ef4bf2SThomas Graf * Thomas Graf <tgraf@suug.ch>
111da177e4SLinus Torvalds *
121da177e4SLinus Torvalds * Fixes:
131da177e4SLinus Torvalds * Rani Assaf : local_rule cannot be deleted
141da177e4SLinus Torvalds * Marc Boucher : routing by fwmark
151da177e4SLinus Torvalds */
161da177e4SLinus Torvalds
171da177e4SLinus Torvalds #include <linux/types.h>
181da177e4SLinus Torvalds #include <linux/kernel.h>
191da177e4SLinus Torvalds #include <linux/netdevice.h>
201da177e4SLinus Torvalds #include <linux/netlink.h>
21e1ef4bf2SThomas Graf #include <linux/inetdevice.h>
221da177e4SLinus Torvalds #include <linux/init.h>
237b204afdSRobert Olsson #include <linux/list.h>
247b204afdSRobert Olsson #include <linux/rcupdate.h>
25bc3b2d7fSPaul Gortmaker #include <linux/export.h>
26563f8e97SGuillaume Nault #include <net/inet_dscp.h>
271da177e4SLinus Torvalds #include <net/ip.h>
281da177e4SLinus Torvalds #include <net/route.h>
291da177e4SLinus Torvalds #include <net/tcp.h>
301da177e4SLinus Torvalds #include <net/ip_fib.h>
315481d73fSDavid Ahern #include <net/nexthop.h>
32e1ef4bf2SThomas Graf #include <net/fib_rules.h>
33b9aaec8fSBrian Vazquez #include <linux/indirect_call_wrapper.h>
341da177e4SLinus Torvalds
356a31d2a9SEric Dumazet struct fib4_rule {
36e1ef4bf2SThomas Graf struct fib_rule common;
37e1ef4bf2SThomas Graf u8 dst_len;
38e1ef4bf2SThomas Graf u8 src_len;
39563f8e97SGuillaume Nault dscp_t dscp;
4081f7bf6cSAl Viro __be32 src;
4181f7bf6cSAl Viro __be32 srcmask;
4281f7bf6cSAl Viro __be32 dst;
4381f7bf6cSAl Viro __be32 dstmask;
44c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
45e1ef4bf2SThomas Graf u32 tclassid;
461da177e4SLinus Torvalds #endif
471da177e4SLinus Torvalds };
481da177e4SLinus Torvalds
fib4_rule_matchall(const struct fib_rule * rule)493c71006dSIdo Schimmel static bool fib4_rule_matchall(const struct fib_rule *rule)
503c71006dSIdo Schimmel {
513c71006dSIdo Schimmel struct fib4_rule *r = container_of(rule, struct fib4_rule, common);
523c71006dSIdo Schimmel
53563f8e97SGuillaume Nault if (r->dst_len || r->src_len || r->dscp)
543c71006dSIdo Schimmel return false;
553c71006dSIdo Schimmel return fib_rule_matchall(rule);
563c71006dSIdo Schimmel }
573c71006dSIdo Schimmel
fib4_rule_default(const struct fib_rule * rule)583c71006dSIdo Schimmel bool fib4_rule_default(const struct fib_rule *rule)
593c71006dSIdo Schimmel {
603c71006dSIdo Schimmel if (!fib4_rule_matchall(rule) || rule->action != FR_ACT_TO_TBL ||
613c71006dSIdo Schimmel rule->l3mdev)
623c71006dSIdo Schimmel return false;
633c71006dSIdo Schimmel if (rule->table != RT_TABLE_LOCAL && rule->table != RT_TABLE_MAIN &&
643c71006dSIdo Schimmel rule->table != RT_TABLE_DEFAULT)
653c71006dSIdo Schimmel return false;
663c71006dSIdo Schimmel return true;
673c71006dSIdo Schimmel }
683c71006dSIdo Schimmel EXPORT_SYMBOL_GPL(fib4_rule_default);
693c71006dSIdo Schimmel
fib4_rules_dump(struct net * net,struct notifier_block * nb,struct netlink_ext_ack * extack)70b7a59557SJiri Pirko int fib4_rules_dump(struct net *net, struct notifier_block *nb,
71b7a59557SJiri Pirko struct netlink_ext_ack *extack)
721b2a4440SIdo Schimmel {
73b7a59557SJiri Pirko return fib_rules_dump(net, nb, AF_INET, extack);
741b2a4440SIdo Schimmel }
751b2a4440SIdo Schimmel
fib4_rules_seq_read(struct net * net)761b2a4440SIdo Schimmel unsigned int fib4_rules_seq_read(struct net *net)
771b2a4440SIdo Schimmel {
781b2a4440SIdo Schimmel return fib_rules_seq_read(net, AF_INET);
791b2a4440SIdo Schimmel }
801b2a4440SIdo Schimmel
__fib_lookup(struct net * net,struct flowi4 * flp,struct fib_result * res,unsigned int flags)810eeb075fSAndy Gospodarek int __fib_lookup(struct net *net, struct flowi4 *flp,
820eeb075fSAndy Gospodarek struct fib_result *res, unsigned int flags)
83e1ef4bf2SThomas Graf {
84e1ef4bf2SThomas Graf struct fib_lookup_arg arg = {
85e1ef4bf2SThomas Graf .result = res,
860eeb075fSAndy Gospodarek .flags = flags,
87e1ef4bf2SThomas Graf };
88e1ef4bf2SThomas Graf int err;
89e1ef4bf2SThomas Graf
909ee0034bSDavid Ahern /* update flow if oif or iif point to device enslaved to l3mdev */
919ee0034bSDavid Ahern l3mdev_update_flow(net, flowi4_to_flowi(flp));
929ee0034bSDavid Ahern
9322bd5b9bSDavid S. Miller err = fib_rules_lookup(net->ipv4.rules_ops, flowi4_to_flowi(flp), 0, &arg);
9485b91b03SDavid S. Miller #ifdef CONFIG_IP_ROUTE_CLASSID
9585b91b03SDavid S. Miller if (arg.rule)
9685b91b03SDavid S. Miller res->tclassid = ((struct fib4_rule *)arg.rule)->tclassid;
9785b91b03SDavid S. Miller else
9885b91b03SDavid S. Miller res->tclassid = 0;
9985b91b03SDavid S. Miller #endif
10049dd18baSPanu Matilainen
10149dd18baSPanu Matilainen if (err == -ESRCH)
10249dd18baSPanu Matilainen err = -ENETUNREACH;
10349dd18baSPanu Matilainen
1041da177e4SLinus Torvalds return err;
1051da177e4SLinus Torvalds }
106f4530fa5SDavid S. Miller EXPORT_SYMBOL_GPL(__fib_lookup);
1071da177e4SLinus Torvalds
fib4_rule_action(struct fib_rule * rule,struct flowi * flp,int flags,struct fib_lookup_arg * arg)108b9aaec8fSBrian Vazquez INDIRECT_CALLABLE_SCOPE int fib4_rule_action(struct fib_rule *rule,
109b9aaec8fSBrian Vazquez struct flowi *flp, int flags,
110b9aaec8fSBrian Vazquez struct fib_lookup_arg *arg)
111e1ef4bf2SThomas Graf {
112e1ef4bf2SThomas Graf int err = -EAGAIN;
113e1ef4bf2SThomas Graf struct fib_table *tbl;
11496c63fa7SDavid Ahern u32 tb_id;
115e1ef4bf2SThomas Graf
116e1ef4bf2SThomas Graf switch (rule->action) {
117e1ef4bf2SThomas Graf case FR_ACT_TO_TBL:
118e1ef4bf2SThomas Graf break;
119e1ef4bf2SThomas Graf
120e1ef4bf2SThomas Graf case FR_ACT_UNREACHABLE:
121345e9b54SAlexander Duyck return -ENETUNREACH;
122e1ef4bf2SThomas Graf
123e1ef4bf2SThomas Graf case FR_ACT_PROHIBIT:
124345e9b54SAlexander Duyck return -EACCES;
125e1ef4bf2SThomas Graf
126e1ef4bf2SThomas Graf case FR_ACT_BLACKHOLE:
127e1ef4bf2SThomas Graf default:
128345e9b54SAlexander Duyck return -EINVAL;
129e1ef4bf2SThomas Graf }
130e1ef4bf2SThomas Graf
131345e9b54SAlexander Duyck rcu_read_lock();
132e1ef4bf2SThomas Graf
13396c63fa7SDavid Ahern tb_id = fib_rule_get_table(rule, arg);
13496c63fa7SDavid Ahern tbl = fib_get_table(rule->fr_net, tb_id);
135345e9b54SAlexander Duyck if (tbl)
136345e9b54SAlexander Duyck err = fib_table_lookup(tbl, &flp->u.ip4,
137345e9b54SAlexander Duyck (struct fib_result *)arg->result,
138345e9b54SAlexander Duyck arg->flags);
139345e9b54SAlexander Duyck
140345e9b54SAlexander Duyck rcu_read_unlock();
141e1ef4bf2SThomas Graf return err;
142e1ef4bf2SThomas Graf }
143e1ef4bf2SThomas Graf
fib4_rule_suppress(struct fib_rule * rule,int flags,struct fib_lookup_arg * arg)144b9aaec8fSBrian Vazquez INDIRECT_CALLABLE_SCOPE bool fib4_rule_suppress(struct fib_rule *rule,
145cdef4852Smsizanoen1 int flags,
146b9aaec8fSBrian Vazquez struct fib_lookup_arg *arg)
1477764a45aSStefan Tomanek {
148*2e47eeceSYu Zhe struct fib_result *result = arg->result;
149673498b8SStefan Tomanek struct net_device *dev = NULL;
150673498b8SStefan Tomanek
1515481d73fSDavid Ahern if (result->fi) {
152dcb1ecb5SDavid Ahern struct fib_nh_common *nhc = fib_info_nhc(result->fi, 0);
1535481d73fSDavid Ahern
154dcb1ecb5SDavid Ahern dev = nhc->nhc_dev;
1555481d73fSDavid Ahern }
1566ef94cfaSStefan Tomanek
1577764a45aSStefan Tomanek /* do not accept result if the route does
1587764a45aSStefan Tomanek * not meet the required prefix length
1597764a45aSStefan Tomanek */
16073f5698eSStefan Tomanek if (result->prefixlen <= rule->suppress_prefixlen)
1616ef94cfaSStefan Tomanek goto suppress_route;
1626ef94cfaSStefan Tomanek
1636ef94cfaSStefan Tomanek /* do not accept result if the route uses a device
1646ef94cfaSStefan Tomanek * belonging to a forbidden interface group
1656ef94cfaSStefan Tomanek */
1666ef94cfaSStefan Tomanek if (rule->suppress_ifgroup != -1 && dev && dev->group == rule->suppress_ifgroup)
1676ef94cfaSStefan Tomanek goto suppress_route;
1686ef94cfaSStefan Tomanek
1696ef94cfaSStefan Tomanek return false;
1706ef94cfaSStefan Tomanek
1716ef94cfaSStefan Tomanek suppress_route:
1727764a45aSStefan Tomanek if (!(arg->flags & FIB_LOOKUP_NOREF))
1737764a45aSStefan Tomanek fib_info_put(result->fi);
1747764a45aSStefan Tomanek return true;
1757764a45aSStefan Tomanek }
176e1ef4bf2SThomas Graf
fib4_rule_match(struct fib_rule * rule,struct flowi * fl,int flags)177b9aaec8fSBrian Vazquez INDIRECT_CALLABLE_SCOPE int fib4_rule_match(struct fib_rule *rule,
178b9aaec8fSBrian Vazquez struct flowi *fl, int flags)
179e1ef4bf2SThomas Graf {
180e1ef4bf2SThomas Graf struct fib4_rule *r = (struct fib4_rule *) rule;
1819ade2286SDavid S. Miller struct flowi4 *fl4 = &fl->u.ip4;
1829ade2286SDavid S. Miller __be32 daddr = fl4->daddr;
1839ade2286SDavid S. Miller __be32 saddr = fl4->saddr;
184e1ef4bf2SThomas Graf
185e1ef4bf2SThomas Graf if (((saddr ^ r->src) & r->srcmask) ||
186e1ef4bf2SThomas Graf ((daddr ^ r->dst) & r->dstmask))
187e1ef4bf2SThomas Graf return 0;
188e1ef4bf2SThomas Graf
189563f8e97SGuillaume Nault if (r->dscp && r->dscp != inet_dsfield_to_dscp(fl4->flowi4_tos))
190e1ef4bf2SThomas Graf return 0;
191e1ef4bf2SThomas Graf
1924a2d73a4SRoopa Prabhu if (rule->ip_proto && (rule->ip_proto != fl4->flowi4_proto))
1934a2d73a4SRoopa Prabhu return 0;
1944a2d73a4SRoopa Prabhu
1954a2d73a4SRoopa Prabhu if (fib_rule_port_range_set(&rule->sport_range) &&
1964a2d73a4SRoopa Prabhu !fib_rule_port_inrange(&rule->sport_range, fl4->fl4_sport))
1974a2d73a4SRoopa Prabhu return 0;
1984a2d73a4SRoopa Prabhu
1994a2d73a4SRoopa Prabhu if (fib_rule_port_range_set(&rule->dport_range) &&
2004a2d73a4SRoopa Prabhu !fib_rule_port_inrange(&rule->dport_range, fl4->fl4_dport))
2014a2d73a4SRoopa Prabhu return 0;
2024a2d73a4SRoopa Prabhu
203e1ef4bf2SThomas Graf return 1;
204e1ef4bf2SThomas Graf }
2051da177e4SLinus Torvalds
fib_empty_table(struct net * net)2068ad4942cSDenis V. Lunev static struct fib_table *fib_empty_table(struct net *net)
2071da177e4SLinus Torvalds {
20858075ff5SYueHaibing u32 id = 1;
2091da177e4SLinus Torvalds
21058075ff5SYueHaibing while (1) {
21151456b29SIan Morris if (!fib_get_table(net, id))
2128ad4942cSDenis V. Lunev return fib_new_table(net, id);
21358075ff5SYueHaibing
21458075ff5SYueHaibing if (id++ == RT_TABLE_MAX)
21558075ff5SYueHaibing break;
21658075ff5SYueHaibing }
2171da177e4SLinus Torvalds return NULL;
2181da177e4SLinus Torvalds }
2191da177e4SLinus Torvalds
fib4_rule_configure(struct fib_rule * rule,struct sk_buff * skb,struct fib_rule_hdr * frh,struct nlattr ** tb,struct netlink_ext_ack * extack)220e1ef4bf2SThomas Graf static int fib4_rule_configure(struct fib_rule *rule, struct sk_buff *skb,
2218b3521eeSRami Rosen struct fib_rule_hdr *frh,
222b16fb418SRoopa Prabhu struct nlattr **tb,
223b16fb418SRoopa Prabhu struct netlink_ext_ack *extack)
2241da177e4SLinus Torvalds {
2253b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(skb->sk);
226e1ef4bf2SThomas Graf int err = -EINVAL;
227e1ef4bf2SThomas Graf struct fib4_rule *rule4 = (struct fib4_rule *) rule;
2281da177e4SLinus Torvalds
229563f8e97SGuillaume Nault if (!inet_validate_dscp(frh->tos)) {
230563f8e97SGuillaume Nault NL_SET_ERR_MSG(extack,
231563f8e97SGuillaume Nault "Invalid dsfield (tos): ECN bits must be 0");
232e1ef4bf2SThomas Graf goto errout;
233b16fb418SRoopa Prabhu }
234dc513a40SGuillaume Nault /* IPv4 currently doesn't handle high order DSCP bits correctly */
235dc513a40SGuillaume Nault if (frh->tos & ~IPTOS_TOS_MASK) {
236dc513a40SGuillaume Nault NL_SET_ERR_MSG(extack, "Invalid tos");
237dc513a40SGuillaume Nault goto errout;
238dc513a40SGuillaume Nault }
239563f8e97SGuillaume Nault rule4->dscp = inet_dsfield_to_dscp(frh->tos);
240e1ef4bf2SThomas Graf
2410ddcf43dSAlexander Duyck /* split local/main if they are not already split */
2420ddcf43dSAlexander Duyck err = fib_unmerge(net);
2430ddcf43dSAlexander Duyck if (err)
2440ddcf43dSAlexander Duyck goto errout;
2450ddcf43dSAlexander Duyck
24696c63fa7SDavid Ahern if (rule->table == RT_TABLE_UNSPEC && !rule->l3mdev) {
247e1ef4bf2SThomas Graf if (rule->action == FR_ACT_TO_TBL) {
248e1ef4bf2SThomas Graf struct fib_table *table;
249e1ef4bf2SThomas Graf
250e4e4971cSDenis V. Lunev table = fib_empty_table(net);
25151456b29SIan Morris if (!table) {
252e1ef4bf2SThomas Graf err = -ENOBUFS;
253e1ef4bf2SThomas Graf goto errout;
254e1ef4bf2SThomas Graf }
255e1ef4bf2SThomas Graf
256e1ef4bf2SThomas Graf rule->table = table->tb_id;
257e1ef4bf2SThomas Graf }
258e1ef4bf2SThomas Graf }
259e1ef4bf2SThomas Graf
260e1701c68SThomas Graf if (frh->src_len)
26167b61f6cSJiri Benc rule4->src = nla_get_in_addr(tb[FRA_SRC]);
262e1ef4bf2SThomas Graf
263e1701c68SThomas Graf if (frh->dst_len)
26467b61f6cSJiri Benc rule4->dst = nla_get_in_addr(tb[FRA_DST]);
265e1ef4bf2SThomas Graf
266c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
2677a9bc9b8SDavid S. Miller if (tb[FRA_FLOW]) {
268e1ef4bf2SThomas Graf rule4->tclassid = nla_get_u32(tb[FRA_FLOW]);
2697a9bc9b8SDavid S. Miller if (rule4->tclassid)
270213f5f8fSEric Dumazet atomic_inc(&net->ipv4.fib_num_tclassid_users);
2717a9bc9b8SDavid S. Miller }
2721da177e4SLinus Torvalds #endif
2731da177e4SLinus Torvalds
274e37b1e97SRoopa Prabhu if (fib_rule_requires_fldissect(rule))
275e37b1e97SRoopa Prabhu net->ipv4.fib_rules_require_fldissect++;
276e37b1e97SRoopa Prabhu
277e1ef4bf2SThomas Graf rule4->src_len = frh->src_len;
278e1ef4bf2SThomas Graf rule4->srcmask = inet_make_mask(rule4->src_len);
279e1ef4bf2SThomas Graf rule4->dst_len = frh->dst_len;
280e1ef4bf2SThomas Graf rule4->dstmask = inet_make_mask(rule4->dst_len);
281e1ef4bf2SThomas Graf
282f4530fa5SDavid S. Miller net->ipv4.fib_has_custom_rules = true;
283104616e7SScott Feldman
284e1ef4bf2SThomas Graf err = 0;
285e1ef4bf2SThomas Graf errout:
286e1ef4bf2SThomas Graf return err;
2871da177e4SLinus Torvalds }
2881da177e4SLinus Torvalds
fib4_rule_delete(struct fib_rule * rule)2890ddcf43dSAlexander Duyck static int fib4_rule_delete(struct fib_rule *rule)
2907a9bc9b8SDavid S. Miller {
291f4530fa5SDavid S. Miller struct net *net = rule->fr_net;
2920ddcf43dSAlexander Duyck int err;
2937a9bc9b8SDavid S. Miller
2940ddcf43dSAlexander Duyck /* split local/main if they are not already split */
2950ddcf43dSAlexander Duyck err = fib_unmerge(net);
2960ddcf43dSAlexander Duyck if (err)
2970ddcf43dSAlexander Duyck goto errout;
2980ddcf43dSAlexander Duyck
2990ddcf43dSAlexander Duyck #ifdef CONFIG_IP_ROUTE_CLASSID
3000ddcf43dSAlexander Duyck if (((struct fib4_rule *)rule)->tclassid)
301213f5f8fSEric Dumazet atomic_dec(&net->ipv4.fib_num_tclassid_users);
3027a9bc9b8SDavid S. Miller #endif
303f4530fa5SDavid S. Miller net->ipv4.fib_has_custom_rules = true;
304e37b1e97SRoopa Prabhu
305e37b1e97SRoopa Prabhu if (net->ipv4.fib_rules_require_fldissect &&
306e37b1e97SRoopa Prabhu fib_rule_requires_fldissect(rule))
307e37b1e97SRoopa Prabhu net->ipv4.fib_rules_require_fldissect--;
3080ddcf43dSAlexander Duyck errout:
3090ddcf43dSAlexander Duyck return err;
3107a9bc9b8SDavid S. Miller }
3117a9bc9b8SDavid S. Miller
fib4_rule_compare(struct fib_rule * rule,struct fib_rule_hdr * frh,struct nlattr ** tb)312e1ef4bf2SThomas Graf static int fib4_rule_compare(struct fib_rule *rule, struct fib_rule_hdr *frh,
313e1ef4bf2SThomas Graf struct nlattr **tb)
314a5cdc030SPatrick McHardy {
315e1ef4bf2SThomas Graf struct fib4_rule *rule4 = (struct fib4_rule *) rule;
316a5cdc030SPatrick McHardy
317e1ef4bf2SThomas Graf if (frh->src_len && (rule4->src_len != frh->src_len))
318e1ef4bf2SThomas Graf return 0;
319e1ef4bf2SThomas Graf
320e1ef4bf2SThomas Graf if (frh->dst_len && (rule4->dst_len != frh->dst_len))
321e1ef4bf2SThomas Graf return 0;
322e1ef4bf2SThomas Graf
323563f8e97SGuillaume Nault if (frh->tos && inet_dscp_to_dsfield(rule4->dscp) != frh->tos)
324e1ef4bf2SThomas Graf return 0;
325e1ef4bf2SThomas Graf
326c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
327e1ef4bf2SThomas Graf if (tb[FRA_FLOW] && (rule4->tclassid != nla_get_u32(tb[FRA_FLOW])))
328e1ef4bf2SThomas Graf return 0;
329e1ef4bf2SThomas Graf #endif
330e1ef4bf2SThomas Graf
33167b61f6cSJiri Benc if (frh->src_len && (rule4->src != nla_get_in_addr(tb[FRA_SRC])))
332e1ef4bf2SThomas Graf return 0;
333e1ef4bf2SThomas Graf
33467b61f6cSJiri Benc if (frh->dst_len && (rule4->dst != nla_get_in_addr(tb[FRA_DST])))
335e1ef4bf2SThomas Graf return 0;
336e1ef4bf2SThomas Graf
337e1ef4bf2SThomas Graf return 1;
338a5cdc030SPatrick McHardy }
339a5cdc030SPatrick McHardy
fib4_rule_fill(struct fib_rule * rule,struct sk_buff * skb,struct fib_rule_hdr * frh)340e1ef4bf2SThomas Graf static int fib4_rule_fill(struct fib_rule *rule, struct sk_buff *skb,
34104af8cf6SRami Rosen struct fib_rule_hdr *frh)
3421da177e4SLinus Torvalds {
343e1ef4bf2SThomas Graf struct fib4_rule *rule4 = (struct fib4_rule *) rule;
3441da177e4SLinus Torvalds
345e1ef4bf2SThomas Graf frh->dst_len = rule4->dst_len;
346e1ef4bf2SThomas Graf frh->src_len = rule4->src_len;
347563f8e97SGuillaume Nault frh->tos = inet_dscp_to_dsfield(rule4->dscp);
3481da177e4SLinus Torvalds
349f3756b79SDavid S. Miller if ((rule4->dst_len &&
350930345eaSJiri Benc nla_put_in_addr(skb, FRA_DST, rule4->dst)) ||
351f3756b79SDavid S. Miller (rule4->src_len &&
352930345eaSJiri Benc nla_put_in_addr(skb, FRA_SRC, rule4->src)))
353f3756b79SDavid S. Miller goto nla_put_failure;
354c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID
355f3756b79SDavid S. Miller if (rule4->tclassid &&
356f3756b79SDavid S. Miller nla_put_u32(skb, FRA_FLOW, rule4->tclassid))
357f3756b79SDavid S. Miller goto nla_put_failure;
358e1ef4bf2SThomas Graf #endif
359e1ef4bf2SThomas Graf return 0;
360e1ef4bf2SThomas Graf
361e1ef4bf2SThomas Graf nla_put_failure:
362e1ef4bf2SThomas Graf return -ENOBUFS;
3631da177e4SLinus Torvalds }
3641da177e4SLinus Torvalds
fib4_rule_nlmsg_payload(struct fib_rule * rule)365339bf98fSThomas Graf static size_t fib4_rule_nlmsg_payload(struct fib_rule *rule)
366339bf98fSThomas Graf {
367339bf98fSThomas Graf return nla_total_size(4) /* dst */
368339bf98fSThomas Graf + nla_total_size(4) /* src */
369339bf98fSThomas Graf + nla_total_size(4); /* flow */
370339bf98fSThomas Graf }
371339bf98fSThomas Graf
fib4_rule_flush_cache(struct fib_rules_ops * ops)372ae299fc0SDenis V. Lunev static void fib4_rule_flush_cache(struct fib_rules_ops *ops)
37373417f61SThomas Graf {
374bafa6d9dSNicolas Dichtel rt_cache_flush(ops->fro_net);
37573417f61SThomas Graf }
37673417f61SThomas Graf
37704a6f82cSAndi Kleen static const struct fib_rules_ops __net_initconst fib4_rules_ops_template = {
37825239ceeSPatrick McHardy .family = AF_INET,
379e1ef4bf2SThomas Graf .rule_size = sizeof(struct fib4_rule),
380e1701c68SThomas Graf .addr_size = sizeof(u32),
381e1ef4bf2SThomas Graf .action = fib4_rule_action,
3827764a45aSStefan Tomanek .suppress = fib4_rule_suppress,
383e1ef4bf2SThomas Graf .match = fib4_rule_match,
384e1ef4bf2SThomas Graf .configure = fib4_rule_configure,
3857a9bc9b8SDavid S. Miller .delete = fib4_rule_delete,
386e1ef4bf2SThomas Graf .compare = fib4_rule_compare,
387e1ef4bf2SThomas Graf .fill = fib4_rule_fill,
388339bf98fSThomas Graf .nlmsg_payload = fib4_rule_nlmsg_payload,
38973417f61SThomas Graf .flush_cache = fib4_rule_flush_cache,
390e1ef4bf2SThomas Graf .nlgroup = RTNLGRP_IPV4_RULE,
391e1ef4bf2SThomas Graf .owner = THIS_MODULE,
392e1ef4bf2SThomas Graf };
393e1ef4bf2SThomas Graf
fib_default_rules_init(struct fib_rules_ops * ops)394e4e4971cSDenis V. Lunev static int fib_default_rules_init(struct fib_rules_ops *ops)
3952994c638SDenis V. Lunev {
3962994c638SDenis V. Lunev int err;
3972994c638SDenis V. Lunev
3985adef180SPatrick McHardy err = fib_default_rule_add(ops, 0, RT_TABLE_LOCAL, 0);
3992994c638SDenis V. Lunev if (err < 0)
4002994c638SDenis V. Lunev return err;
401e4e4971cSDenis V. Lunev err = fib_default_rule_add(ops, 0x7FFE, RT_TABLE_MAIN, 0);
4022994c638SDenis V. Lunev if (err < 0)
4032994c638SDenis V. Lunev return err;
404e4e4971cSDenis V. Lunev err = fib_default_rule_add(ops, 0x7FFF, RT_TABLE_DEFAULT, 0);
4052994c638SDenis V. Lunev if (err < 0)
4062994c638SDenis V. Lunev return err;
4072994c638SDenis V. Lunev return 0;
4082994c638SDenis V. Lunev }
4092994c638SDenis V. Lunev
fib4_rules_init(struct net * net)4107b1a74fdSDenis V. Lunev int __net_init fib4_rules_init(struct net *net)
411e1ef4bf2SThomas Graf {
412dbb50165SDenis V. Lunev int err;
413e4e4971cSDenis V. Lunev struct fib_rules_ops *ops;
414dbb50165SDenis V. Lunev
415e9c5158aSEric W. Biederman ops = fib_rules_register(&fib4_rules_ops_template, net);
416e9c5158aSEric W. Biederman if (IS_ERR(ops))
417e9c5158aSEric W. Biederman return PTR_ERR(ops);
418e4e4971cSDenis V. Lunev
419e4e4971cSDenis V. Lunev err = fib_default_rules_init(ops);
420dbb50165SDenis V. Lunev if (err < 0)
421dbb50165SDenis V. Lunev goto fail;
422e4e4971cSDenis V. Lunev net->ipv4.rules_ops = ops;
423f4530fa5SDavid S. Miller net->ipv4.fib_has_custom_rules = false;
424e37b1e97SRoopa Prabhu net->ipv4.fib_rules_require_fldissect = 0;
425dbb50165SDenis V. Lunev return 0;
426dbb50165SDenis V. Lunev
427dbb50165SDenis V. Lunev fail:
428dbb50165SDenis V. Lunev /* also cleans all rules already added */
4299e3a5487SDenis V. Lunev fib_rules_unregister(ops);
430dbb50165SDenis V. Lunev return err;
431e1ef4bf2SThomas Graf }
4327b1a74fdSDenis V. Lunev
fib4_rules_exit(struct net * net)4337b1a74fdSDenis V. Lunev void __net_exit fib4_rules_exit(struct net *net)
4347b1a74fdSDenis V. Lunev {
4359e3a5487SDenis V. Lunev fib_rules_unregister(net->ipv4.rules_ops);
4367b1a74fdSDenis V. Lunev }
437