xref: /openbmc/linux/net/sched/act_nat.c (revision 54074f1dbd6fbc0f0a085a54f3297ae26e424d59)
12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2b4219952SHerbert Xu /*
3b4219952SHerbert Xu  * Stateless NAT actions
4b4219952SHerbert Xu  *
5b4219952SHerbert Xu  * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
6b4219952SHerbert Xu  */
7b4219952SHerbert Xu 
8b4219952SHerbert Xu #include <linux/errno.h>
9b4219952SHerbert Xu #include <linux/init.h>
10b4219952SHerbert Xu #include <linux/kernel.h>
11b4219952SHerbert Xu #include <linux/module.h>
12b4219952SHerbert Xu #include <linux/netfilter.h>
13b4219952SHerbert Xu #include <linux/rtnetlink.h>
14b4219952SHerbert Xu #include <linux/skbuff.h>
15b4219952SHerbert Xu #include <linux/slab.h>
16b4219952SHerbert Xu #include <linux/spinlock.h>
17b4219952SHerbert Xu #include <linux/string.h>
18b4219952SHerbert Xu #include <linux/tc_act/tc_nat.h>
19b4219952SHerbert Xu #include <net/act_api.h>
201e45d043SDavide Caratti #include <net/pkt_cls.h>
21b4219952SHerbert Xu #include <net/icmp.h>
22b4219952SHerbert Xu #include <net/ip.h>
23b4219952SHerbert Xu #include <net/netlink.h>
24b4219952SHerbert Xu #include <net/tc_act/tc_nat.h>
25b4219952SHerbert Xu #include <net/tcp.h>
26b4219952SHerbert Xu #include <net/udp.h>
27b4219952SHerbert Xu 
28b4219952SHerbert Xu 
29c7d03a00SAlexey Dobriyan static unsigned int nat_net_id;
30a85a970aSWANG Cong static struct tc_action_ops act_nat_ops;
31ddf97ccdSWANG Cong 
3253b2bf3fSPatrick McHardy static const struct nla_policy nat_policy[TCA_NAT_MAX + 1] = {
3353b2bf3fSPatrick McHardy 	[TCA_NAT_PARMS]	= { .len = sizeof(struct tc_nat) },
3453b2bf3fSPatrick McHardy };
3553b2bf3fSPatrick McHardy 
36c1b52739SBenjamin LaHaise static int tcf_nat_init(struct net *net, struct nlattr *nla, struct nlattr *est,
37589dad6dSAlexander Aring 			struct tc_action **a, int ovr, int bind,
3885d0966fSDavide Caratti 			bool rtnl_held,	struct tcf_proto *tp,
39abbb0d33SVlad Buslov 			u32 flags, struct netlink_ext_ack *extack)
40b4219952SHerbert Xu {
41ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
427ba699c6SPatrick McHardy 	struct nlattr *tb[TCA_NAT_MAX + 1];
431e45d043SDavide Caratti 	struct tcf_chain *goto_ch = NULL;
44b4219952SHerbert Xu 	struct tc_nat *parm;
45cee63723SPatrick McHardy 	int ret = 0, err;
46b4219952SHerbert Xu 	struct tcf_nat *p;
477be8ef2cSDmytro Linkin 	u32 index;
48b4219952SHerbert Xu 
49cee63723SPatrick McHardy 	if (nla == NULL)
50b4219952SHerbert Xu 		return -EINVAL;
51b4219952SHerbert Xu 
528cb08174SJohannes Berg 	err = nla_parse_nested_deprecated(tb, TCA_NAT_MAX, nla, nat_policy,
538cb08174SJohannes Berg 					  NULL);
54cee63723SPatrick McHardy 	if (err < 0)
55cee63723SPatrick McHardy 		return err;
56cee63723SPatrick McHardy 
5753b2bf3fSPatrick McHardy 	if (tb[TCA_NAT_PARMS] == NULL)
58b4219952SHerbert Xu 		return -EINVAL;
597ba699c6SPatrick McHardy 	parm = nla_data(tb[TCA_NAT_PARMS]);
607be8ef2cSDmytro Linkin 	index = parm->index;
617be8ef2cSDmytro Linkin 	err = tcf_idr_check_alloc(tn, &index, a, bind);
620190c1d4SVlad Buslov 	if (!err) {
637be8ef2cSDmytro Linkin 		ret = tcf_idr_create(tn, index, est, a,
64e3822678SVlad Buslov 				     &act_nat_ops, bind, false, 0);
650190c1d4SVlad Buslov 		if (ret) {
667be8ef2cSDmytro Linkin 			tcf_idr_cleanup(tn, index);
6786062033SWANG Cong 			return ret;
680190c1d4SVlad Buslov 		}
69b4219952SHerbert Xu 		ret = ACT_P_CREATED;
700190c1d4SVlad Buslov 	} else if (err > 0) {
711a29321eSJamal Hadi Salim 		if (bind)
721a29321eSJamal Hadi Salim 			return 0;
734e8ddd7fSVlad Buslov 		if (!ovr) {
7465a206c0SChris Mi 			tcf_idr_release(*a, bind);
75b4219952SHerbert Xu 			return -EEXIST;
76b4219952SHerbert Xu 		}
770190c1d4SVlad Buslov 	} else {
780190c1d4SVlad Buslov 		return err;
794e8ddd7fSVlad Buslov 	}
801e45d043SDavide Caratti 	err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack);
811e45d043SDavide Caratti 	if (err < 0)
821e45d043SDavide Caratti 		goto release_idr;
83a85a970aSWANG Cong 	p = to_tcf_nat(*a);
84b4219952SHerbert Xu 
85b4219952SHerbert Xu 	spin_lock_bh(&p->tcf_lock);
86b4219952SHerbert Xu 	p->old_addr = parm->old_addr;
87b4219952SHerbert Xu 	p->new_addr = parm->new_addr;
88b4219952SHerbert Xu 	p->mask = parm->mask;
89b4219952SHerbert Xu 	p->flags = parm->flags;
90b4219952SHerbert Xu 
911e45d043SDavide Caratti 	goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
92b4219952SHerbert Xu 	spin_unlock_bh(&p->tcf_lock);
931e45d043SDavide Caratti 	if (goto_ch)
941e45d043SDavide Caratti 		tcf_chain_put_by_act(goto_ch);
95b4219952SHerbert Xu 
96b4219952SHerbert Xu 	if (ret == ACT_P_CREATED)
9765a206c0SChris Mi 		tcf_idr_insert(tn, *a);
98b4219952SHerbert Xu 
99b4219952SHerbert Xu 	return ret;
1001e45d043SDavide Caratti release_idr:
1011e45d043SDavide Caratti 	tcf_idr_release(*a, bind);
1021e45d043SDavide Caratti 	return err;
103b4219952SHerbert Xu }
104b4219952SHerbert Xu 
1050390514fSJamal Hadi Salim static int tcf_nat_act(struct sk_buff *skb, const struct tc_action *a,
106b4219952SHerbert Xu 		       struct tcf_result *res)
107b4219952SHerbert Xu {
108a85a970aSWANG Cong 	struct tcf_nat *p = to_tcf_nat(a);
109b4219952SHerbert Xu 	struct iphdr *iph;
110b4219952SHerbert Xu 	__be32 old_addr;
111b4219952SHerbert Xu 	__be32 new_addr;
112b4219952SHerbert Xu 	__be32 mask;
113b4219952SHerbert Xu 	__be32 addr;
114b4219952SHerbert Xu 	int egress;
115b4219952SHerbert Xu 	int action;
116b4219952SHerbert Xu 	int ihl;
11736d12690SChangli Gao 	int noff;
118b4219952SHerbert Xu 
119b4219952SHerbert Xu 	spin_lock(&p->tcf_lock);
120b4219952SHerbert Xu 
1219c4a4e48SJamal Hadi Salim 	tcf_lastuse_update(&p->tcf_tm);
122b4219952SHerbert Xu 	old_addr = p->old_addr;
123b4219952SHerbert Xu 	new_addr = p->new_addr;
124b4219952SHerbert Xu 	mask = p->mask;
125b4219952SHerbert Xu 	egress = p->flags & TCA_NAT_FLAG_EGRESS;
126b4219952SHerbert Xu 	action = p->tcf_action;
127b4219952SHerbert Xu 
128bfe0d029SEric Dumazet 	bstats_update(&p->tcf_bstats, skb);
129b4219952SHerbert Xu 
130b4219952SHerbert Xu 	spin_unlock(&p->tcf_lock);
131b4219952SHerbert Xu 
132b4219952SHerbert Xu 	if (unlikely(action == TC_ACT_SHOT))
133b4219952SHerbert Xu 		goto drop;
134b4219952SHerbert Xu 
13536d12690SChangli Gao 	noff = skb_network_offset(skb);
13636d12690SChangli Gao 	if (!pskb_may_pull(skb, sizeof(*iph) + noff))
137b4219952SHerbert Xu 		goto drop;
138b4219952SHerbert Xu 
139b4219952SHerbert Xu 	iph = ip_hdr(skb);
140b4219952SHerbert Xu 
141b4219952SHerbert Xu 	if (egress)
142b4219952SHerbert Xu 		addr = iph->saddr;
143b4219952SHerbert Xu 	else
144b4219952SHerbert Xu 		addr = iph->daddr;
145b4219952SHerbert Xu 
146b4219952SHerbert Xu 	if (!((old_addr ^ addr) & mask)) {
1473697649fSDaniel Borkmann 		if (skb_try_make_writable(skb, sizeof(*iph) + noff))
148b4219952SHerbert Xu 			goto drop;
149b4219952SHerbert Xu 
150b4219952SHerbert Xu 		new_addr &= mask;
151b4219952SHerbert Xu 		new_addr |= addr & ~mask;
152b4219952SHerbert Xu 
153b4219952SHerbert Xu 		/* Rewrite IP header */
154b4219952SHerbert Xu 		iph = ip_hdr(skb);
155b4219952SHerbert Xu 		if (egress)
156b4219952SHerbert Xu 			iph->saddr = new_addr;
157b4219952SHerbert Xu 		else
158b4219952SHerbert Xu 			iph->daddr = new_addr;
159b4219952SHerbert Xu 
160be0ea7d5SPatrick McHardy 		csum_replace4(&iph->check, addr, new_addr);
16133c29ddeSChangli Gao 	} else if ((iph->frag_off & htons(IP_OFFSET)) ||
16233c29ddeSChangli Gao 		   iph->protocol != IPPROTO_ICMP) {
16333c29ddeSChangli Gao 		goto out;
164b4219952SHerbert Xu 	}
165b4219952SHerbert Xu 
166b4219952SHerbert Xu 	ihl = iph->ihl * 4;
167b4219952SHerbert Xu 
168b4219952SHerbert Xu 	/* It would be nice to share code with stateful NAT. */
169b4219952SHerbert Xu 	switch (iph->frag_off & htons(IP_OFFSET) ? 0 : iph->protocol) {
170b4219952SHerbert Xu 	case IPPROTO_TCP:
171b4219952SHerbert Xu 	{
172b4219952SHerbert Xu 		struct tcphdr *tcph;
173b4219952SHerbert Xu 
17436d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*tcph) + noff) ||
1753697649fSDaniel Borkmann 		    skb_try_make_writable(skb, ihl + sizeof(*tcph) + noff))
176b4219952SHerbert Xu 			goto drop;
177b4219952SHerbert Xu 
178b4219952SHerbert Xu 		tcph = (void *)(skb_network_header(skb) + ihl);
1794b048d6dSTom Herbert 		inet_proto_csum_replace4(&tcph->check, skb, addr, new_addr,
1804b048d6dSTom Herbert 					 true);
181b4219952SHerbert Xu 		break;
182b4219952SHerbert Xu 	}
183b4219952SHerbert Xu 	case IPPROTO_UDP:
184b4219952SHerbert Xu 	{
185b4219952SHerbert Xu 		struct udphdr *udph;
186b4219952SHerbert Xu 
18736d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*udph) + noff) ||
1883697649fSDaniel Borkmann 		    skb_try_make_writable(skb, ihl + sizeof(*udph) + noff))
189b4219952SHerbert Xu 			goto drop;
190b4219952SHerbert Xu 
191b4219952SHerbert Xu 		udph = (void *)(skb_network_header(skb) + ihl);
192b4219952SHerbert Xu 		if (udph->check || skb->ip_summed == CHECKSUM_PARTIAL) {
193be0ea7d5SPatrick McHardy 			inet_proto_csum_replace4(&udph->check, skb, addr,
1944b048d6dSTom Herbert 						 new_addr, true);
195b4219952SHerbert Xu 			if (!udph->check)
196b4219952SHerbert Xu 				udph->check = CSUM_MANGLED_0;
197b4219952SHerbert Xu 		}
198b4219952SHerbert Xu 		break;
199b4219952SHerbert Xu 	}
200b4219952SHerbert Xu 	case IPPROTO_ICMP:
201b4219952SHerbert Xu 	{
202b4219952SHerbert Xu 		struct icmphdr *icmph;
203b4219952SHerbert Xu 
20436d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + noff))
205b4219952SHerbert Xu 			goto drop;
206b4219952SHerbert Xu 
207b4219952SHerbert Xu 		icmph = (void *)(skb_network_header(skb) + ihl);
208b4219952SHerbert Xu 
209*54074f1dSMatteo Croce 		if (!icmp_is_err(icmph->type))
210b4219952SHerbert Xu 			break;
211b4219952SHerbert Xu 
21236d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + sizeof(*iph) +
21336d12690SChangli Gao 					noff))
21470c2efa5SChangli Gao 			goto drop;
21570c2efa5SChangli Gao 
216072d79a3SChangli Gao 		icmph = (void *)(skb_network_header(skb) + ihl);
217b4219952SHerbert Xu 		iph = (void *)(icmph + 1);
218b4219952SHerbert Xu 		if (egress)
219b4219952SHerbert Xu 			addr = iph->daddr;
220b4219952SHerbert Xu 		else
221b4219952SHerbert Xu 			addr = iph->saddr;
222b4219952SHerbert Xu 
223b4219952SHerbert Xu 		if ((old_addr ^ addr) & mask)
224b4219952SHerbert Xu 			break;
225b4219952SHerbert Xu 
2263697649fSDaniel Borkmann 		if (skb_try_make_writable(skb, ihl + sizeof(*icmph) +
2273697649fSDaniel Borkmann 					  sizeof(*iph) + noff))
228b4219952SHerbert Xu 			goto drop;
229b4219952SHerbert Xu 
230b4219952SHerbert Xu 		icmph = (void *)(skb_network_header(skb) + ihl);
231b4219952SHerbert Xu 		iph = (void *)(icmph + 1);
232b4219952SHerbert Xu 
233b4219952SHerbert Xu 		new_addr &= mask;
234b4219952SHerbert Xu 		new_addr |= addr & ~mask;
235b4219952SHerbert Xu 
236b4219952SHerbert Xu 		/* XXX Fix up the inner checksums. */
237b4219952SHerbert Xu 		if (egress)
238b4219952SHerbert Xu 			iph->daddr = new_addr;
239b4219952SHerbert Xu 		else
240b4219952SHerbert Xu 			iph->saddr = new_addr;
241b4219952SHerbert Xu 
242be0ea7d5SPatrick McHardy 		inet_proto_csum_replace4(&icmph->checksum, skb, addr, new_addr,
2434b048d6dSTom Herbert 					 false);
244b4219952SHerbert Xu 		break;
245b4219952SHerbert Xu 	}
246b4219952SHerbert Xu 	default:
247b4219952SHerbert Xu 		break;
248b4219952SHerbert Xu 	}
249b4219952SHerbert Xu 
25033c29ddeSChangli Gao out:
251b4219952SHerbert Xu 	return action;
252b4219952SHerbert Xu 
253b4219952SHerbert Xu drop:
254b4219952SHerbert Xu 	spin_lock(&p->tcf_lock);
255b4219952SHerbert Xu 	p->tcf_qstats.drops++;
256b4219952SHerbert Xu 	spin_unlock(&p->tcf_lock);
257b4219952SHerbert Xu 	return TC_ACT_SHOT;
258b4219952SHerbert Xu }
259b4219952SHerbert Xu 
260b4219952SHerbert Xu static int tcf_nat_dump(struct sk_buff *skb, struct tc_action *a,
261b4219952SHerbert Xu 			int bind, int ref)
262b4219952SHerbert Xu {
263b4219952SHerbert Xu 	unsigned char *b = skb_tail_pointer(skb);
264a85a970aSWANG Cong 	struct tcf_nat *p = to_tcf_nat(a);
2651c40be12SEric Dumazet 	struct tc_nat opt = {
2661c40be12SEric Dumazet 		.index    = p->tcf_index,
267036bb443SVlad Buslov 		.refcnt   = refcount_read(&p->tcf_refcnt) - ref,
268036bb443SVlad Buslov 		.bindcnt  = atomic_read(&p->tcf_bindcnt) - bind,
2691c40be12SEric Dumazet 	};
270b4219952SHerbert Xu 	struct tcf_t t;
271b4219952SHerbert Xu 
272f20a4d01SVlad Buslov 	spin_lock_bh(&p->tcf_lock);
273f20a4d01SVlad Buslov 	opt.old_addr = p->old_addr;
274f20a4d01SVlad Buslov 	opt.new_addr = p->new_addr;
275f20a4d01SVlad Buslov 	opt.mask = p->mask;
276f20a4d01SVlad Buslov 	opt.flags = p->flags;
277f20a4d01SVlad Buslov 	opt.action = p->tcf_action;
278f20a4d01SVlad Buslov 
2791b34ec43SDavid S. Miller 	if (nla_put(skb, TCA_NAT_PARMS, sizeof(opt), &opt))
2801b34ec43SDavid S. Miller 		goto nla_put_failure;
28148d8ee16SJamal Hadi Salim 
28248d8ee16SJamal Hadi Salim 	tcf_tm_dump(&t, &p->tcf_tm);
2839854518eSNicolas Dichtel 	if (nla_put_64bit(skb, TCA_NAT_TM, sizeof(t), &t, TCA_NAT_PAD))
2841b34ec43SDavid S. Miller 		goto nla_put_failure;
285f20a4d01SVlad Buslov 	spin_unlock_bh(&p->tcf_lock);
286b4219952SHerbert Xu 
287b4219952SHerbert Xu 	return skb->len;
288b4219952SHerbert Xu 
2897ba699c6SPatrick McHardy nla_put_failure:
290f20a4d01SVlad Buslov 	spin_unlock_bh(&p->tcf_lock);
291b4219952SHerbert Xu 	nlmsg_trim(skb, b);
292b4219952SHerbert Xu 	return -1;
293b4219952SHerbert Xu }
294b4219952SHerbert Xu 
295ddf97ccdSWANG Cong static int tcf_nat_walker(struct net *net, struct sk_buff *skb,
296ddf97ccdSWANG Cong 			  struct netlink_callback *cb, int type,
29741780105SAlexander Aring 			  const struct tc_action_ops *ops,
29841780105SAlexander Aring 			  struct netlink_ext_ack *extack)
299ddf97ccdSWANG Cong {
300ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
301ddf97ccdSWANG Cong 
302b3620145SAlexander Aring 	return tcf_generic_walker(tn, skb, cb, type, ops, extack);
303ddf97ccdSWANG Cong }
304ddf97ccdSWANG Cong 
305f061b48cSCong Wang static int tcf_nat_search(struct net *net, struct tc_action **a, u32 index)
306ddf97ccdSWANG Cong {
307ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
308ddf97ccdSWANG Cong 
30965a206c0SChris Mi 	return tcf_idr_search(tn, a, index);
310ddf97ccdSWANG Cong }
311ddf97ccdSWANG Cong 
312b4219952SHerbert Xu static struct tc_action_ops act_nat_ops = {
313b4219952SHerbert Xu 	.kind		=	"nat",
314eddd2cf1SEli Cohen 	.id		=	TCA_ID_NAT,
315b4219952SHerbert Xu 	.owner		=	THIS_MODULE,
3160390514fSJamal Hadi Salim 	.act		=	tcf_nat_act,
317b4219952SHerbert Xu 	.dump		=	tcf_nat_dump,
318b4219952SHerbert Xu 	.init		=	tcf_nat_init,
319ddf97ccdSWANG Cong 	.walk		=	tcf_nat_walker,
320ddf97ccdSWANG Cong 	.lookup		=	tcf_nat_search,
321a85a970aSWANG Cong 	.size		=	sizeof(struct tcf_nat),
322ddf97ccdSWANG Cong };
323ddf97ccdSWANG Cong 
324ddf97ccdSWANG Cong static __net_init int nat_init_net(struct net *net)
325ddf97ccdSWANG Cong {
326ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
327ddf97ccdSWANG Cong 
328981471bdSCong Wang 	return tc_action_net_init(net, tn, &act_nat_ops);
329ddf97ccdSWANG Cong }
330ddf97ccdSWANG Cong 
331039af9c6SCong Wang static void __net_exit nat_exit_net(struct list_head *net_list)
332ddf97ccdSWANG Cong {
333039af9c6SCong Wang 	tc_action_net_exit(net_list, nat_net_id);
334ddf97ccdSWANG Cong }
335ddf97ccdSWANG Cong 
336ddf97ccdSWANG Cong static struct pernet_operations nat_net_ops = {
337ddf97ccdSWANG Cong 	.init = nat_init_net,
338039af9c6SCong Wang 	.exit_batch = nat_exit_net,
339ddf97ccdSWANG Cong 	.id   = &nat_net_id,
340ddf97ccdSWANG Cong 	.size = sizeof(struct tc_action_net),
341b4219952SHerbert Xu };
342b4219952SHerbert Xu 
343b4219952SHerbert Xu MODULE_DESCRIPTION("Stateless NAT actions");
344b4219952SHerbert Xu MODULE_LICENSE("GPL");
345b4219952SHerbert Xu 
346b4219952SHerbert Xu static int __init nat_init_module(void)
347b4219952SHerbert Xu {
348ddf97ccdSWANG Cong 	return tcf_register_action(&act_nat_ops, &nat_net_ops);
349b4219952SHerbert Xu }
350b4219952SHerbert Xu 
351b4219952SHerbert Xu static void __exit nat_cleanup_module(void)
352b4219952SHerbert Xu {
353ddf97ccdSWANG Cong 	tcf_unregister_action(&act_nat_ops, &nat_net_ops);
354b4219952SHerbert Xu }
355b4219952SHerbert Xu 
356b4219952SHerbert Xu module_init(nat_init_module);
357b4219952SHerbert Xu module_exit(nat_cleanup_module);
358