xref: /openbmc/linux/net/sched/act_nat.c (revision 695176bfe5dec2051f950bdac0ae0b21e29e6de3)
12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2b4219952SHerbert Xu /*
3b4219952SHerbert Xu  * Stateless NAT actions
4b4219952SHerbert Xu  *
5b4219952SHerbert Xu  * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
6b4219952SHerbert Xu  */
7b4219952SHerbert Xu 
8b4219952SHerbert Xu #include <linux/errno.h>
9b4219952SHerbert Xu #include <linux/init.h>
10b4219952SHerbert Xu #include <linux/kernel.h>
11b4219952SHerbert Xu #include <linux/module.h>
12b4219952SHerbert Xu #include <linux/netfilter.h>
13b4219952SHerbert Xu #include <linux/rtnetlink.h>
14b4219952SHerbert Xu #include <linux/skbuff.h>
15b4219952SHerbert Xu #include <linux/slab.h>
16b4219952SHerbert Xu #include <linux/spinlock.h>
17b4219952SHerbert Xu #include <linux/string.h>
18b4219952SHerbert Xu #include <linux/tc_act/tc_nat.h>
19b4219952SHerbert Xu #include <net/act_api.h>
201e45d043SDavide Caratti #include <net/pkt_cls.h>
21b4219952SHerbert Xu #include <net/icmp.h>
22b4219952SHerbert Xu #include <net/ip.h>
23b4219952SHerbert Xu #include <net/netlink.h>
24b4219952SHerbert Xu #include <net/tc_act/tc_nat.h>
25b4219952SHerbert Xu #include <net/tcp.h>
26b4219952SHerbert Xu #include <net/udp.h>
27b4219952SHerbert Xu 
28b4219952SHerbert Xu 
29c7d03a00SAlexey Dobriyan static unsigned int nat_net_id;
30a85a970aSWANG Cong static struct tc_action_ops act_nat_ops;
31ddf97ccdSWANG Cong 
3253b2bf3fSPatrick McHardy static const struct nla_policy nat_policy[TCA_NAT_MAX + 1] = {
3353b2bf3fSPatrick McHardy 	[TCA_NAT_PARMS]	= { .len = sizeof(struct tc_nat) },
3453b2bf3fSPatrick McHardy };
3553b2bf3fSPatrick McHardy 
36c1b52739SBenjamin LaHaise static int tcf_nat_init(struct net *net, struct nlattr *nla, struct nlattr *est,
37*695176bfSCong Wang 			struct tc_action **a, struct tcf_proto *tp,
38abbb0d33SVlad Buslov 			u32 flags, struct netlink_ext_ack *extack)
39b4219952SHerbert Xu {
40ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
41*695176bfSCong Wang 	bool bind = flags & TCA_ACT_FLAGS_BIND;
427ba699c6SPatrick McHardy 	struct nlattr *tb[TCA_NAT_MAX + 1];
431e45d043SDavide Caratti 	struct tcf_chain *goto_ch = NULL;
44b4219952SHerbert Xu 	struct tc_nat *parm;
45cee63723SPatrick McHardy 	int ret = 0, err;
46b4219952SHerbert Xu 	struct tcf_nat *p;
477be8ef2cSDmytro Linkin 	u32 index;
48b4219952SHerbert Xu 
49cee63723SPatrick McHardy 	if (nla == NULL)
50b4219952SHerbert Xu 		return -EINVAL;
51b4219952SHerbert Xu 
528cb08174SJohannes Berg 	err = nla_parse_nested_deprecated(tb, TCA_NAT_MAX, nla, nat_policy,
538cb08174SJohannes Berg 					  NULL);
54cee63723SPatrick McHardy 	if (err < 0)
55cee63723SPatrick McHardy 		return err;
56cee63723SPatrick McHardy 
5753b2bf3fSPatrick McHardy 	if (tb[TCA_NAT_PARMS] == NULL)
58b4219952SHerbert Xu 		return -EINVAL;
597ba699c6SPatrick McHardy 	parm = nla_data(tb[TCA_NAT_PARMS]);
607be8ef2cSDmytro Linkin 	index = parm->index;
617be8ef2cSDmytro Linkin 	err = tcf_idr_check_alloc(tn, &index, a, bind);
620190c1d4SVlad Buslov 	if (!err) {
637be8ef2cSDmytro Linkin 		ret = tcf_idr_create(tn, index, est, a,
64e3822678SVlad Buslov 				     &act_nat_ops, bind, false, 0);
650190c1d4SVlad Buslov 		if (ret) {
667be8ef2cSDmytro Linkin 			tcf_idr_cleanup(tn, index);
6786062033SWANG Cong 			return ret;
680190c1d4SVlad Buslov 		}
69b4219952SHerbert Xu 		ret = ACT_P_CREATED;
700190c1d4SVlad Buslov 	} else if (err > 0) {
711a29321eSJamal Hadi Salim 		if (bind)
721a29321eSJamal Hadi Salim 			return 0;
73*695176bfSCong Wang 		if (!(flags & TCA_ACT_FLAGS_REPLACE)) {
7465a206c0SChris Mi 			tcf_idr_release(*a, bind);
75b4219952SHerbert Xu 			return -EEXIST;
76b4219952SHerbert Xu 		}
770190c1d4SVlad Buslov 	} else {
780190c1d4SVlad Buslov 		return err;
794e8ddd7fSVlad Buslov 	}
801e45d043SDavide Caratti 	err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack);
811e45d043SDavide Caratti 	if (err < 0)
821e45d043SDavide Caratti 		goto release_idr;
83a85a970aSWANG Cong 	p = to_tcf_nat(*a);
84b4219952SHerbert Xu 
85b4219952SHerbert Xu 	spin_lock_bh(&p->tcf_lock);
86b4219952SHerbert Xu 	p->old_addr = parm->old_addr;
87b4219952SHerbert Xu 	p->new_addr = parm->new_addr;
88b4219952SHerbert Xu 	p->mask = parm->mask;
89b4219952SHerbert Xu 	p->flags = parm->flags;
90b4219952SHerbert Xu 
911e45d043SDavide Caratti 	goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
92b4219952SHerbert Xu 	spin_unlock_bh(&p->tcf_lock);
931e45d043SDavide Caratti 	if (goto_ch)
941e45d043SDavide Caratti 		tcf_chain_put_by_act(goto_ch);
95b4219952SHerbert Xu 
96b4219952SHerbert Xu 	return ret;
971e45d043SDavide Caratti release_idr:
981e45d043SDavide Caratti 	tcf_idr_release(*a, bind);
991e45d043SDavide Caratti 	return err;
100b4219952SHerbert Xu }
101b4219952SHerbert Xu 
1020390514fSJamal Hadi Salim static int tcf_nat_act(struct sk_buff *skb, const struct tc_action *a,
103b4219952SHerbert Xu 		       struct tcf_result *res)
104b4219952SHerbert Xu {
105a85a970aSWANG Cong 	struct tcf_nat *p = to_tcf_nat(a);
106b4219952SHerbert Xu 	struct iphdr *iph;
107b4219952SHerbert Xu 	__be32 old_addr;
108b4219952SHerbert Xu 	__be32 new_addr;
109b4219952SHerbert Xu 	__be32 mask;
110b4219952SHerbert Xu 	__be32 addr;
111b4219952SHerbert Xu 	int egress;
112b4219952SHerbert Xu 	int action;
113b4219952SHerbert Xu 	int ihl;
11436d12690SChangli Gao 	int noff;
115b4219952SHerbert Xu 
116b4219952SHerbert Xu 	spin_lock(&p->tcf_lock);
117b4219952SHerbert Xu 
1189c4a4e48SJamal Hadi Salim 	tcf_lastuse_update(&p->tcf_tm);
119b4219952SHerbert Xu 	old_addr = p->old_addr;
120b4219952SHerbert Xu 	new_addr = p->new_addr;
121b4219952SHerbert Xu 	mask = p->mask;
122b4219952SHerbert Xu 	egress = p->flags & TCA_NAT_FLAG_EGRESS;
123b4219952SHerbert Xu 	action = p->tcf_action;
124b4219952SHerbert Xu 
125bfe0d029SEric Dumazet 	bstats_update(&p->tcf_bstats, skb);
126b4219952SHerbert Xu 
127b4219952SHerbert Xu 	spin_unlock(&p->tcf_lock);
128b4219952SHerbert Xu 
129b4219952SHerbert Xu 	if (unlikely(action == TC_ACT_SHOT))
130b4219952SHerbert Xu 		goto drop;
131b4219952SHerbert Xu 
13236d12690SChangli Gao 	noff = skb_network_offset(skb);
13336d12690SChangli Gao 	if (!pskb_may_pull(skb, sizeof(*iph) + noff))
134b4219952SHerbert Xu 		goto drop;
135b4219952SHerbert Xu 
136b4219952SHerbert Xu 	iph = ip_hdr(skb);
137b4219952SHerbert Xu 
138b4219952SHerbert Xu 	if (egress)
139b4219952SHerbert Xu 		addr = iph->saddr;
140b4219952SHerbert Xu 	else
141b4219952SHerbert Xu 		addr = iph->daddr;
142b4219952SHerbert Xu 
143b4219952SHerbert Xu 	if (!((old_addr ^ addr) & mask)) {
1443697649fSDaniel Borkmann 		if (skb_try_make_writable(skb, sizeof(*iph) + noff))
145b4219952SHerbert Xu 			goto drop;
146b4219952SHerbert Xu 
147b4219952SHerbert Xu 		new_addr &= mask;
148b4219952SHerbert Xu 		new_addr |= addr & ~mask;
149b4219952SHerbert Xu 
150b4219952SHerbert Xu 		/* Rewrite IP header */
151b4219952SHerbert Xu 		iph = ip_hdr(skb);
152b4219952SHerbert Xu 		if (egress)
153b4219952SHerbert Xu 			iph->saddr = new_addr;
154b4219952SHerbert Xu 		else
155b4219952SHerbert Xu 			iph->daddr = new_addr;
156b4219952SHerbert Xu 
157be0ea7d5SPatrick McHardy 		csum_replace4(&iph->check, addr, new_addr);
15833c29ddeSChangli Gao 	} else if ((iph->frag_off & htons(IP_OFFSET)) ||
15933c29ddeSChangli Gao 		   iph->protocol != IPPROTO_ICMP) {
16033c29ddeSChangli Gao 		goto out;
161b4219952SHerbert Xu 	}
162b4219952SHerbert Xu 
163b4219952SHerbert Xu 	ihl = iph->ihl * 4;
164b4219952SHerbert Xu 
165b4219952SHerbert Xu 	/* It would be nice to share code with stateful NAT. */
166b4219952SHerbert Xu 	switch (iph->frag_off & htons(IP_OFFSET) ? 0 : iph->protocol) {
167b4219952SHerbert Xu 	case IPPROTO_TCP:
168b4219952SHerbert Xu 	{
169b4219952SHerbert Xu 		struct tcphdr *tcph;
170b4219952SHerbert Xu 
17136d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*tcph) + noff) ||
1723697649fSDaniel Borkmann 		    skb_try_make_writable(skb, ihl + sizeof(*tcph) + noff))
173b4219952SHerbert Xu 			goto drop;
174b4219952SHerbert Xu 
175b4219952SHerbert Xu 		tcph = (void *)(skb_network_header(skb) + ihl);
1764b048d6dSTom Herbert 		inet_proto_csum_replace4(&tcph->check, skb, addr, new_addr,
1774b048d6dSTom Herbert 					 true);
178b4219952SHerbert Xu 		break;
179b4219952SHerbert Xu 	}
180b4219952SHerbert Xu 	case IPPROTO_UDP:
181b4219952SHerbert Xu 	{
182b4219952SHerbert Xu 		struct udphdr *udph;
183b4219952SHerbert Xu 
18436d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*udph) + noff) ||
1853697649fSDaniel Borkmann 		    skb_try_make_writable(skb, ihl + sizeof(*udph) + noff))
186b4219952SHerbert Xu 			goto drop;
187b4219952SHerbert Xu 
188b4219952SHerbert Xu 		udph = (void *)(skb_network_header(skb) + ihl);
189b4219952SHerbert Xu 		if (udph->check || skb->ip_summed == CHECKSUM_PARTIAL) {
190be0ea7d5SPatrick McHardy 			inet_proto_csum_replace4(&udph->check, skb, addr,
1914b048d6dSTom Herbert 						 new_addr, true);
192b4219952SHerbert Xu 			if (!udph->check)
193b4219952SHerbert Xu 				udph->check = CSUM_MANGLED_0;
194b4219952SHerbert Xu 		}
195b4219952SHerbert Xu 		break;
196b4219952SHerbert Xu 	}
197b4219952SHerbert Xu 	case IPPROTO_ICMP:
198b4219952SHerbert Xu 	{
199b4219952SHerbert Xu 		struct icmphdr *icmph;
200b4219952SHerbert Xu 
20136d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + noff))
202b4219952SHerbert Xu 			goto drop;
203b4219952SHerbert Xu 
204b4219952SHerbert Xu 		icmph = (void *)(skb_network_header(skb) + ihl);
205b4219952SHerbert Xu 
20654074f1dSMatteo Croce 		if (!icmp_is_err(icmph->type))
207b4219952SHerbert Xu 			break;
208b4219952SHerbert Xu 
20936d12690SChangli Gao 		if (!pskb_may_pull(skb, ihl + sizeof(*icmph) + sizeof(*iph) +
21036d12690SChangli Gao 					noff))
21170c2efa5SChangli Gao 			goto drop;
21270c2efa5SChangli Gao 
213072d79a3SChangli Gao 		icmph = (void *)(skb_network_header(skb) + ihl);
214b4219952SHerbert Xu 		iph = (void *)(icmph + 1);
215b4219952SHerbert Xu 		if (egress)
216b4219952SHerbert Xu 			addr = iph->daddr;
217b4219952SHerbert Xu 		else
218b4219952SHerbert Xu 			addr = iph->saddr;
219b4219952SHerbert Xu 
220b4219952SHerbert Xu 		if ((old_addr ^ addr) & mask)
221b4219952SHerbert Xu 			break;
222b4219952SHerbert Xu 
2233697649fSDaniel Borkmann 		if (skb_try_make_writable(skb, ihl + sizeof(*icmph) +
2243697649fSDaniel Borkmann 					  sizeof(*iph) + noff))
225b4219952SHerbert Xu 			goto drop;
226b4219952SHerbert Xu 
227b4219952SHerbert Xu 		icmph = (void *)(skb_network_header(skb) + ihl);
228b4219952SHerbert Xu 		iph = (void *)(icmph + 1);
229b4219952SHerbert Xu 
230b4219952SHerbert Xu 		new_addr &= mask;
231b4219952SHerbert Xu 		new_addr |= addr & ~mask;
232b4219952SHerbert Xu 
233b4219952SHerbert Xu 		/* XXX Fix up the inner checksums. */
234b4219952SHerbert Xu 		if (egress)
235b4219952SHerbert Xu 			iph->daddr = new_addr;
236b4219952SHerbert Xu 		else
237b4219952SHerbert Xu 			iph->saddr = new_addr;
238b4219952SHerbert Xu 
239be0ea7d5SPatrick McHardy 		inet_proto_csum_replace4(&icmph->checksum, skb, addr, new_addr,
2404b048d6dSTom Herbert 					 false);
241b4219952SHerbert Xu 		break;
242b4219952SHerbert Xu 	}
243b4219952SHerbert Xu 	default:
244b4219952SHerbert Xu 		break;
245b4219952SHerbert Xu 	}
246b4219952SHerbert Xu 
24733c29ddeSChangli Gao out:
248b4219952SHerbert Xu 	return action;
249b4219952SHerbert Xu 
250b4219952SHerbert Xu drop:
251b4219952SHerbert Xu 	spin_lock(&p->tcf_lock);
252b4219952SHerbert Xu 	p->tcf_qstats.drops++;
253b4219952SHerbert Xu 	spin_unlock(&p->tcf_lock);
254b4219952SHerbert Xu 	return TC_ACT_SHOT;
255b4219952SHerbert Xu }
256b4219952SHerbert Xu 
257b4219952SHerbert Xu static int tcf_nat_dump(struct sk_buff *skb, struct tc_action *a,
258b4219952SHerbert Xu 			int bind, int ref)
259b4219952SHerbert Xu {
260b4219952SHerbert Xu 	unsigned char *b = skb_tail_pointer(skb);
261a85a970aSWANG Cong 	struct tcf_nat *p = to_tcf_nat(a);
2621c40be12SEric Dumazet 	struct tc_nat opt = {
2631c40be12SEric Dumazet 		.index    = p->tcf_index,
264036bb443SVlad Buslov 		.refcnt   = refcount_read(&p->tcf_refcnt) - ref,
265036bb443SVlad Buslov 		.bindcnt  = atomic_read(&p->tcf_bindcnt) - bind,
2661c40be12SEric Dumazet 	};
267b4219952SHerbert Xu 	struct tcf_t t;
268b4219952SHerbert Xu 
269f20a4d01SVlad Buslov 	spin_lock_bh(&p->tcf_lock);
270f20a4d01SVlad Buslov 	opt.old_addr = p->old_addr;
271f20a4d01SVlad Buslov 	opt.new_addr = p->new_addr;
272f20a4d01SVlad Buslov 	opt.mask = p->mask;
273f20a4d01SVlad Buslov 	opt.flags = p->flags;
274f20a4d01SVlad Buslov 	opt.action = p->tcf_action;
275f20a4d01SVlad Buslov 
2761b34ec43SDavid S. Miller 	if (nla_put(skb, TCA_NAT_PARMS, sizeof(opt), &opt))
2771b34ec43SDavid S. Miller 		goto nla_put_failure;
27848d8ee16SJamal Hadi Salim 
27948d8ee16SJamal Hadi Salim 	tcf_tm_dump(&t, &p->tcf_tm);
2809854518eSNicolas Dichtel 	if (nla_put_64bit(skb, TCA_NAT_TM, sizeof(t), &t, TCA_NAT_PAD))
2811b34ec43SDavid S. Miller 		goto nla_put_failure;
282f20a4d01SVlad Buslov 	spin_unlock_bh(&p->tcf_lock);
283b4219952SHerbert Xu 
284b4219952SHerbert Xu 	return skb->len;
285b4219952SHerbert Xu 
2867ba699c6SPatrick McHardy nla_put_failure:
287f20a4d01SVlad Buslov 	spin_unlock_bh(&p->tcf_lock);
288b4219952SHerbert Xu 	nlmsg_trim(skb, b);
289b4219952SHerbert Xu 	return -1;
290b4219952SHerbert Xu }
291b4219952SHerbert Xu 
292ddf97ccdSWANG Cong static int tcf_nat_walker(struct net *net, struct sk_buff *skb,
293ddf97ccdSWANG Cong 			  struct netlink_callback *cb, int type,
29441780105SAlexander Aring 			  const struct tc_action_ops *ops,
29541780105SAlexander Aring 			  struct netlink_ext_ack *extack)
296ddf97ccdSWANG Cong {
297ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
298ddf97ccdSWANG Cong 
299b3620145SAlexander Aring 	return tcf_generic_walker(tn, skb, cb, type, ops, extack);
300ddf97ccdSWANG Cong }
301ddf97ccdSWANG Cong 
302f061b48cSCong Wang static int tcf_nat_search(struct net *net, struct tc_action **a, u32 index)
303ddf97ccdSWANG Cong {
304ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
305ddf97ccdSWANG Cong 
30665a206c0SChris Mi 	return tcf_idr_search(tn, a, index);
307ddf97ccdSWANG Cong }
308ddf97ccdSWANG Cong 
309b4219952SHerbert Xu static struct tc_action_ops act_nat_ops = {
310b4219952SHerbert Xu 	.kind		=	"nat",
311eddd2cf1SEli Cohen 	.id		=	TCA_ID_NAT,
312b4219952SHerbert Xu 	.owner		=	THIS_MODULE,
3130390514fSJamal Hadi Salim 	.act		=	tcf_nat_act,
314b4219952SHerbert Xu 	.dump		=	tcf_nat_dump,
315b4219952SHerbert Xu 	.init		=	tcf_nat_init,
316ddf97ccdSWANG Cong 	.walk		=	tcf_nat_walker,
317ddf97ccdSWANG Cong 	.lookup		=	tcf_nat_search,
318a85a970aSWANG Cong 	.size		=	sizeof(struct tcf_nat),
319ddf97ccdSWANG Cong };
320ddf97ccdSWANG Cong 
321ddf97ccdSWANG Cong static __net_init int nat_init_net(struct net *net)
322ddf97ccdSWANG Cong {
323ddf97ccdSWANG Cong 	struct tc_action_net *tn = net_generic(net, nat_net_id);
324ddf97ccdSWANG Cong 
325981471bdSCong Wang 	return tc_action_net_init(net, tn, &act_nat_ops);
326ddf97ccdSWANG Cong }
327ddf97ccdSWANG Cong 
328039af9c6SCong Wang static void __net_exit nat_exit_net(struct list_head *net_list)
329ddf97ccdSWANG Cong {
330039af9c6SCong Wang 	tc_action_net_exit(net_list, nat_net_id);
331ddf97ccdSWANG Cong }
332ddf97ccdSWANG Cong 
333ddf97ccdSWANG Cong static struct pernet_operations nat_net_ops = {
334ddf97ccdSWANG Cong 	.init = nat_init_net,
335039af9c6SCong Wang 	.exit_batch = nat_exit_net,
336ddf97ccdSWANG Cong 	.id   = &nat_net_id,
337ddf97ccdSWANG Cong 	.size = sizeof(struct tc_action_net),
338b4219952SHerbert Xu };
339b4219952SHerbert Xu 
340b4219952SHerbert Xu MODULE_DESCRIPTION("Stateless NAT actions");
341b4219952SHerbert Xu MODULE_LICENSE("GPL");
342b4219952SHerbert Xu 
343b4219952SHerbert Xu static int __init nat_init_module(void)
344b4219952SHerbert Xu {
345ddf97ccdSWANG Cong 	return tcf_register_action(&act_nat_ops, &nat_net_ops);
346b4219952SHerbert Xu }
347b4219952SHerbert Xu 
348b4219952SHerbert Xu static void __exit nat_cleanup_module(void)
349b4219952SHerbert Xu {
350ddf97ccdSWANG Cong 	tcf_unregister_action(&act_nat_ops, &nat_net_ops);
351b4219952SHerbert Xu }
352b4219952SHerbert Xu 
353b4219952SHerbert Xu module_init(nat_init_module);
354b4219952SHerbert Xu module_exit(nat_cleanup_module);
355