xref: /openbmc/linux/net/ipv4/ip_fragment.c (revision cbf8f7bb)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  * INET		An implementation of the TCP/IP protocol suite for the LINUX
31da177e4SLinus Torvalds  *		operating system.  INET is implemented using the  BSD Socket
41da177e4SLinus Torvalds  *		interface as the means of communication with the user level.
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  *		The IP fragmentation functionality.
71da177e4SLinus Torvalds  *
81da177e4SLinus Torvalds  * Authors:	Fred N. van Kempen <waltje@uWalt.NL.Mugnet.ORG>
9113aa838SAlan Cox  *		Alan Cox <alan@lxorguk.ukuu.org.uk>
101da177e4SLinus Torvalds  *
111da177e4SLinus Torvalds  * Fixes:
121da177e4SLinus Torvalds  *		Alan Cox	:	Split from ip.c , see ip_input.c for history.
131da177e4SLinus Torvalds  *		David S. Miller :	Begin massive cleanup...
141da177e4SLinus Torvalds  *		Andi Kleen	:	Add sysctls.
151da177e4SLinus Torvalds  *		xxxx		:	Overlapfrag bug.
161da177e4SLinus Torvalds  *		Ultima          :       ip_expire() kernel panic.
171da177e4SLinus Torvalds  *		Bill Hawes	:	Frag accounting and evictor fixes.
181da177e4SLinus Torvalds  *		John McDonald	:	0 length frag bug.
191da177e4SLinus Torvalds  *		Alexey Kuznetsov:	SMP races, threading, cleanup.
201da177e4SLinus Torvalds  *		Patrick McHardy :	LRU queue of frag heads for evictor.
211da177e4SLinus Torvalds  */
221da177e4SLinus Torvalds 
23afd46503SJoe Perches #define pr_fmt(fmt) "IPv4: " fmt
24afd46503SJoe Perches 
2589cee8b1SHerbert Xu #include <linux/compiler.h>
261da177e4SLinus Torvalds #include <linux/module.h>
271da177e4SLinus Torvalds #include <linux/types.h>
281da177e4SLinus Torvalds #include <linux/mm.h>
291da177e4SLinus Torvalds #include <linux/jiffies.h>
301da177e4SLinus Torvalds #include <linux/skbuff.h>
311da177e4SLinus Torvalds #include <linux/list.h>
321da177e4SLinus Torvalds #include <linux/ip.h>
331da177e4SLinus Torvalds #include <linux/icmp.h>
341da177e4SLinus Torvalds #include <linux/netdevice.h>
351da177e4SLinus Torvalds #include <linux/jhash.h>
361da177e4SLinus Torvalds #include <linux/random.h>
375a0e3ad6STejun Heo #include <linux/slab.h>
38e9017b55SShan Wei #include <net/route.h>
39e9017b55SShan Wei #include <net/dst.h>
401da177e4SLinus Torvalds #include <net/sock.h>
411da177e4SLinus Torvalds #include <net/ip.h>
421da177e4SLinus Torvalds #include <net/icmp.h>
431da177e4SLinus Torvalds #include <net/checksum.h>
4489cee8b1SHerbert Xu #include <net/inetpeer.h>
455ab11c98SPavel Emelyanov #include <net/inet_frag.h>
461da177e4SLinus Torvalds #include <linux/tcp.h>
471da177e4SLinus Torvalds #include <linux/udp.h>
481da177e4SLinus Torvalds #include <linux/inet.h>
491da177e4SLinus Torvalds #include <linux/netfilter_ipv4.h>
506623e3b2SEric Dumazet #include <net/inet_ecn.h>
511da177e4SLinus Torvalds 
521da177e4SLinus Torvalds /* NOTE. Logic of IP defragmentation is parallel to corresponding IPv6
531da177e4SLinus Torvalds  * code now. If you change something here, _PLEASE_ update ipv6/reassembly.c
541da177e4SLinus Torvalds  * as well. Or notify me, at least. --ANK
551da177e4SLinus Torvalds  */
561da177e4SLinus Torvalds 
578d8354d2SPavel Emelyanov static int sysctl_ipfrag_max_dist __read_mostly = 64;
5889cee8b1SHerbert Xu 
591da177e4SLinus Torvalds struct ipfrag_skb_cb
601da177e4SLinus Torvalds {
611da177e4SLinus Torvalds 	struct inet_skb_parm	h;
621da177e4SLinus Torvalds 	int			offset;
631da177e4SLinus Torvalds };
641da177e4SLinus Torvalds 
651da177e4SLinus Torvalds #define FRAG_CB(skb)	((struct ipfrag_skb_cb *)((skb)->cb))
661da177e4SLinus Torvalds 
671da177e4SLinus Torvalds /* Describe an entry in the "incomplete datagrams" queue. */
681da177e4SLinus Torvalds struct ipq {
695ab11c98SPavel Emelyanov 	struct inet_frag_queue q;
705ab11c98SPavel Emelyanov 
711da177e4SLinus Torvalds 	u32		user;
7218277770SAl Viro 	__be32		saddr;
7318277770SAl Viro 	__be32		daddr;
7418277770SAl Viro 	__be16		id;
751da177e4SLinus Torvalds 	u8		protocol;
766623e3b2SEric Dumazet 	u8		ecn; /* RFC3168 support */
7789cee8b1SHerbert Xu 	int             iif;
7889cee8b1SHerbert Xu 	unsigned int    rid;
7989cee8b1SHerbert Xu 	struct inet_peer *peer;
801da177e4SLinus Torvalds };
811da177e4SLinus Torvalds 
825173cc05SEric Dumazet /* RFC 3168 support :
835173cc05SEric Dumazet  * We want to check ECN values of all fragments, do detect invalid combinations.
845173cc05SEric Dumazet  * In ipq->ecn, we store the OR value of each ip4_frag_ecn() fragment value.
855173cc05SEric Dumazet  */
861d1652cbSDavid S. Miller #define	IPFRAG_ECN_NOT_ECT	0x01 /* one frag had ECN_NOT_ECT */
871d1652cbSDavid S. Miller #define	IPFRAG_ECN_ECT_1	0x02 /* one frag had ECN_ECT_1 */
881d1652cbSDavid S. Miller #define	IPFRAG_ECN_ECT_0	0x04 /* one frag had ECN_ECT_0 */
891d1652cbSDavid S. Miller #define	IPFRAG_ECN_CE		0x08 /* one frag had ECN_CE */
906623e3b2SEric Dumazet 
916623e3b2SEric Dumazet static inline u8 ip4_frag_ecn(u8 tos)
926623e3b2SEric Dumazet {
935173cc05SEric Dumazet 	return 1 << (tos & INET_ECN_MASK);
946623e3b2SEric Dumazet }
956623e3b2SEric Dumazet 
965173cc05SEric Dumazet /* Given the OR values of all fragments, apply RFC 3168 5.3 requirements
975173cc05SEric Dumazet  * Value : 0xff if frame should be dropped.
985173cc05SEric Dumazet  *         0 or INET_ECN_CE value, to be ORed in to final iph->tos field
995173cc05SEric Dumazet  */
1005173cc05SEric Dumazet static const u8 ip4_frag_ecn_table[16] = {
1015173cc05SEric Dumazet 	/* at least one fragment had CE, and others ECT_0 or ECT_1 */
1025173cc05SEric Dumazet 	[IPFRAG_ECN_CE | IPFRAG_ECN_ECT_0]			= INET_ECN_CE,
1035173cc05SEric Dumazet 	[IPFRAG_ECN_CE | IPFRAG_ECN_ECT_1]			= INET_ECN_CE,
1045173cc05SEric Dumazet 	[IPFRAG_ECN_CE | IPFRAG_ECN_ECT_0 | IPFRAG_ECN_ECT_1]	= INET_ECN_CE,
1055173cc05SEric Dumazet 
1065173cc05SEric Dumazet 	/* invalid combinations : drop frame */
1075173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_CE] = 0xff,
1085173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_ECT_0] = 0xff,
1095173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_ECT_1] = 0xff,
1105173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_ECT_0 | IPFRAG_ECN_ECT_1] = 0xff,
1115173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_CE | IPFRAG_ECN_ECT_0] = 0xff,
1125173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_CE | IPFRAG_ECN_ECT_1] = 0xff,
1135173cc05SEric Dumazet 	[IPFRAG_ECN_NOT_ECT | IPFRAG_ECN_CE | IPFRAG_ECN_ECT_0 | IPFRAG_ECN_ECT_1] = 0xff,
1145173cc05SEric Dumazet };
1155173cc05SEric Dumazet 
1167eb95156SPavel Emelyanov static struct inet_frags ip4_frags;
1171da177e4SLinus Torvalds 
118e5a2bb84SPavel Emelyanov int ip_frag_nqueues(struct net *net)
1197eb95156SPavel Emelyanov {
120e5a2bb84SPavel Emelyanov 	return net->ipv4.frags.nqueues;
1217eb95156SPavel Emelyanov }
1221da177e4SLinus Torvalds 
1236ddc0822SPavel Emelyanov int ip_frag_mem(struct net *net)
1247eb95156SPavel Emelyanov {
1256ddc0822SPavel Emelyanov 	return atomic_read(&net->ipv4.frags.mem);
1267eb95156SPavel Emelyanov }
1271da177e4SLinus Torvalds 
1281706d587SHerbert Xu static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev,
1291706d587SHerbert Xu 			 struct net_device *dev);
1301706d587SHerbert Xu 
131c6fda282SPavel Emelyanov struct ip4_create_arg {
132c6fda282SPavel Emelyanov 	struct iphdr *iph;
133c6fda282SPavel Emelyanov 	u32 user;
134c6fda282SPavel Emelyanov };
135c6fda282SPavel Emelyanov 
13618277770SAl Viro static unsigned int ipqhashfn(__be16 id, __be32 saddr, __be32 daddr, u8 prot)
1371da177e4SLinus Torvalds {
13818277770SAl Viro 	return jhash_3words((__force u32)id << 16 | prot,
13918277770SAl Viro 			    (__force u32)saddr, (__force u32)daddr,
1407eb95156SPavel Emelyanov 			    ip4_frags.rnd) & (INETFRAGS_HASHSZ - 1);
1411da177e4SLinus Torvalds }
1421da177e4SLinus Torvalds 
143321a3a99SPavel Emelyanov static unsigned int ip4_hashfn(struct inet_frag_queue *q)
1441da177e4SLinus Torvalds {
145321a3a99SPavel Emelyanov 	struct ipq *ipq;
1461da177e4SLinus Torvalds 
147321a3a99SPavel Emelyanov 	ipq = container_of(q, struct ipq, q);
148321a3a99SPavel Emelyanov 	return ipqhashfn(ipq->id, ipq->saddr, ipq->daddr, ipq->protocol);
1491da177e4SLinus Torvalds }
1501da177e4SLinus Torvalds 
151abd6523dSPavel Emelyanov static int ip4_frag_match(struct inet_frag_queue *q, void *a)
152abd6523dSPavel Emelyanov {
153abd6523dSPavel Emelyanov 	struct ipq *qp;
154abd6523dSPavel Emelyanov 	struct ip4_create_arg *arg = a;
155abd6523dSPavel Emelyanov 
156abd6523dSPavel Emelyanov 	qp = container_of(q, struct ipq, q);
157a02cec21SEric Dumazet 	return	qp->id == arg->iph->id &&
158abd6523dSPavel Emelyanov 			qp->saddr == arg->iph->saddr &&
159abd6523dSPavel Emelyanov 			qp->daddr == arg->iph->daddr &&
160abd6523dSPavel Emelyanov 			qp->protocol == arg->iph->protocol &&
161a02cec21SEric Dumazet 			qp->user == arg->user;
162abd6523dSPavel Emelyanov }
163abd6523dSPavel Emelyanov 
1641da177e4SLinus Torvalds /* Memory Tracking Functions. */
165a95d8c88SEric Dumazet static void frag_kfree_skb(struct netns_frags *nf, struct sk_buff *skb)
1661da177e4SLinus Torvalds {
1676ddc0822SPavel Emelyanov 	atomic_sub(skb->truesize, &nf->mem);
1681da177e4SLinus Torvalds 	kfree_skb(skb);
1691da177e4SLinus Torvalds }
1701da177e4SLinus Torvalds 
171c6fda282SPavel Emelyanov static void ip4_frag_init(struct inet_frag_queue *q, void *a)
172c6fda282SPavel Emelyanov {
173c6fda282SPavel Emelyanov 	struct ipq *qp = container_of(q, struct ipq, q);
174c6fda282SPavel Emelyanov 	struct ip4_create_arg *arg = a;
175c6fda282SPavel Emelyanov 
176c6fda282SPavel Emelyanov 	qp->protocol = arg->iph->protocol;
177c6fda282SPavel Emelyanov 	qp->id = arg->iph->id;
1786623e3b2SEric Dumazet 	qp->ecn = ip4_frag_ecn(arg->iph->tos);
179c6fda282SPavel Emelyanov 	qp->saddr = arg->iph->saddr;
180c6fda282SPavel Emelyanov 	qp->daddr = arg->iph->daddr;
181c6fda282SPavel Emelyanov 	qp->user = arg->user;
182c6fda282SPavel Emelyanov 	qp->peer = sysctl_ipfrag_max_dist ?
183b534ecf1SDavid S. Miller 		inet_getpeer_v4(arg->iph->saddr, 1) : NULL;
184c6fda282SPavel Emelyanov }
185c6fda282SPavel Emelyanov 
1861e4b8287SPavel Emelyanov static __inline__ void ip4_frag_free(struct inet_frag_queue *q)
1871da177e4SLinus Torvalds {
1881e4b8287SPavel Emelyanov 	struct ipq *qp;
1891e4b8287SPavel Emelyanov 
1901e4b8287SPavel Emelyanov 	qp = container_of(q, struct ipq, q);
1911e4b8287SPavel Emelyanov 	if (qp->peer)
1921e4b8287SPavel Emelyanov 		inet_putpeer(qp->peer);
1931da177e4SLinus Torvalds }
1941da177e4SLinus Torvalds 
1951da177e4SLinus Torvalds 
1961da177e4SLinus Torvalds /* Destruction primitives. */
1971da177e4SLinus Torvalds 
1984b6cb5d8SPavel Emelyanov static __inline__ void ipq_put(struct ipq *ipq)
1991da177e4SLinus Torvalds {
200762cc408SPavel Emelyanov 	inet_frag_put(&ipq->q, &ip4_frags);
2011da177e4SLinus Torvalds }
2021da177e4SLinus Torvalds 
2031da177e4SLinus Torvalds /* Kill ipq entry. It is not destroyed immediately,
2041da177e4SLinus Torvalds  * because caller (and someone more) holds reference count.
2051da177e4SLinus Torvalds  */
2061da177e4SLinus Torvalds static void ipq_kill(struct ipq *ipq)
2071da177e4SLinus Torvalds {
208277e650dSPavel Emelyanov 	inet_frag_kill(&ipq->q, &ip4_frags);
2091da177e4SLinus Torvalds }
2101da177e4SLinus Torvalds 
2111da177e4SLinus Torvalds /* Memory limiting on fragments.  Evictor trashes the oldest
2121da177e4SLinus Torvalds  * fragment queue until we are back under the threshold.
2131da177e4SLinus Torvalds  */
2146ddc0822SPavel Emelyanov static void ip_evictor(struct net *net)
2151da177e4SLinus Torvalds {
2168e7999c4SPavel Emelyanov 	int evicted;
2171da177e4SLinus Torvalds 
2186ddc0822SPavel Emelyanov 	evicted = inet_frag_evictor(&net->ipv4.frags, &ip4_frags);
2198e7999c4SPavel Emelyanov 	if (evicted)
220c5346fe3SPavel Emelyanov 		IP_ADD_STATS_BH(net, IPSTATS_MIB_REASMFAILS, evicted);
2211da177e4SLinus Torvalds }
2221da177e4SLinus Torvalds 
2231da177e4SLinus Torvalds /*
2241da177e4SLinus Torvalds  * Oops, a fragment queue timed out.  Kill it and send an ICMP reply.
2251da177e4SLinus Torvalds  */
2261da177e4SLinus Torvalds static void ip_expire(unsigned long arg)
2271da177e4SLinus Torvalds {
228e521db9dSPavel Emelyanov 	struct ipq *qp;
22984a3aa00SPavel Emelyanov 	struct net *net;
230e521db9dSPavel Emelyanov 
231e521db9dSPavel Emelyanov 	qp = container_of((struct inet_frag_queue *) arg, struct ipq, q);
23284a3aa00SPavel Emelyanov 	net = container_of(qp->q.net, struct net, ipv4.frags);
2331da177e4SLinus Torvalds 
2345ab11c98SPavel Emelyanov 	spin_lock(&qp->q.lock);
2351da177e4SLinus Torvalds 
236bc578a54SJoe Perches 	if (qp->q.last_in & INET_FRAG_COMPLETE)
2371da177e4SLinus Torvalds 		goto out;
2381da177e4SLinus Torvalds 
2391da177e4SLinus Torvalds 	ipq_kill(qp);
2401da177e4SLinus Torvalds 
2417c73a6faSPavel Emelyanov 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMTIMEOUT);
2427c73a6faSPavel Emelyanov 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMFAILS);
2431da177e4SLinus Torvalds 
244bc578a54SJoe Perches 	if ((qp->q.last_in & INET_FRAG_FIRST_IN) && qp->q.fragments != NULL) {
2455ab11c98SPavel Emelyanov 		struct sk_buff *head = qp->q.fragments;
24664f3b9e2SEric Dumazet 		const struct iphdr *iph;
24764f3b9e2SEric Dumazet 		int err;
248cb84663eSDenis V. Lunev 
24969df9d59SEric Dumazet 		rcu_read_lock();
25069df9d59SEric Dumazet 		head->dev = dev_get_by_index_rcu(net, qp->iif);
251e9017b55SShan Wei 		if (!head->dev)
252e9017b55SShan Wei 			goto out_rcu_unlock;
253e9017b55SShan Wei 
25464f3b9e2SEric Dumazet 		/* skb dst is stale, drop it, and perform route lookup again */
25564f3b9e2SEric Dumazet 		skb_dst_drop(head);
25664f3b9e2SEric Dumazet 		iph = ip_hdr(head);
25764f3b9e2SEric Dumazet 		err = ip_route_input_noref(head, iph->daddr, iph->saddr,
258e9017b55SShan Wei 					   iph->tos, head->dev);
25964f3b9e2SEric Dumazet 		if (err)
260e9017b55SShan Wei 			goto out_rcu_unlock;
261e9017b55SShan Wei 
262e9017b55SShan Wei 		/*
263e9017b55SShan Wei 		 * Only an end host needs to send an ICMP
264e9017b55SShan Wei 		 * "Fragment Reassembly Timeout" message, per RFC792.
265e9017b55SShan Wei 		 */
266595fc71bSDavid S. Miller 		if (qp->user == IP_DEFRAG_AF_PACKET ||
267595fc71bSDavid S. Miller 		    (qp->user == IP_DEFRAG_CONNTRACK_IN &&
268595fc71bSDavid S. Miller 		     skb_rtable(head)->rt_type != RTN_LOCAL))
269e9017b55SShan Wei 			goto out_rcu_unlock;
270e9017b55SShan Wei 
271e9017b55SShan Wei 
272e9017b55SShan Wei 		/* Send an ICMP "Fragment Reassembly Timeout" message. */
273e9017b55SShan Wei 		icmp_send(head, ICMP_TIME_EXCEEDED, ICMP_EXC_FRAGTIME, 0);
274e9017b55SShan Wei out_rcu_unlock:
275e9017b55SShan Wei 		rcu_read_unlock();
276d1c9ae6dSPatrick McHardy 	}
2771da177e4SLinus Torvalds out:
2785ab11c98SPavel Emelyanov 	spin_unlock(&qp->q.lock);
2794b6cb5d8SPavel Emelyanov 	ipq_put(qp);
2801da177e4SLinus Torvalds }
2811da177e4SLinus Torvalds 
282abd6523dSPavel Emelyanov /* Find the correct entry in the "incomplete datagrams" queue for
283abd6523dSPavel Emelyanov  * this IP datagram, and create new one, if nothing is found.
284abd6523dSPavel Emelyanov  */
285ac18e750SPavel Emelyanov static inline struct ipq *ip_find(struct net *net, struct iphdr *iph, u32 user)
2861da177e4SLinus Torvalds {
287c6fda282SPavel Emelyanov 	struct inet_frag_queue *q;
288c6fda282SPavel Emelyanov 	struct ip4_create_arg arg;
289abd6523dSPavel Emelyanov 	unsigned int hash;
2901da177e4SLinus Torvalds 
291c6fda282SPavel Emelyanov 	arg.iph = iph;
292c6fda282SPavel Emelyanov 	arg.user = user;
2939a375803SPavel Emelyanov 
2949a375803SPavel Emelyanov 	read_lock(&ip4_frags.lock);
295abd6523dSPavel Emelyanov 	hash = ipqhashfn(iph->id, iph->saddr, iph->daddr, iph->protocol);
296c6fda282SPavel Emelyanov 
297ac18e750SPavel Emelyanov 	q = inet_frag_find(&net->ipv4.frags, &ip4_frags, &arg, hash);
298c6fda282SPavel Emelyanov 	if (q == NULL)
2991da177e4SLinus Torvalds 		goto out_nomem;
3001da177e4SLinus Torvalds 
301c6fda282SPavel Emelyanov 	return container_of(q, struct ipq, q);
3021da177e4SLinus Torvalds 
3031da177e4SLinus Torvalds out_nomem:
304afd46503SJoe Perches 	LIMIT_NETDEBUG(KERN_ERR pr_fmt("ip_frag_create: no memory left !\n"));
3051da177e4SLinus Torvalds 	return NULL;
3061da177e4SLinus Torvalds }
3071da177e4SLinus Torvalds 
30889cee8b1SHerbert Xu /* Is the fragment too far ahead to be part of ipq? */
30989cee8b1SHerbert Xu static inline int ip_frag_too_far(struct ipq *qp)
31089cee8b1SHerbert Xu {
31189cee8b1SHerbert Xu 	struct inet_peer *peer = qp->peer;
31289cee8b1SHerbert Xu 	unsigned int max = sysctl_ipfrag_max_dist;
31389cee8b1SHerbert Xu 	unsigned int start, end;
31489cee8b1SHerbert Xu 
31589cee8b1SHerbert Xu 	int rc;
31689cee8b1SHerbert Xu 
31789cee8b1SHerbert Xu 	if (!peer || !max)
31889cee8b1SHerbert Xu 		return 0;
31989cee8b1SHerbert Xu 
32089cee8b1SHerbert Xu 	start = qp->rid;
32189cee8b1SHerbert Xu 	end = atomic_inc_return(&peer->rid);
32289cee8b1SHerbert Xu 	qp->rid = end;
32389cee8b1SHerbert Xu 
3245ab11c98SPavel Emelyanov 	rc = qp->q.fragments && (end - start) > max;
32589cee8b1SHerbert Xu 
32689cee8b1SHerbert Xu 	if (rc) {
3277c73a6faSPavel Emelyanov 		struct net *net;
3287c73a6faSPavel Emelyanov 
3297c73a6faSPavel Emelyanov 		net = container_of(qp->q.net, struct net, ipv4.frags);
3307c73a6faSPavel Emelyanov 		IP_INC_STATS_BH(net, IPSTATS_MIB_REASMFAILS);
33189cee8b1SHerbert Xu 	}
33289cee8b1SHerbert Xu 
33389cee8b1SHerbert Xu 	return rc;
33489cee8b1SHerbert Xu }
33589cee8b1SHerbert Xu 
33689cee8b1SHerbert Xu static int ip_frag_reinit(struct ipq *qp)
33789cee8b1SHerbert Xu {
33889cee8b1SHerbert Xu 	struct sk_buff *fp;
33989cee8b1SHerbert Xu 
340b2fd5321SPavel Emelyanov 	if (!mod_timer(&qp->q.timer, jiffies + qp->q.net->timeout)) {
3415ab11c98SPavel Emelyanov 		atomic_inc(&qp->q.refcnt);
34289cee8b1SHerbert Xu 		return -ETIMEDOUT;
34389cee8b1SHerbert Xu 	}
34489cee8b1SHerbert Xu 
3455ab11c98SPavel Emelyanov 	fp = qp->q.fragments;
34689cee8b1SHerbert Xu 	do {
34789cee8b1SHerbert Xu 		struct sk_buff *xp = fp->next;
348a95d8c88SEric Dumazet 		frag_kfree_skb(qp->q.net, fp);
34989cee8b1SHerbert Xu 		fp = xp;
35089cee8b1SHerbert Xu 	} while (fp);
35189cee8b1SHerbert Xu 
3525ab11c98SPavel Emelyanov 	qp->q.last_in = 0;
3535ab11c98SPavel Emelyanov 	qp->q.len = 0;
3545ab11c98SPavel Emelyanov 	qp->q.meat = 0;
3555ab11c98SPavel Emelyanov 	qp->q.fragments = NULL;
356d6bebca9SChangli Gao 	qp->q.fragments_tail = NULL;
35789cee8b1SHerbert Xu 	qp->iif = 0;
3586623e3b2SEric Dumazet 	qp->ecn = 0;
35989cee8b1SHerbert Xu 
36089cee8b1SHerbert Xu 	return 0;
36189cee8b1SHerbert Xu }
36289cee8b1SHerbert Xu 
3631da177e4SLinus Torvalds /* Add new segment to existing queue. */
3641706d587SHerbert Xu static int ip_frag_queue(struct ipq *qp, struct sk_buff *skb)
3651da177e4SLinus Torvalds {
3661da177e4SLinus Torvalds 	struct sk_buff *prev, *next;
3671706d587SHerbert Xu 	struct net_device *dev;
3681da177e4SLinus Torvalds 	int flags, offset;
3691da177e4SLinus Torvalds 	int ihl, end;
3701706d587SHerbert Xu 	int err = -ENOENT;
3716623e3b2SEric Dumazet 	u8 ecn;
3721da177e4SLinus Torvalds 
373bc578a54SJoe Perches 	if (qp->q.last_in & INET_FRAG_COMPLETE)
3741da177e4SLinus Torvalds 		goto err;
3751da177e4SLinus Torvalds 
37689cee8b1SHerbert Xu 	if (!(IPCB(skb)->flags & IPSKB_FRAG_COMPLETE) &&
3771706d587SHerbert Xu 	    unlikely(ip_frag_too_far(qp)) &&
3781706d587SHerbert Xu 	    unlikely(err = ip_frag_reinit(qp))) {
37989cee8b1SHerbert Xu 		ipq_kill(qp);
38089cee8b1SHerbert Xu 		goto err;
38189cee8b1SHerbert Xu 	}
38289cee8b1SHerbert Xu 
3836623e3b2SEric Dumazet 	ecn = ip4_frag_ecn(ip_hdr(skb)->tos);
384eddc9ec5SArnaldo Carvalho de Melo 	offset = ntohs(ip_hdr(skb)->frag_off);
3851da177e4SLinus Torvalds 	flags = offset & ~IP_OFFSET;
3861da177e4SLinus Torvalds 	offset &= IP_OFFSET;
3871da177e4SLinus Torvalds 	offset <<= 3;		/* offset is in 8-byte chunks */
388c9bdd4b5SArnaldo Carvalho de Melo 	ihl = ip_hdrlen(skb);
3891da177e4SLinus Torvalds 
3901da177e4SLinus Torvalds 	/* Determine the position of this fragment. */
3911da177e4SLinus Torvalds 	end = offset + skb->len - ihl;
3921706d587SHerbert Xu 	err = -EINVAL;
3931da177e4SLinus Torvalds 
3941da177e4SLinus Torvalds 	/* Is this the final fragment? */
3951da177e4SLinus Torvalds 	if ((flags & IP_MF) == 0) {
3961da177e4SLinus Torvalds 		/* If we already have some bits beyond end
39742b2aa86SJustin P. Mattock 		 * or have different end, the segment is corrupted.
3981da177e4SLinus Torvalds 		 */
3995ab11c98SPavel Emelyanov 		if (end < qp->q.len ||
400bc578a54SJoe Perches 		    ((qp->q.last_in & INET_FRAG_LAST_IN) && end != qp->q.len))
4011da177e4SLinus Torvalds 			goto err;
402bc578a54SJoe Perches 		qp->q.last_in |= INET_FRAG_LAST_IN;
4035ab11c98SPavel Emelyanov 		qp->q.len = end;
4041da177e4SLinus Torvalds 	} else {
4051da177e4SLinus Torvalds 		if (end&7) {
4061da177e4SLinus Torvalds 			end &= ~7;
4071da177e4SLinus Torvalds 			if (skb->ip_summed != CHECKSUM_UNNECESSARY)
4081da177e4SLinus Torvalds 				skb->ip_summed = CHECKSUM_NONE;
4091da177e4SLinus Torvalds 		}
4105ab11c98SPavel Emelyanov 		if (end > qp->q.len) {
4111da177e4SLinus Torvalds 			/* Some bits beyond end -> corruption. */
412bc578a54SJoe Perches 			if (qp->q.last_in & INET_FRAG_LAST_IN)
4131da177e4SLinus Torvalds 				goto err;
4145ab11c98SPavel Emelyanov 			qp->q.len = end;
4151da177e4SLinus Torvalds 		}
4161da177e4SLinus Torvalds 	}
4171da177e4SLinus Torvalds 	if (end == offset)
4181da177e4SLinus Torvalds 		goto err;
4191da177e4SLinus Torvalds 
4201706d587SHerbert Xu 	err = -ENOMEM;
4211da177e4SLinus Torvalds 	if (pskb_pull(skb, ihl) == NULL)
4221da177e4SLinus Torvalds 		goto err;
4231706d587SHerbert Xu 
4241706d587SHerbert Xu 	err = pskb_trim_rcsum(skb, end - offset);
4251706d587SHerbert Xu 	if (err)
4261da177e4SLinus Torvalds 		goto err;
4271da177e4SLinus Torvalds 
4281da177e4SLinus Torvalds 	/* Find out which fragments are in front and at the back of us
4291da177e4SLinus Torvalds 	 * in the chain of fragments so far.  We must know where to put
4301da177e4SLinus Torvalds 	 * this fragment, right?
4311da177e4SLinus Torvalds 	 */
432d6bebca9SChangli Gao 	prev = qp->q.fragments_tail;
433d6bebca9SChangli Gao 	if (!prev || FRAG_CB(prev)->offset < offset) {
434d6bebca9SChangli Gao 		next = NULL;
435d6bebca9SChangli Gao 		goto found;
436d6bebca9SChangli Gao 	}
4371da177e4SLinus Torvalds 	prev = NULL;
4385ab11c98SPavel Emelyanov 	for (next = qp->q.fragments; next != NULL; next = next->next) {
4391da177e4SLinus Torvalds 		if (FRAG_CB(next)->offset >= offset)
4401da177e4SLinus Torvalds 			break;	/* bingo! */
4411da177e4SLinus Torvalds 		prev = next;
4421da177e4SLinus Torvalds 	}
4431da177e4SLinus Torvalds 
444d6bebca9SChangli Gao found:
4451da177e4SLinus Torvalds 	/* We found where to put this one.  Check for overlap with
4461da177e4SLinus Torvalds 	 * preceding fragment, and, if needed, align things so that
4471da177e4SLinus Torvalds 	 * any overlaps are eliminated.
4481da177e4SLinus Torvalds 	 */
4491da177e4SLinus Torvalds 	if (prev) {
4501da177e4SLinus Torvalds 		int i = (FRAG_CB(prev)->offset + prev->len) - offset;
4511da177e4SLinus Torvalds 
4521da177e4SLinus Torvalds 		if (i > 0) {
4531da177e4SLinus Torvalds 			offset += i;
4541706d587SHerbert Xu 			err = -EINVAL;
4551da177e4SLinus Torvalds 			if (end <= offset)
4561da177e4SLinus Torvalds 				goto err;
4571706d587SHerbert Xu 			err = -ENOMEM;
4581da177e4SLinus Torvalds 			if (!pskb_pull(skb, i))
4591da177e4SLinus Torvalds 				goto err;
4601da177e4SLinus Torvalds 			if (skb->ip_summed != CHECKSUM_UNNECESSARY)
4611da177e4SLinus Torvalds 				skb->ip_summed = CHECKSUM_NONE;
4621da177e4SLinus Torvalds 		}
4631da177e4SLinus Torvalds 	}
4641da177e4SLinus Torvalds 
4651706d587SHerbert Xu 	err = -ENOMEM;
4661706d587SHerbert Xu 
4671da177e4SLinus Torvalds 	while (next && FRAG_CB(next)->offset < end) {
4681da177e4SLinus Torvalds 		int i = end - FRAG_CB(next)->offset; /* overlap is 'i' bytes */
4691da177e4SLinus Torvalds 
4701da177e4SLinus Torvalds 		if (i < next->len) {
4711da177e4SLinus Torvalds 			/* Eat head of the next overlapped fragment
4721da177e4SLinus Torvalds 			 * and leave the loop. The next ones cannot overlap.
4731da177e4SLinus Torvalds 			 */
4741da177e4SLinus Torvalds 			if (!pskb_pull(next, i))
4751da177e4SLinus Torvalds 				goto err;
4761da177e4SLinus Torvalds 			FRAG_CB(next)->offset += i;
4775ab11c98SPavel Emelyanov 			qp->q.meat -= i;
4781da177e4SLinus Torvalds 			if (next->ip_summed != CHECKSUM_UNNECESSARY)
4791da177e4SLinus Torvalds 				next->ip_summed = CHECKSUM_NONE;
4801da177e4SLinus Torvalds 			break;
4811da177e4SLinus Torvalds 		} else {
4821da177e4SLinus Torvalds 			struct sk_buff *free_it = next;
4831da177e4SLinus Torvalds 
48447c6bf77SPeter Zijlstra 			/* Old fragment is completely overridden with
4851da177e4SLinus Torvalds 			 * new one drop it.
4861da177e4SLinus Torvalds 			 */
4871da177e4SLinus Torvalds 			next = next->next;
4881da177e4SLinus Torvalds 
4891da177e4SLinus Torvalds 			if (prev)
4901da177e4SLinus Torvalds 				prev->next = next;
4911da177e4SLinus Torvalds 			else
4925ab11c98SPavel Emelyanov 				qp->q.fragments = next;
4931da177e4SLinus Torvalds 
4945ab11c98SPavel Emelyanov 			qp->q.meat -= free_it->len;
495a95d8c88SEric Dumazet 			frag_kfree_skb(qp->q.net, free_it);
4961da177e4SLinus Torvalds 		}
4971da177e4SLinus Torvalds 	}
4981da177e4SLinus Torvalds 
4991da177e4SLinus Torvalds 	FRAG_CB(skb)->offset = offset;
5001da177e4SLinus Torvalds 
5011da177e4SLinus Torvalds 	/* Insert this fragment in the chain of fragments. */
5021da177e4SLinus Torvalds 	skb->next = next;
503d6bebca9SChangli Gao 	if (!next)
504d6bebca9SChangli Gao 		qp->q.fragments_tail = skb;
5051da177e4SLinus Torvalds 	if (prev)
5061da177e4SLinus Torvalds 		prev->next = skb;
5071da177e4SLinus Torvalds 	else
5085ab11c98SPavel Emelyanov 		qp->q.fragments = skb;
5091da177e4SLinus Torvalds 
5101706d587SHerbert Xu 	dev = skb->dev;
5111706d587SHerbert Xu 	if (dev) {
5121706d587SHerbert Xu 		qp->iif = dev->ifindex;
5131da177e4SLinus Torvalds 		skb->dev = NULL;
5141706d587SHerbert Xu 	}
5155ab11c98SPavel Emelyanov 	qp->q.stamp = skb->tstamp;
5165ab11c98SPavel Emelyanov 	qp->q.meat += skb->len;
5176623e3b2SEric Dumazet 	qp->ecn |= ecn;
5186ddc0822SPavel Emelyanov 	atomic_add(skb->truesize, &qp->q.net->mem);
5191da177e4SLinus Torvalds 	if (offset == 0)
520bc578a54SJoe Perches 		qp->q.last_in |= INET_FRAG_FIRST_IN;
5211da177e4SLinus Torvalds 
522bc578a54SJoe Perches 	if (qp->q.last_in == (INET_FRAG_FIRST_IN | INET_FRAG_LAST_IN) &&
523bc578a54SJoe Perches 	    qp->q.meat == qp->q.len)
5241706d587SHerbert Xu 		return ip_frag_reasm(qp, prev, dev);
5251706d587SHerbert Xu 
5267eb95156SPavel Emelyanov 	write_lock(&ip4_frags.lock);
5273140c25cSPavel Emelyanov 	list_move_tail(&qp->q.lru_list, &qp->q.net->lru_list);
5287eb95156SPavel Emelyanov 	write_unlock(&ip4_frags.lock);
5291706d587SHerbert Xu 	return -EINPROGRESS;
5301da177e4SLinus Torvalds 
5311da177e4SLinus Torvalds err:
5321da177e4SLinus Torvalds 	kfree_skb(skb);
5331706d587SHerbert Xu 	return err;
5341da177e4SLinus Torvalds }
5351da177e4SLinus Torvalds 
5361da177e4SLinus Torvalds 
5371da177e4SLinus Torvalds /* Build a new IP datagram from all its fragments. */
5381da177e4SLinus Torvalds 
5391706d587SHerbert Xu static int ip_frag_reasm(struct ipq *qp, struct sk_buff *prev,
5401706d587SHerbert Xu 			 struct net_device *dev)
5411da177e4SLinus Torvalds {
5422bad35b7SJorge Boncompte [DTI2] 	struct net *net = container_of(qp->q.net, struct net, ipv4.frags);
5431da177e4SLinus Torvalds 	struct iphdr *iph;
5445ab11c98SPavel Emelyanov 	struct sk_buff *fp, *head = qp->q.fragments;
5451da177e4SLinus Torvalds 	int len;
5461da177e4SLinus Torvalds 	int ihlen;
5471706d587SHerbert Xu 	int err;
5485173cc05SEric Dumazet 	u8 ecn;
5491da177e4SLinus Torvalds 
5501da177e4SLinus Torvalds 	ipq_kill(qp);
5511da177e4SLinus Torvalds 
5525173cc05SEric Dumazet 	ecn = ip4_frag_ecn_table[qp->ecn];
5535173cc05SEric Dumazet 	if (unlikely(ecn == 0xff)) {
5545173cc05SEric Dumazet 		err = -EINVAL;
5555173cc05SEric Dumazet 		goto out_fail;
5565173cc05SEric Dumazet 	}
5571706d587SHerbert Xu 	/* Make the one we just received the head. */
5581706d587SHerbert Xu 	if (prev) {
5591706d587SHerbert Xu 		head = prev->next;
5601706d587SHerbert Xu 		fp = skb_clone(head, GFP_ATOMIC);
5611706d587SHerbert Xu 		if (!fp)
5621706d587SHerbert Xu 			goto out_nomem;
5631706d587SHerbert Xu 
5641706d587SHerbert Xu 		fp->next = head->next;
565d6bebca9SChangli Gao 		if (!fp->next)
566d6bebca9SChangli Gao 			qp->q.fragments_tail = fp;
5671706d587SHerbert Xu 		prev->next = fp;
5681706d587SHerbert Xu 
5695ab11c98SPavel Emelyanov 		skb_morph(head, qp->q.fragments);
5705ab11c98SPavel Emelyanov 		head->next = qp->q.fragments->next;
5711706d587SHerbert Xu 
572cbf8f7bbSEric Dumazet 		consume_skb(qp->q.fragments);
5735ab11c98SPavel Emelyanov 		qp->q.fragments = head;
5741706d587SHerbert Xu 	}
5751706d587SHerbert Xu 
576547b792cSIlpo Järvinen 	WARN_ON(head == NULL);
577547b792cSIlpo Järvinen 	WARN_ON(FRAG_CB(head)->offset != 0);
5781da177e4SLinus Torvalds 
5791da177e4SLinus Torvalds 	/* Allocate a new buffer for the datagram. */
580c9bdd4b5SArnaldo Carvalho de Melo 	ihlen = ip_hdrlen(head);
5815ab11c98SPavel Emelyanov 	len = ihlen + qp->q.len;
5821da177e4SLinus Torvalds 
5831706d587SHerbert Xu 	err = -E2BIG;
5841da177e4SLinus Torvalds 	if (len > 65535)
5851da177e4SLinus Torvalds 		goto out_oversize;
5861da177e4SLinus Torvalds 
5871da177e4SLinus Torvalds 	/* Head of list must not be cloned. */
5881da177e4SLinus Torvalds 	if (skb_cloned(head) && pskb_expand_head(head, 0, 0, GFP_ATOMIC))
5891da177e4SLinus Torvalds 		goto out_nomem;
5901da177e4SLinus Torvalds 
5911da177e4SLinus Torvalds 	/* If the first fragment is fragmented itself, we split
5921da177e4SLinus Torvalds 	 * it to two chunks: the first with data and paged part
5931da177e4SLinus Torvalds 	 * and the second, holding only fragments. */
59421dc3301SDavid S. Miller 	if (skb_has_frag_list(head)) {
5951da177e4SLinus Torvalds 		struct sk_buff *clone;
5961da177e4SLinus Torvalds 		int i, plen = 0;
5971da177e4SLinus Torvalds 
5981da177e4SLinus Torvalds 		if ((clone = alloc_skb(0, GFP_ATOMIC)) == NULL)
5991da177e4SLinus Torvalds 			goto out_nomem;
6001da177e4SLinus Torvalds 		clone->next = head->next;
6011da177e4SLinus Torvalds 		head->next = clone;
6021da177e4SLinus Torvalds 		skb_shinfo(clone)->frag_list = skb_shinfo(head)->frag_list;
603d7fcf1a5SDavid S. Miller 		skb_frag_list_init(head);
6041da177e4SLinus Torvalds 		for (i = 0; i < skb_shinfo(head)->nr_frags; i++)
6059e903e08SEric Dumazet 			plen += skb_frag_size(&skb_shinfo(head)->frags[i]);
6061da177e4SLinus Torvalds 		clone->len = clone->data_len = head->data_len - plen;
6071da177e4SLinus Torvalds 		head->data_len -= clone->len;
6081da177e4SLinus Torvalds 		head->len -= clone->len;
6091da177e4SLinus Torvalds 		clone->csum = 0;
6101da177e4SLinus Torvalds 		clone->ip_summed = head->ip_summed;
6116ddc0822SPavel Emelyanov 		atomic_add(clone->truesize, &qp->q.net->mem);
6121da177e4SLinus Torvalds 	}
6131da177e4SLinus Torvalds 
6141da177e4SLinus Torvalds 	skb_shinfo(head)->frag_list = head->next;
615d56f90a7SArnaldo Carvalho de Melo 	skb_push(head, head->data - skb_network_header(head));
6161da177e4SLinus Torvalds 
6171da177e4SLinus Torvalds 	for (fp=head->next; fp; fp = fp->next) {
6181da177e4SLinus Torvalds 		head->data_len += fp->len;
6191da177e4SLinus Torvalds 		head->len += fp->len;
6201da177e4SLinus Torvalds 		if (head->ip_summed != fp->ip_summed)
6211da177e4SLinus Torvalds 			head->ip_summed = CHECKSUM_NONE;
62284fa7933SPatrick McHardy 		else if (head->ip_summed == CHECKSUM_COMPLETE)
6231da177e4SLinus Torvalds 			head->csum = csum_add(head->csum, fp->csum);
6241da177e4SLinus Torvalds 		head->truesize += fp->truesize;
6251da177e4SLinus Torvalds 	}
626d27f9b35SEric Dumazet 	atomic_sub(head->truesize, &qp->q.net->mem);
6271da177e4SLinus Torvalds 
6281da177e4SLinus Torvalds 	head->next = NULL;
6291da177e4SLinus Torvalds 	head->dev = dev;
6305ab11c98SPavel Emelyanov 	head->tstamp = qp->q.stamp;
6311da177e4SLinus Torvalds 
632eddc9ec5SArnaldo Carvalho de Melo 	iph = ip_hdr(head);
6331da177e4SLinus Torvalds 	iph->frag_off = 0;
6341da177e4SLinus Torvalds 	iph->tot_len = htons(len);
6355173cc05SEric Dumazet 	iph->tos |= ecn;
6362bad35b7SJorge Boncompte [DTI2] 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMOKS);
6375ab11c98SPavel Emelyanov 	qp->q.fragments = NULL;
638d6bebca9SChangli Gao 	qp->q.fragments_tail = NULL;
6391706d587SHerbert Xu 	return 0;
6401da177e4SLinus Torvalds 
6411da177e4SLinus Torvalds out_nomem:
642afd46503SJoe Perches 	LIMIT_NETDEBUG(KERN_ERR pr_fmt("queue_glue: no memory for gluing queue %p\n"),
643afd46503SJoe Perches 		       qp);
64445542479SDavid Howells 	err = -ENOMEM;
6451da177e4SLinus Torvalds 	goto out_fail;
6461da177e4SLinus Torvalds out_oversize:
6471da177e4SLinus Torvalds 	if (net_ratelimit())
648058bd4d2SJoe Perches 		pr_info("Oversized IP packet from %pI4\n", &qp->saddr);
6491da177e4SLinus Torvalds out_fail:
650bbf31bf1SDavid Ford 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMFAILS);
6511706d587SHerbert Xu 	return err;
6521da177e4SLinus Torvalds }
6531da177e4SLinus Torvalds 
6541da177e4SLinus Torvalds /* Process an incoming IP datagram fragment. */
655776c729eSHerbert Xu int ip_defrag(struct sk_buff *skb, u32 user)
6561da177e4SLinus Torvalds {
6571da177e4SLinus Torvalds 	struct ipq *qp;
658ac18e750SPavel Emelyanov 	struct net *net;
6591da177e4SLinus Torvalds 
660adf30907SEric Dumazet 	net = skb->dev ? dev_net(skb->dev) : dev_net(skb_dst(skb)->dev);
6617c73a6faSPavel Emelyanov 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMREQDS);
6621da177e4SLinus Torvalds 
6631da177e4SLinus Torvalds 	/* Start by cleaning up the memory. */
664e31e0bdcSPavel Emelyanov 	if (atomic_read(&net->ipv4.frags.mem) > net->ipv4.frags.high_thresh)
6656ddc0822SPavel Emelyanov 		ip_evictor(net);
6661da177e4SLinus Torvalds 
6671da177e4SLinus Torvalds 	/* Lookup (or create) queue header */
668ac18e750SPavel Emelyanov 	if ((qp = ip_find(net, ip_hdr(skb), user)) != NULL) {
6691706d587SHerbert Xu 		int ret;
6701da177e4SLinus Torvalds 
6715ab11c98SPavel Emelyanov 		spin_lock(&qp->q.lock);
6721da177e4SLinus Torvalds 
6731706d587SHerbert Xu 		ret = ip_frag_queue(qp, skb);
6741da177e4SLinus Torvalds 
6755ab11c98SPavel Emelyanov 		spin_unlock(&qp->q.lock);
6764b6cb5d8SPavel Emelyanov 		ipq_put(qp);
677776c729eSHerbert Xu 		return ret;
6781da177e4SLinus Torvalds 	}
6791da177e4SLinus Torvalds 
6807c73a6faSPavel Emelyanov 	IP_INC_STATS_BH(net, IPSTATS_MIB_REASMFAILS);
6811da177e4SLinus Torvalds 	kfree_skb(skb);
682776c729eSHerbert Xu 	return -ENOMEM;
6831da177e4SLinus Torvalds }
6844bc2f18bSEric Dumazet EXPORT_SYMBOL(ip_defrag);
6851da177e4SLinus Torvalds 
686bc416d97SEric Dumazet struct sk_buff *ip_check_defrag(struct sk_buff *skb, u32 user)
687bc416d97SEric Dumazet {
688bc416d97SEric Dumazet 	const struct iphdr *iph;
689bc416d97SEric Dumazet 	u32 len;
690bc416d97SEric Dumazet 
691bc416d97SEric Dumazet 	if (skb->protocol != htons(ETH_P_IP))
692bc416d97SEric Dumazet 		return skb;
693bc416d97SEric Dumazet 
694bc416d97SEric Dumazet 	if (!pskb_may_pull(skb, sizeof(struct iphdr)))
695bc416d97SEric Dumazet 		return skb;
696bc416d97SEric Dumazet 
697bc416d97SEric Dumazet 	iph = ip_hdr(skb);
698bc416d97SEric Dumazet 	if (iph->ihl < 5 || iph->version != 4)
699bc416d97SEric Dumazet 		return skb;
700bc416d97SEric Dumazet 	if (!pskb_may_pull(skb, iph->ihl*4))
701bc416d97SEric Dumazet 		return skb;
702bc416d97SEric Dumazet 	iph = ip_hdr(skb);
703bc416d97SEric Dumazet 	len = ntohs(iph->tot_len);
704bc416d97SEric Dumazet 	if (skb->len < len || len < (iph->ihl * 4))
705bc416d97SEric Dumazet 		return skb;
706bc416d97SEric Dumazet 
707bc416d97SEric Dumazet 	if (ip_is_fragment(ip_hdr(skb))) {
708bc416d97SEric Dumazet 		skb = skb_share_check(skb, GFP_ATOMIC);
709bc416d97SEric Dumazet 		if (skb) {
710bc416d97SEric Dumazet 			if (pskb_trim_rcsum(skb, len))
711bc416d97SEric Dumazet 				return skb;
712bc416d97SEric Dumazet 			memset(IPCB(skb), 0, sizeof(struct inet_skb_parm));
713bc416d97SEric Dumazet 			if (ip_defrag(skb, user))
714bc416d97SEric Dumazet 				return NULL;
715bc416d97SEric Dumazet 			skb->rxhash = 0;
716bc416d97SEric Dumazet 		}
717bc416d97SEric Dumazet 	}
718bc416d97SEric Dumazet 	return skb;
719bc416d97SEric Dumazet }
720bc416d97SEric Dumazet EXPORT_SYMBOL(ip_check_defrag);
721bc416d97SEric Dumazet 
7228d8354d2SPavel Emelyanov #ifdef CONFIG_SYSCTL
7238d8354d2SPavel Emelyanov static int zero;
7248d8354d2SPavel Emelyanov 
7250a64b4b8SPavel Emelyanov static struct ctl_table ip4_frags_ns_ctl_table[] = {
7268d8354d2SPavel Emelyanov 	{
7278d8354d2SPavel Emelyanov 		.procname	= "ipfrag_high_thresh",
728e31e0bdcSPavel Emelyanov 		.data		= &init_net.ipv4.frags.high_thresh,
7298d8354d2SPavel Emelyanov 		.maxlen		= sizeof(int),
7308d8354d2SPavel Emelyanov 		.mode		= 0644,
7316d9f239aSAlexey Dobriyan 		.proc_handler	= proc_dointvec
7328d8354d2SPavel Emelyanov 	},
7338d8354d2SPavel Emelyanov 	{
7348d8354d2SPavel Emelyanov 		.procname	= "ipfrag_low_thresh",
735e31e0bdcSPavel Emelyanov 		.data		= &init_net.ipv4.frags.low_thresh,
7368d8354d2SPavel Emelyanov 		.maxlen		= sizeof(int),
7378d8354d2SPavel Emelyanov 		.mode		= 0644,
7386d9f239aSAlexey Dobriyan 		.proc_handler	= proc_dointvec
7398d8354d2SPavel Emelyanov 	},
7408d8354d2SPavel Emelyanov 	{
7418d8354d2SPavel Emelyanov 		.procname	= "ipfrag_time",
742b2fd5321SPavel Emelyanov 		.data		= &init_net.ipv4.frags.timeout,
7438d8354d2SPavel Emelyanov 		.maxlen		= sizeof(int),
7448d8354d2SPavel Emelyanov 		.mode		= 0644,
7456d9f239aSAlexey Dobriyan 		.proc_handler	= proc_dointvec_jiffies,
7468d8354d2SPavel Emelyanov 	},
7477d291ebbSPavel Emelyanov 	{ }
7487d291ebbSPavel Emelyanov };
7497d291ebbSPavel Emelyanov 
7507d291ebbSPavel Emelyanov static struct ctl_table ip4_frags_ctl_table[] = {
7518d8354d2SPavel Emelyanov 	{
7528d8354d2SPavel Emelyanov 		.procname	= "ipfrag_secret_interval",
7533b4bc4a2SPavel Emelyanov 		.data		= &ip4_frags.secret_interval,
7548d8354d2SPavel Emelyanov 		.maxlen		= sizeof(int),
7558d8354d2SPavel Emelyanov 		.mode		= 0644,
7566d9f239aSAlexey Dobriyan 		.proc_handler	= proc_dointvec_jiffies,
7578d8354d2SPavel Emelyanov 	},
7588d8354d2SPavel Emelyanov 	{
7598d8354d2SPavel Emelyanov 		.procname	= "ipfrag_max_dist",
7608d8354d2SPavel Emelyanov 		.data		= &sysctl_ipfrag_max_dist,
7618d8354d2SPavel Emelyanov 		.maxlen		= sizeof(int),
7628d8354d2SPavel Emelyanov 		.mode		= 0644,
7636d9f239aSAlexey Dobriyan 		.proc_handler	= proc_dointvec_minmax,
7648d8354d2SPavel Emelyanov 		.extra1		= &zero
7658d8354d2SPavel Emelyanov 	},
7668d8354d2SPavel Emelyanov 	{ }
7678d8354d2SPavel Emelyanov };
7688d8354d2SPavel Emelyanov 
7692c8c1e72SAlexey Dobriyan static int __net_init ip4_frags_ns_ctl_register(struct net *net)
7708d8354d2SPavel Emelyanov {
771e4a2d5c2SPavel Emelyanov 	struct ctl_table *table;
7728d8354d2SPavel Emelyanov 	struct ctl_table_header *hdr;
7738d8354d2SPavel Emelyanov 
7740a64b4b8SPavel Emelyanov 	table = ip4_frags_ns_ctl_table;
77509ad9bc7SOctavian Purdila 	if (!net_eq(net, &init_net)) {
7760a64b4b8SPavel Emelyanov 		table = kmemdup(table, sizeof(ip4_frags_ns_ctl_table), GFP_KERNEL);
777e4a2d5c2SPavel Emelyanov 		if (table == NULL)
778e4a2d5c2SPavel Emelyanov 			goto err_alloc;
779e4a2d5c2SPavel Emelyanov 
780e31e0bdcSPavel Emelyanov 		table[0].data = &net->ipv4.frags.high_thresh;
781e31e0bdcSPavel Emelyanov 		table[1].data = &net->ipv4.frags.low_thresh;
782b2fd5321SPavel Emelyanov 		table[2].data = &net->ipv4.frags.timeout;
783e4a2d5c2SPavel Emelyanov 	}
784e4a2d5c2SPavel Emelyanov 
785e4a2d5c2SPavel Emelyanov 	hdr = register_net_sysctl_table(net, net_ipv4_ctl_path, table);
786e4a2d5c2SPavel Emelyanov 	if (hdr == NULL)
787e4a2d5c2SPavel Emelyanov 		goto err_reg;
788e4a2d5c2SPavel Emelyanov 
789e4a2d5c2SPavel Emelyanov 	net->ipv4.frags_hdr = hdr;
790e4a2d5c2SPavel Emelyanov 	return 0;
791e4a2d5c2SPavel Emelyanov 
792e4a2d5c2SPavel Emelyanov err_reg:
79309ad9bc7SOctavian Purdila 	if (!net_eq(net, &init_net))
794e4a2d5c2SPavel Emelyanov 		kfree(table);
795e4a2d5c2SPavel Emelyanov err_alloc:
796e4a2d5c2SPavel Emelyanov 	return -ENOMEM;
797e4a2d5c2SPavel Emelyanov }
798e4a2d5c2SPavel Emelyanov 
7992c8c1e72SAlexey Dobriyan static void __net_exit ip4_frags_ns_ctl_unregister(struct net *net)
800e4a2d5c2SPavel Emelyanov {
801e4a2d5c2SPavel Emelyanov 	struct ctl_table *table;
802e4a2d5c2SPavel Emelyanov 
803e4a2d5c2SPavel Emelyanov 	table = net->ipv4.frags_hdr->ctl_table_arg;
804e4a2d5c2SPavel Emelyanov 	unregister_net_sysctl_table(net->ipv4.frags_hdr);
805e4a2d5c2SPavel Emelyanov 	kfree(table);
8068d8354d2SPavel Emelyanov }
8077d291ebbSPavel Emelyanov 
8087d291ebbSPavel Emelyanov static void ip4_frags_ctl_register(void)
8097d291ebbSPavel Emelyanov {
8107d291ebbSPavel Emelyanov 	register_net_sysctl_rotable(net_ipv4_ctl_path, ip4_frags_ctl_table);
8117d291ebbSPavel Emelyanov }
8128d8354d2SPavel Emelyanov #else
8130a64b4b8SPavel Emelyanov static inline int ip4_frags_ns_ctl_register(struct net *net)
8148d8354d2SPavel Emelyanov {
8158d8354d2SPavel Emelyanov 	return 0;
8168d8354d2SPavel Emelyanov }
817e4a2d5c2SPavel Emelyanov 
8180a64b4b8SPavel Emelyanov static inline void ip4_frags_ns_ctl_unregister(struct net *net)
819e4a2d5c2SPavel Emelyanov {
820e4a2d5c2SPavel Emelyanov }
8217d291ebbSPavel Emelyanov 
8227d291ebbSPavel Emelyanov static inline void ip4_frags_ctl_register(void)
8237d291ebbSPavel Emelyanov {
8247d291ebbSPavel Emelyanov }
8258d8354d2SPavel Emelyanov #endif
8268d8354d2SPavel Emelyanov 
8272c8c1e72SAlexey Dobriyan static int __net_init ipv4_frags_init_net(struct net *net)
8288d8354d2SPavel Emelyanov {
829b2fd5321SPavel Emelyanov 	/*
830e31e0bdcSPavel Emelyanov 	 * Fragment cache limits. We will commit 256K at one time. Should we
831e31e0bdcSPavel Emelyanov 	 * cross that limit we will prune down to 192K. This should cope with
832e31e0bdcSPavel Emelyanov 	 * even the most extreme cases without allowing an attacker to
833e31e0bdcSPavel Emelyanov 	 * measurably harm machine performance.
834e31e0bdcSPavel Emelyanov 	 */
835e31e0bdcSPavel Emelyanov 	net->ipv4.frags.high_thresh = 256 * 1024;
836e31e0bdcSPavel Emelyanov 	net->ipv4.frags.low_thresh = 192 * 1024;
837e31e0bdcSPavel Emelyanov 	/*
838b2fd5321SPavel Emelyanov 	 * Important NOTE! Fragment queue must be destroyed before MSL expires.
839b2fd5321SPavel Emelyanov 	 * RFC791 is wrong proposing to prolongate timer each fragment arrival
840b2fd5321SPavel Emelyanov 	 * by TTL.
841b2fd5321SPavel Emelyanov 	 */
842b2fd5321SPavel Emelyanov 	net->ipv4.frags.timeout = IP_FRAG_TIME;
843b2fd5321SPavel Emelyanov 
844e5a2bb84SPavel Emelyanov 	inet_frags_init_net(&net->ipv4.frags);
845e5a2bb84SPavel Emelyanov 
8460a64b4b8SPavel Emelyanov 	return ip4_frags_ns_ctl_register(net);
8478d8354d2SPavel Emelyanov }
8488d8354d2SPavel Emelyanov 
8492c8c1e72SAlexey Dobriyan static void __net_exit ipv4_frags_exit_net(struct net *net)
85081566e83SPavel Emelyanov {
8510a64b4b8SPavel Emelyanov 	ip4_frags_ns_ctl_unregister(net);
85281566e83SPavel Emelyanov 	inet_frags_exit_net(&net->ipv4.frags, &ip4_frags);
85381566e83SPavel Emelyanov }
85481566e83SPavel Emelyanov 
85581566e83SPavel Emelyanov static struct pernet_operations ip4_frags_ops = {
85681566e83SPavel Emelyanov 	.init = ipv4_frags_init_net,
85781566e83SPavel Emelyanov 	.exit = ipv4_frags_exit_net,
85881566e83SPavel Emelyanov };
85981566e83SPavel Emelyanov 
860b7aa0bf7SEric Dumazet void __init ipfrag_init(void)
8611da177e4SLinus Torvalds {
8627d291ebbSPavel Emelyanov 	ip4_frags_ctl_register();
86381566e83SPavel Emelyanov 	register_pernet_subsys(&ip4_frags_ops);
864321a3a99SPavel Emelyanov 	ip4_frags.hashfn = ip4_hashfn;
865c6fda282SPavel Emelyanov 	ip4_frags.constructor = ip4_frag_init;
8661e4b8287SPavel Emelyanov 	ip4_frags.destructor = ip4_frag_free;
8671e4b8287SPavel Emelyanov 	ip4_frags.skb_free = NULL;
8681e4b8287SPavel Emelyanov 	ip4_frags.qsize = sizeof(struct ipq);
869abd6523dSPavel Emelyanov 	ip4_frags.match = ip4_frag_match;
870e521db9dSPavel Emelyanov 	ip4_frags.frag_expire = ip_expire;
8713b4bc4a2SPavel Emelyanov 	ip4_frags.secret_interval = 10 * 60 * HZ;
8727eb95156SPavel Emelyanov 	inet_frags_init(&ip4_frags);
8731da177e4SLinus Torvalds }
874