11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * IPv6 fragment reassembly 31da177e4SLinus Torvalds * Linux INET6 implementation 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: 61da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * $Id: reassembly.c,v 1.26 2001/03/07 22:00:57 davem Exp $ 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * Based on: net/ipv4/ip_fragment.c 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 131da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 141da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 151da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 161da177e4SLinus Torvalds */ 171da177e4SLinus Torvalds 181da177e4SLinus Torvalds /* 191da177e4SLinus Torvalds * Fixes: 201da177e4SLinus Torvalds * Andi Kleen Make it work with multiple hosts. 211da177e4SLinus Torvalds * More RFC compliance. 221da177e4SLinus Torvalds * 231da177e4SLinus Torvalds * Horst von Brand Add missing #include <linux/string.h> 241da177e4SLinus Torvalds * Alexey Kuznetsov SMP races, threading, cleanup. 251da177e4SLinus Torvalds * Patrick McHardy LRU queue of frag heads for evictor. 261da177e4SLinus Torvalds * Mitsuru KANDA @USAGI Register inet6_protocol{}. 271da177e4SLinus Torvalds * David Stevens and 281da177e4SLinus Torvalds * YOSHIFUJI,H. @USAGI Always remove fragment header to 291da177e4SLinus Torvalds * calculate ICV correctly. 301da177e4SLinus Torvalds */ 311da177e4SLinus Torvalds #include <linux/errno.h> 321da177e4SLinus Torvalds #include <linux/types.h> 331da177e4SLinus Torvalds #include <linux/string.h> 341da177e4SLinus Torvalds #include <linux/socket.h> 351da177e4SLinus Torvalds #include <linux/sockios.h> 361da177e4SLinus Torvalds #include <linux/jiffies.h> 371da177e4SLinus Torvalds #include <linux/net.h> 381da177e4SLinus Torvalds #include <linux/list.h> 391da177e4SLinus Torvalds #include <linux/netdevice.h> 401da177e4SLinus Torvalds #include <linux/in6.h> 411da177e4SLinus Torvalds #include <linux/ipv6.h> 421da177e4SLinus Torvalds #include <linux/icmpv6.h> 431da177e4SLinus Torvalds #include <linux/random.h> 441da177e4SLinus Torvalds #include <linux/jhash.h> 45f61944efSHerbert Xu #include <linux/skbuff.h> 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds #include <net/sock.h> 481da177e4SLinus Torvalds #include <net/snmp.h> 491da177e4SLinus Torvalds 501da177e4SLinus Torvalds #include <net/ipv6.h> 51a11d206dSYOSHIFUJI Hideaki #include <net/ip6_route.h> 521da177e4SLinus Torvalds #include <net/protocol.h> 531da177e4SLinus Torvalds #include <net/transp_v6.h> 541da177e4SLinus Torvalds #include <net/rawv6.h> 551da177e4SLinus Torvalds #include <net/ndisc.h> 561da177e4SLinus Torvalds #include <net/addrconf.h> 575ab11c98SPavel Emelyanov #include <net/inet_frag.h> 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds struct ip6frag_skb_cb 601da177e4SLinus Torvalds { 611da177e4SLinus Torvalds struct inet6_skb_parm h; 621da177e4SLinus Torvalds int offset; 631da177e4SLinus Torvalds }; 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds #define FRAG6_CB(skb) ((struct ip6frag_skb_cb*)((skb)->cb)) 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds 681da177e4SLinus Torvalds /* 691da177e4SLinus Torvalds * Equivalent of ipv4 struct ipq 701da177e4SLinus Torvalds */ 711da177e4SLinus Torvalds 721da177e4SLinus Torvalds struct frag_queue 731da177e4SLinus Torvalds { 745ab11c98SPavel Emelyanov struct inet_frag_queue q; 751da177e4SLinus Torvalds 76e69a4adcSAl Viro __be32 id; /* fragment id */ 771da177e4SLinus Torvalds struct in6_addr saddr; 781da177e4SLinus Torvalds struct in6_addr daddr; 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds int iif; 811da177e4SLinus Torvalds unsigned int csum; 821da177e4SLinus Torvalds __u16 nhoffset; 831da177e4SLinus Torvalds }; 841da177e4SLinus Torvalds 8504128f23SPavel Emelyanov struct inet_frags_ctl ip6_frags_ctl __read_mostly = { 8604128f23SPavel Emelyanov .high_thresh = 256 * 1024, 8704128f23SPavel Emelyanov .low_thresh = 192 * 1024, 8804128f23SPavel Emelyanov .timeout = IPV6_FRAG_TIMEOUT, 8904128f23SPavel Emelyanov .secret_interval = 10 * 60 * HZ, 9004128f23SPavel Emelyanov }; 9104128f23SPavel Emelyanov 927eb95156SPavel Emelyanov static struct inet_frags ip6_frags; 931da177e4SLinus Torvalds 947eb95156SPavel Emelyanov int ip6_frag_nqueues(void) 957eb95156SPavel Emelyanov { 967eb95156SPavel Emelyanov return ip6_frags.nqueues; 977eb95156SPavel Emelyanov } 981da177e4SLinus Torvalds 997eb95156SPavel Emelyanov int ip6_frag_mem(void) 1007eb95156SPavel Emelyanov { 1017eb95156SPavel Emelyanov return atomic_read(&ip6_frags.mem); 1027eb95156SPavel Emelyanov } 1031da177e4SLinus Torvalds 104f61944efSHerbert Xu static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev, 105f61944efSHerbert Xu struct net_device *dev); 106f61944efSHerbert Xu 107f6596f9dSZach Brown /* 108f6596f9dSZach Brown * callers should be careful not to use the hash value outside the ipfrag_lock 109f6596f9dSZach Brown * as doing so could race with ipfrag_hash_rnd being recalculated. 110f6596f9dSZach Brown */ 111e69a4adcSAl Viro static unsigned int ip6qhashfn(__be32 id, struct in6_addr *saddr, 1121da177e4SLinus Torvalds struct in6_addr *daddr) 1131da177e4SLinus Torvalds { 1141da177e4SLinus Torvalds u32 a, b, c; 1151da177e4SLinus Torvalds 116e69a4adcSAl Viro a = (__force u32)saddr->s6_addr32[0]; 117e69a4adcSAl Viro b = (__force u32)saddr->s6_addr32[1]; 118e69a4adcSAl Viro c = (__force u32)saddr->s6_addr32[2]; 1191da177e4SLinus Torvalds 1201da177e4SLinus Torvalds a += JHASH_GOLDEN_RATIO; 1211da177e4SLinus Torvalds b += JHASH_GOLDEN_RATIO; 1227eb95156SPavel Emelyanov c += ip6_frags.rnd; 1231da177e4SLinus Torvalds __jhash_mix(a, b, c); 1241da177e4SLinus Torvalds 125e69a4adcSAl Viro a += (__force u32)saddr->s6_addr32[3]; 126e69a4adcSAl Viro b += (__force u32)daddr->s6_addr32[0]; 127e69a4adcSAl Viro c += (__force u32)daddr->s6_addr32[1]; 1281da177e4SLinus Torvalds __jhash_mix(a, b, c); 1291da177e4SLinus Torvalds 130e69a4adcSAl Viro a += (__force u32)daddr->s6_addr32[2]; 131e69a4adcSAl Viro b += (__force u32)daddr->s6_addr32[3]; 132e69a4adcSAl Viro c += (__force u32)id; 1331da177e4SLinus Torvalds __jhash_mix(a, b, c); 1341da177e4SLinus Torvalds 1357eb95156SPavel Emelyanov return c & (INETFRAGS_HASHSZ - 1); 1361da177e4SLinus Torvalds } 1371da177e4SLinus Torvalds 138321a3a99SPavel Emelyanov static unsigned int ip6_hashfn(struct inet_frag_queue *q) 1391da177e4SLinus Torvalds { 140321a3a99SPavel Emelyanov struct frag_queue *fq; 1411da177e4SLinus Torvalds 142321a3a99SPavel Emelyanov fq = container_of(q, struct frag_queue, q); 143321a3a99SPavel Emelyanov return ip6qhashfn(fq->id, &fq->saddr, &fq->daddr); 1441da177e4SLinus Torvalds } 1451da177e4SLinus Torvalds 1462588fe1dSPavel Emelyanov int ip6_frag_equal(struct inet_frag_queue *q1, struct inet_frag_queue *q2) 1472588fe1dSPavel Emelyanov { 1482588fe1dSPavel Emelyanov struct frag_queue *fq1, *fq2; 1492588fe1dSPavel Emelyanov 1502588fe1dSPavel Emelyanov fq1 = container_of(q1, struct frag_queue, q); 1512588fe1dSPavel Emelyanov fq2 = container_of(q2, struct frag_queue, q); 1522588fe1dSPavel Emelyanov return (fq1->id == fq2->id && 1532588fe1dSPavel Emelyanov ipv6_addr_equal(&fq2->saddr, &fq1->saddr) && 1542588fe1dSPavel Emelyanov ipv6_addr_equal(&fq2->daddr, &fq1->daddr)); 1552588fe1dSPavel Emelyanov } 1562588fe1dSPavel Emelyanov EXPORT_SYMBOL(ip6_frag_equal); 1572588fe1dSPavel Emelyanov 1581da177e4SLinus Torvalds /* Memory Tracking Functions. */ 1591da177e4SLinus Torvalds static inline void frag_kfree_skb(struct sk_buff *skb, int *work) 1601da177e4SLinus Torvalds { 1611da177e4SLinus Torvalds if (work) 1621da177e4SLinus Torvalds *work -= skb->truesize; 1637eb95156SPavel Emelyanov atomic_sub(skb->truesize, &ip6_frags.mem); 1641da177e4SLinus Torvalds kfree_skb(skb); 1651da177e4SLinus Torvalds } 1661da177e4SLinus Torvalds 167c6fda282SPavel Emelyanov void ip6_frag_init(struct inet_frag_queue *q, void *a) 168c6fda282SPavel Emelyanov { 169c6fda282SPavel Emelyanov struct frag_queue *fq = container_of(q, struct frag_queue, q); 170c6fda282SPavel Emelyanov struct ip6_create_arg *arg = a; 171c6fda282SPavel Emelyanov 172c6fda282SPavel Emelyanov fq->id = arg->id; 173c6fda282SPavel Emelyanov ipv6_addr_copy(&fq->saddr, arg->src); 174c6fda282SPavel Emelyanov ipv6_addr_copy(&fq->daddr, arg->dst); 175c6fda282SPavel Emelyanov } 176c6fda282SPavel Emelyanov EXPORT_SYMBOL(ip6_frag_init); 177c6fda282SPavel Emelyanov 1781e4b8287SPavel Emelyanov static void ip6_frag_free(struct inet_frag_queue *fq) 1791da177e4SLinus Torvalds { 1801e4b8287SPavel Emelyanov kfree(container_of(fq, struct frag_queue, q)); 1811da177e4SLinus Torvalds } 1821da177e4SLinus Torvalds 1831da177e4SLinus Torvalds /* Destruction primitives. */ 1841da177e4SLinus Torvalds 1854b6cb5d8SPavel Emelyanov static __inline__ void fq_put(struct frag_queue *fq) 1861da177e4SLinus Torvalds { 187762cc408SPavel Emelyanov inet_frag_put(&fq->q, &ip6_frags); 1881da177e4SLinus Torvalds } 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds /* Kill fq entry. It is not destroyed immediately, 1911da177e4SLinus Torvalds * because caller (and someone more) holds reference count. 1921da177e4SLinus Torvalds */ 1931da177e4SLinus Torvalds static __inline__ void fq_kill(struct frag_queue *fq) 1941da177e4SLinus Torvalds { 195277e650dSPavel Emelyanov inet_frag_kill(&fq->q, &ip6_frags); 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds 198a11d206dSYOSHIFUJI Hideaki static void ip6_evictor(struct inet6_dev *idev) 1991da177e4SLinus Torvalds { 2008e7999c4SPavel Emelyanov int evicted; 2011da177e4SLinus Torvalds 2028e7999c4SPavel Emelyanov evicted = inet_frag_evictor(&ip6_frags); 2038e7999c4SPavel Emelyanov if (evicted) 2048e7999c4SPavel Emelyanov IP6_ADD_STATS_BH(idev, IPSTATS_MIB_REASMFAILS, evicted); 2051da177e4SLinus Torvalds } 2061da177e4SLinus Torvalds 2071da177e4SLinus Torvalds static void ip6_frag_expire(unsigned long data) 2081da177e4SLinus Torvalds { 209e521db9dSPavel Emelyanov struct frag_queue *fq; 210a11d206dSYOSHIFUJI Hideaki struct net_device *dev = NULL; 2111da177e4SLinus Torvalds 212e521db9dSPavel Emelyanov fq = container_of((struct inet_frag_queue *)data, struct frag_queue, q); 213e521db9dSPavel Emelyanov 2145ab11c98SPavel Emelyanov spin_lock(&fq->q.lock); 2151da177e4SLinus Torvalds 2165ab11c98SPavel Emelyanov if (fq->q.last_in & COMPLETE) 2171da177e4SLinus Torvalds goto out; 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds fq_kill(fq); 2201da177e4SLinus Torvalds 221881d966bSEric W. Biederman dev = dev_get_by_index(&init_net, fq->iif); 222a11d206dSYOSHIFUJI Hideaki if (!dev) 223a11d206dSYOSHIFUJI Hideaki goto out; 224a11d206dSYOSHIFUJI Hideaki 225a11d206dSYOSHIFUJI Hideaki rcu_read_lock(); 226a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMTIMEOUT); 227a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMFAILS); 228a11d206dSYOSHIFUJI Hideaki rcu_read_unlock(); 2291da177e4SLinus Torvalds 23078c784c4SIngo Oeser /* Don't send error if the first segment did not arrive. */ 2315ab11c98SPavel Emelyanov if (!(fq->q.last_in&FIRST_IN) || !fq->q.fragments) 23278c784c4SIngo Oeser goto out; 23378c784c4SIngo Oeser 2341da177e4SLinus Torvalds /* 2351da177e4SLinus Torvalds But use as source device on which LAST ARRIVED 2361da177e4SLinus Torvalds segment was received. And do not use fq->dev 2371da177e4SLinus Torvalds pointer directly, device might already disappeared. 2381da177e4SLinus Torvalds */ 2395ab11c98SPavel Emelyanov fq->q.fragments->dev = dev; 2405ab11c98SPavel Emelyanov icmpv6_send(fq->q.fragments, ICMPV6_TIME_EXCEED, ICMPV6_EXC_FRAGTIME, 0, dev); 2411da177e4SLinus Torvalds out: 242a11d206dSYOSHIFUJI Hideaki if (dev) 243a11d206dSYOSHIFUJI Hideaki dev_put(dev); 2445ab11c98SPavel Emelyanov spin_unlock(&fq->q.lock); 2454b6cb5d8SPavel Emelyanov fq_put(fq); 2461da177e4SLinus Torvalds } 2471da177e4SLinus Torvalds 2481da177e4SLinus Torvalds /* Creation primitives. */ 2491da177e4SLinus Torvalds 2501da177e4SLinus Torvalds static struct frag_queue * 251e69a4adcSAl Viro ip6_frag_create(__be32 id, struct in6_addr *src, struct in6_addr *dst, 252fd9e6354SPavel Emelyanov struct inet6_dev *idev, unsigned int hash) 2531da177e4SLinus Torvalds { 254c6fda282SPavel Emelyanov struct inet_frag_queue *q; 255c6fda282SPavel Emelyanov struct ip6_create_arg arg; 2561da177e4SLinus Torvalds 257c6fda282SPavel Emelyanov arg.id = id; 258c6fda282SPavel Emelyanov arg.src = src; 259c6fda282SPavel Emelyanov arg.dst = dst; 260c6fda282SPavel Emelyanov 261c6fda282SPavel Emelyanov q = inet_frag_create(&ip6_frags, &arg, hash); 262c6fda282SPavel Emelyanov if (q == NULL) 2631da177e4SLinus Torvalds goto oom; 2641da177e4SLinus Torvalds 265c6fda282SPavel Emelyanov return container_of(q, struct frag_queue, q); 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds oom: 268a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(idev, IPSTATS_MIB_REASMFAILS); 2691da177e4SLinus Torvalds return NULL; 2701da177e4SLinus Torvalds } 2711da177e4SLinus Torvalds 2721da177e4SLinus Torvalds static __inline__ struct frag_queue * 273e69a4adcSAl Viro fq_find(__be32 id, struct in6_addr *src, struct in6_addr *dst, 274a11d206dSYOSHIFUJI Hideaki struct inet6_dev *idev) 2751da177e4SLinus Torvalds { 2761da177e4SLinus Torvalds struct frag_queue *fq; 277e7c8a41eSYasuyuki Kozakai struct hlist_node *n; 278f6596f9dSZach Brown unsigned int hash; 2791da177e4SLinus Torvalds 2807eb95156SPavel Emelyanov read_lock(&ip6_frags.lock); 281f6596f9dSZach Brown hash = ip6qhashfn(id, src, dst); 2827eb95156SPavel Emelyanov hlist_for_each_entry(fq, n, &ip6_frags.hash[hash], q.list) { 2831da177e4SLinus Torvalds if (fq->id == id && 2841da177e4SLinus Torvalds ipv6_addr_equal(src, &fq->saddr) && 2851da177e4SLinus Torvalds ipv6_addr_equal(dst, &fq->daddr)) { 2865ab11c98SPavel Emelyanov atomic_inc(&fq->q.refcnt); 2877eb95156SPavel Emelyanov read_unlock(&ip6_frags.lock); 2881da177e4SLinus Torvalds return fq; 2891da177e4SLinus Torvalds } 2901da177e4SLinus Torvalds } 2917eb95156SPavel Emelyanov read_unlock(&ip6_frags.lock); 2921da177e4SLinus Torvalds 293fd9e6354SPavel Emelyanov return ip6_frag_create(id, src, dst, idev, hash); 2941da177e4SLinus Torvalds } 2951da177e4SLinus Torvalds 2961da177e4SLinus Torvalds 297f61944efSHerbert Xu static int ip6_frag_queue(struct frag_queue *fq, struct sk_buff *skb, 2981da177e4SLinus Torvalds struct frag_hdr *fhdr, int nhoff) 2991da177e4SLinus Torvalds { 3001da177e4SLinus Torvalds struct sk_buff *prev, *next; 301f61944efSHerbert Xu struct net_device *dev; 3021da177e4SLinus Torvalds int offset, end; 3031da177e4SLinus Torvalds 3045ab11c98SPavel Emelyanov if (fq->q.last_in & COMPLETE) 3051da177e4SLinus Torvalds goto err; 3061da177e4SLinus Torvalds 3071da177e4SLinus Torvalds offset = ntohs(fhdr->frag_off) & ~0x7; 3080660e03fSArnaldo Carvalho de Melo end = offset + (ntohs(ipv6_hdr(skb)->payload_len) - 3090660e03fSArnaldo Carvalho de Melo ((u8 *)(fhdr + 1) - (u8 *)(ipv6_hdr(skb) + 1))); 3101da177e4SLinus Torvalds 3111da177e4SLinus Torvalds if ((unsigned int)end > IPV6_MAXPLEN) { 312a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), 313a11d206dSYOSHIFUJI Hideaki IPSTATS_MIB_INHDRERRORS); 314d56f90a7SArnaldo Carvalho de Melo icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, 315d56f90a7SArnaldo Carvalho de Melo ((u8 *)&fhdr->frag_off - 316d56f90a7SArnaldo Carvalho de Melo skb_network_header(skb))); 317f61944efSHerbert Xu return -1; 3181da177e4SLinus Torvalds } 3191da177e4SLinus Torvalds 320d56f90a7SArnaldo Carvalho de Melo if (skb->ip_summed == CHECKSUM_COMPLETE) { 321d56f90a7SArnaldo Carvalho de Melo const unsigned char *nh = skb_network_header(skb); 3221da177e4SLinus Torvalds skb->csum = csum_sub(skb->csum, 323d56f90a7SArnaldo Carvalho de Melo csum_partial(nh, (u8 *)(fhdr + 1) - nh, 324d56f90a7SArnaldo Carvalho de Melo 0)); 325d56f90a7SArnaldo Carvalho de Melo } 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds /* Is this the final fragment? */ 3281da177e4SLinus Torvalds if (!(fhdr->frag_off & htons(IP6_MF))) { 3291da177e4SLinus Torvalds /* If we already have some bits beyond end 3301da177e4SLinus Torvalds * or have different end, the segment is corrupted. 3311da177e4SLinus Torvalds */ 3325ab11c98SPavel Emelyanov if (end < fq->q.len || 3335ab11c98SPavel Emelyanov ((fq->q.last_in & LAST_IN) && end != fq->q.len)) 3341da177e4SLinus Torvalds goto err; 3355ab11c98SPavel Emelyanov fq->q.last_in |= LAST_IN; 3365ab11c98SPavel Emelyanov fq->q.len = end; 3371da177e4SLinus Torvalds } else { 3381da177e4SLinus Torvalds /* Check if the fragment is rounded to 8 bytes. 3391da177e4SLinus Torvalds * Required by the RFC. 3401da177e4SLinus Torvalds */ 3411da177e4SLinus Torvalds if (end & 0x7) { 3421da177e4SLinus Torvalds /* RFC2460 says always send parameter problem in 3431da177e4SLinus Torvalds * this case. -DaveM 3441da177e4SLinus Torvalds */ 345a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), 346a11d206dSYOSHIFUJI Hideaki IPSTATS_MIB_INHDRERRORS); 3471da177e4SLinus Torvalds icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, 3481da177e4SLinus Torvalds offsetof(struct ipv6hdr, payload_len)); 349f61944efSHerbert Xu return -1; 3501da177e4SLinus Torvalds } 3515ab11c98SPavel Emelyanov if (end > fq->q.len) { 3521da177e4SLinus Torvalds /* Some bits beyond end -> corruption. */ 3535ab11c98SPavel Emelyanov if (fq->q.last_in & LAST_IN) 3541da177e4SLinus Torvalds goto err; 3555ab11c98SPavel Emelyanov fq->q.len = end; 3561da177e4SLinus Torvalds } 3571da177e4SLinus Torvalds } 3581da177e4SLinus Torvalds 3591da177e4SLinus Torvalds if (end == offset) 3601da177e4SLinus Torvalds goto err; 3611da177e4SLinus Torvalds 3621da177e4SLinus Torvalds /* Point into the IP datagram 'data' part. */ 3631da177e4SLinus Torvalds if (!pskb_pull(skb, (u8 *) (fhdr + 1) - skb->data)) 3641da177e4SLinus Torvalds goto err; 36542ca89c1SStephen Hemminger 36642ca89c1SStephen Hemminger if (pskb_trim_rcsum(skb, end - offset)) 3671da177e4SLinus Torvalds goto err; 3681da177e4SLinus Torvalds 3691da177e4SLinus Torvalds /* Find out which fragments are in front and at the back of us 3701da177e4SLinus Torvalds * in the chain of fragments so far. We must know where to put 3711da177e4SLinus Torvalds * this fragment, right? 3721da177e4SLinus Torvalds */ 3731da177e4SLinus Torvalds prev = NULL; 3745ab11c98SPavel Emelyanov for(next = fq->q.fragments; next != NULL; next = next->next) { 3751da177e4SLinus Torvalds if (FRAG6_CB(next)->offset >= offset) 3761da177e4SLinus Torvalds break; /* bingo! */ 3771da177e4SLinus Torvalds prev = next; 3781da177e4SLinus Torvalds } 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds /* We found where to put this one. Check for overlap with 3811da177e4SLinus Torvalds * preceding fragment, and, if needed, align things so that 3821da177e4SLinus Torvalds * any overlaps are eliminated. 3831da177e4SLinus Torvalds */ 3841da177e4SLinus Torvalds if (prev) { 3851da177e4SLinus Torvalds int i = (FRAG6_CB(prev)->offset + prev->len) - offset; 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds if (i > 0) { 3881da177e4SLinus Torvalds offset += i; 3891da177e4SLinus Torvalds if (end <= offset) 3901da177e4SLinus Torvalds goto err; 3911da177e4SLinus Torvalds if (!pskb_pull(skb, i)) 3921da177e4SLinus Torvalds goto err; 3931da177e4SLinus Torvalds if (skb->ip_summed != CHECKSUM_UNNECESSARY) 3941da177e4SLinus Torvalds skb->ip_summed = CHECKSUM_NONE; 3951da177e4SLinus Torvalds } 3961da177e4SLinus Torvalds } 3971da177e4SLinus Torvalds 3981da177e4SLinus Torvalds /* Look for overlap with succeeding segments. 3991da177e4SLinus Torvalds * If we can merge fragments, do it. 4001da177e4SLinus Torvalds */ 4011da177e4SLinus Torvalds while (next && FRAG6_CB(next)->offset < end) { 4021da177e4SLinus Torvalds int i = end - FRAG6_CB(next)->offset; /* overlap is 'i' bytes */ 4031da177e4SLinus Torvalds 4041da177e4SLinus Torvalds if (i < next->len) { 4051da177e4SLinus Torvalds /* Eat head of the next overlapped fragment 4061da177e4SLinus Torvalds * and leave the loop. The next ones cannot overlap. 4071da177e4SLinus Torvalds */ 4081da177e4SLinus Torvalds if (!pskb_pull(next, i)) 4091da177e4SLinus Torvalds goto err; 4101da177e4SLinus Torvalds FRAG6_CB(next)->offset += i; /* next fragment */ 4115ab11c98SPavel Emelyanov fq->q.meat -= i; 4121da177e4SLinus Torvalds if (next->ip_summed != CHECKSUM_UNNECESSARY) 4131da177e4SLinus Torvalds next->ip_summed = CHECKSUM_NONE; 4141da177e4SLinus Torvalds break; 4151da177e4SLinus Torvalds } else { 4161da177e4SLinus Torvalds struct sk_buff *free_it = next; 4171da177e4SLinus Torvalds 4181da177e4SLinus Torvalds /* Old fragment is completely overridden with 4191da177e4SLinus Torvalds * new one drop it. 4201da177e4SLinus Torvalds */ 4211da177e4SLinus Torvalds next = next->next; 4221da177e4SLinus Torvalds 4231da177e4SLinus Torvalds if (prev) 4241da177e4SLinus Torvalds prev->next = next; 4251da177e4SLinus Torvalds else 4265ab11c98SPavel Emelyanov fq->q.fragments = next; 4271da177e4SLinus Torvalds 4285ab11c98SPavel Emelyanov fq->q.meat -= free_it->len; 4291da177e4SLinus Torvalds frag_kfree_skb(free_it, NULL); 4301da177e4SLinus Torvalds } 4311da177e4SLinus Torvalds } 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds FRAG6_CB(skb)->offset = offset; 4341da177e4SLinus Torvalds 4351da177e4SLinus Torvalds /* Insert this fragment in the chain of fragments. */ 4361da177e4SLinus Torvalds skb->next = next; 4371da177e4SLinus Torvalds if (prev) 4381da177e4SLinus Torvalds prev->next = skb; 4391da177e4SLinus Torvalds else 4405ab11c98SPavel Emelyanov fq->q.fragments = skb; 4411da177e4SLinus Torvalds 442f61944efSHerbert Xu dev = skb->dev; 443f61944efSHerbert Xu if (dev) { 444f61944efSHerbert Xu fq->iif = dev->ifindex; 4451da177e4SLinus Torvalds skb->dev = NULL; 446f61944efSHerbert Xu } 4475ab11c98SPavel Emelyanov fq->q.stamp = skb->tstamp; 4485ab11c98SPavel Emelyanov fq->q.meat += skb->len; 4497eb95156SPavel Emelyanov atomic_add(skb->truesize, &ip6_frags.mem); 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds /* The first fragment. 4521da177e4SLinus Torvalds * nhoffset is obtained from the first fragment, of course. 4531da177e4SLinus Torvalds */ 4541da177e4SLinus Torvalds if (offset == 0) { 4551da177e4SLinus Torvalds fq->nhoffset = nhoff; 4565ab11c98SPavel Emelyanov fq->q.last_in |= FIRST_IN; 4571da177e4SLinus Torvalds } 458f61944efSHerbert Xu 4595ab11c98SPavel Emelyanov if (fq->q.last_in == (FIRST_IN | LAST_IN) && fq->q.meat == fq->q.len) 460f61944efSHerbert Xu return ip6_frag_reasm(fq, prev, dev); 461f61944efSHerbert Xu 4627eb95156SPavel Emelyanov write_lock(&ip6_frags.lock); 4637eb95156SPavel Emelyanov list_move_tail(&fq->q.lru_list, &ip6_frags.lru_list); 4647eb95156SPavel Emelyanov write_unlock(&ip6_frags.lock); 465f61944efSHerbert Xu return -1; 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds err: 468a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMFAILS); 4691da177e4SLinus Torvalds kfree_skb(skb); 470f61944efSHerbert Xu return -1; 4711da177e4SLinus Torvalds } 4721da177e4SLinus Torvalds 4731da177e4SLinus Torvalds /* 4741da177e4SLinus Torvalds * Check if this packet is complete. 4751da177e4SLinus Torvalds * Returns NULL on failure by any reason, and pointer 4761da177e4SLinus Torvalds * to current nexthdr field in reassembled frame. 4771da177e4SLinus Torvalds * 4781da177e4SLinus Torvalds * It is called with locked fq, and caller must check that 4791da177e4SLinus Torvalds * queue is eligible for reassembly i.e. it is not COMPLETE, 4801da177e4SLinus Torvalds * the last and the first frames arrived and all the bits are here. 4811da177e4SLinus Torvalds */ 482f61944efSHerbert Xu static int ip6_frag_reasm(struct frag_queue *fq, struct sk_buff *prev, 4831da177e4SLinus Torvalds struct net_device *dev) 4841da177e4SLinus Torvalds { 4855ab11c98SPavel Emelyanov struct sk_buff *fp, *head = fq->q.fragments; 4861da177e4SLinus Torvalds int payload_len; 4871da177e4SLinus Torvalds unsigned int nhoff; 4881da177e4SLinus Torvalds 4891da177e4SLinus Torvalds fq_kill(fq); 4901da177e4SLinus Torvalds 491f61944efSHerbert Xu /* Make the one we just received the head. */ 492f61944efSHerbert Xu if (prev) { 493f61944efSHerbert Xu head = prev->next; 494f61944efSHerbert Xu fp = skb_clone(head, GFP_ATOMIC); 495f61944efSHerbert Xu 496f61944efSHerbert Xu if (!fp) 497f61944efSHerbert Xu goto out_oom; 498f61944efSHerbert Xu 499f61944efSHerbert Xu fp->next = head->next; 500f61944efSHerbert Xu prev->next = fp; 501f61944efSHerbert Xu 5025ab11c98SPavel Emelyanov skb_morph(head, fq->q.fragments); 5035ab11c98SPavel Emelyanov head->next = fq->q.fragments->next; 504f61944efSHerbert Xu 5055ab11c98SPavel Emelyanov kfree_skb(fq->q.fragments); 5065ab11c98SPavel Emelyanov fq->q.fragments = head; 507f61944efSHerbert Xu } 508f61944efSHerbert Xu 5091da177e4SLinus Torvalds BUG_TRAP(head != NULL); 5101da177e4SLinus Torvalds BUG_TRAP(FRAG6_CB(head)->offset == 0); 5111da177e4SLinus Torvalds 5121da177e4SLinus Torvalds /* Unfragmented part is taken from the first segment. */ 513d56f90a7SArnaldo Carvalho de Melo payload_len = ((head->data - skb_network_header(head)) - 5145ab11c98SPavel Emelyanov sizeof(struct ipv6hdr) + fq->q.len - 515d56f90a7SArnaldo Carvalho de Melo sizeof(struct frag_hdr)); 5161da177e4SLinus Torvalds if (payload_len > IPV6_MAXPLEN) 5171da177e4SLinus Torvalds goto out_oversize; 5181da177e4SLinus Torvalds 5191da177e4SLinus Torvalds /* Head of list must not be cloned. */ 5201da177e4SLinus Torvalds if (skb_cloned(head) && pskb_expand_head(head, 0, 0, GFP_ATOMIC)) 5211da177e4SLinus Torvalds goto out_oom; 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds /* If the first fragment is fragmented itself, we split 5241da177e4SLinus Torvalds * it to two chunks: the first with data and paged part 5251da177e4SLinus Torvalds * and the second, holding only fragments. */ 5261da177e4SLinus Torvalds if (skb_shinfo(head)->frag_list) { 5271da177e4SLinus Torvalds struct sk_buff *clone; 5281da177e4SLinus Torvalds int i, plen = 0; 5291da177e4SLinus Torvalds 5301da177e4SLinus Torvalds if ((clone = alloc_skb(0, GFP_ATOMIC)) == NULL) 5311da177e4SLinus Torvalds goto out_oom; 5321da177e4SLinus Torvalds clone->next = head->next; 5331da177e4SLinus Torvalds head->next = clone; 5341da177e4SLinus Torvalds skb_shinfo(clone)->frag_list = skb_shinfo(head)->frag_list; 5351da177e4SLinus Torvalds skb_shinfo(head)->frag_list = NULL; 5361da177e4SLinus Torvalds for (i=0; i<skb_shinfo(head)->nr_frags; i++) 5371da177e4SLinus Torvalds plen += skb_shinfo(head)->frags[i].size; 5381da177e4SLinus Torvalds clone->len = clone->data_len = head->data_len - plen; 5391da177e4SLinus Torvalds head->data_len -= clone->len; 5401da177e4SLinus Torvalds head->len -= clone->len; 5411da177e4SLinus Torvalds clone->csum = 0; 5421da177e4SLinus Torvalds clone->ip_summed = head->ip_summed; 5437eb95156SPavel Emelyanov atomic_add(clone->truesize, &ip6_frags.mem); 5441da177e4SLinus Torvalds } 5451da177e4SLinus Torvalds 5461da177e4SLinus Torvalds /* We have to remove fragment header from datagram and to relocate 5471da177e4SLinus Torvalds * header in order to calculate ICV correctly. */ 5481da177e4SLinus Torvalds nhoff = fq->nhoffset; 549b0e380b1SArnaldo Carvalho de Melo skb_network_header(head)[nhoff] = skb_transport_header(head)[0]; 5501da177e4SLinus Torvalds memmove(head->head + sizeof(struct frag_hdr), head->head, 5511da177e4SLinus Torvalds (head->data - head->head) - sizeof(struct frag_hdr)); 552b0e380b1SArnaldo Carvalho de Melo head->mac_header += sizeof(struct frag_hdr); 553b0e380b1SArnaldo Carvalho de Melo head->network_header += sizeof(struct frag_hdr); 5541da177e4SLinus Torvalds 5551da177e4SLinus Torvalds skb_shinfo(head)->frag_list = head->next; 556badff6d0SArnaldo Carvalho de Melo skb_reset_transport_header(head); 557d56f90a7SArnaldo Carvalho de Melo skb_push(head, head->data - skb_network_header(head)); 5587eb95156SPavel Emelyanov atomic_sub(head->truesize, &ip6_frags.mem); 5591da177e4SLinus Torvalds 5601da177e4SLinus Torvalds for (fp=head->next; fp; fp = fp->next) { 5611da177e4SLinus Torvalds head->data_len += fp->len; 5621da177e4SLinus Torvalds head->len += fp->len; 5631da177e4SLinus Torvalds if (head->ip_summed != fp->ip_summed) 5641da177e4SLinus Torvalds head->ip_summed = CHECKSUM_NONE; 56584fa7933SPatrick McHardy else if (head->ip_summed == CHECKSUM_COMPLETE) 5661da177e4SLinus Torvalds head->csum = csum_add(head->csum, fp->csum); 5671da177e4SLinus Torvalds head->truesize += fp->truesize; 5687eb95156SPavel Emelyanov atomic_sub(fp->truesize, &ip6_frags.mem); 5691da177e4SLinus Torvalds } 5701da177e4SLinus Torvalds 5711da177e4SLinus Torvalds head->next = NULL; 5721da177e4SLinus Torvalds head->dev = dev; 5735ab11c98SPavel Emelyanov head->tstamp = fq->q.stamp; 5740660e03fSArnaldo Carvalho de Melo ipv6_hdr(head)->payload_len = htons(payload_len); 575951dbc8aSPatrick McHardy IP6CB(head)->nhoff = nhoff; 5761da177e4SLinus Torvalds 5771da177e4SLinus Torvalds /* Yes, and fold redundant checksum back. 8) */ 57884fa7933SPatrick McHardy if (head->ip_summed == CHECKSUM_COMPLETE) 579d56f90a7SArnaldo Carvalho de Melo head->csum = csum_partial(skb_network_header(head), 580cfe1fc77SArnaldo Carvalho de Melo skb_network_header_len(head), 581d56f90a7SArnaldo Carvalho de Melo head->csum); 5821da177e4SLinus Torvalds 583a11d206dSYOSHIFUJI Hideaki rcu_read_lock(); 584a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMOKS); 585a11d206dSYOSHIFUJI Hideaki rcu_read_unlock(); 5865ab11c98SPavel Emelyanov fq->q.fragments = NULL; 5871da177e4SLinus Torvalds return 1; 5881da177e4SLinus Torvalds 5891da177e4SLinus Torvalds out_oversize: 5901da177e4SLinus Torvalds if (net_ratelimit()) 5911da177e4SLinus Torvalds printk(KERN_DEBUG "ip6_frag_reasm: payload len = %d\n", payload_len); 5921da177e4SLinus Torvalds goto out_fail; 5931da177e4SLinus Torvalds out_oom: 5941da177e4SLinus Torvalds if (net_ratelimit()) 5951da177e4SLinus Torvalds printk(KERN_DEBUG "ip6_frag_reasm: no memory for reassembly\n"); 5961da177e4SLinus Torvalds out_fail: 597a11d206dSYOSHIFUJI Hideaki rcu_read_lock(); 598a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(__in6_dev_get(dev), IPSTATS_MIB_REASMFAILS); 599a11d206dSYOSHIFUJI Hideaki rcu_read_unlock(); 6001da177e4SLinus Torvalds return -1; 6011da177e4SLinus Torvalds } 6021da177e4SLinus Torvalds 603e5bbef20SHerbert Xu static int ipv6_frag_rcv(struct sk_buff *skb) 6041da177e4SLinus Torvalds { 6051da177e4SLinus Torvalds struct frag_hdr *fhdr; 6061da177e4SLinus Torvalds struct frag_queue *fq; 6070660e03fSArnaldo Carvalho de Melo struct ipv6hdr *hdr = ipv6_hdr(skb); 6081da177e4SLinus Torvalds 609a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMREQDS); 6101da177e4SLinus Torvalds 6111da177e4SLinus Torvalds /* Jumbo payload inhibits frag. header */ 6121da177e4SLinus Torvalds if (hdr->payload_len==0) { 613a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_INHDRERRORS); 614cfe1fc77SArnaldo Carvalho de Melo icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, 615cfe1fc77SArnaldo Carvalho de Melo skb_network_header_len(skb)); 6161da177e4SLinus Torvalds return -1; 6171da177e4SLinus Torvalds } 618ea2ae17dSArnaldo Carvalho de Melo if (!pskb_may_pull(skb, (skb_transport_offset(skb) + 619ea2ae17dSArnaldo Carvalho de Melo sizeof(struct frag_hdr)))) { 620a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS(ip6_dst_idev(skb->dst), IPSTATS_MIB_INHDRERRORS); 621cfe1fc77SArnaldo Carvalho de Melo icmpv6_param_prob(skb, ICMPV6_HDR_FIELD, 622cfe1fc77SArnaldo Carvalho de Melo skb_network_header_len(skb)); 6231da177e4SLinus Torvalds return -1; 6241da177e4SLinus Torvalds } 6251da177e4SLinus Torvalds 6260660e03fSArnaldo Carvalho de Melo hdr = ipv6_hdr(skb); 6279c70220bSArnaldo Carvalho de Melo fhdr = (struct frag_hdr *)skb_transport_header(skb); 6281da177e4SLinus Torvalds 6291da177e4SLinus Torvalds if (!(fhdr->frag_off & htons(0xFFF9))) { 6301da177e4SLinus Torvalds /* It is not a fragmented frame */ 631b0e380b1SArnaldo Carvalho de Melo skb->transport_header += sizeof(struct frag_hdr); 632a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMOKS); 6331da177e4SLinus Torvalds 634d56f90a7SArnaldo Carvalho de Melo IP6CB(skb)->nhoff = (u8 *)fhdr - skb_network_header(skb); 6351da177e4SLinus Torvalds return 1; 6361da177e4SLinus Torvalds } 6371da177e4SLinus Torvalds 63804128f23SPavel Emelyanov if (atomic_read(&ip6_frags.mem) > ip6_frags_ctl.high_thresh) 639a11d206dSYOSHIFUJI Hideaki ip6_evictor(ip6_dst_idev(skb->dst)); 6401da177e4SLinus Torvalds 641a11d206dSYOSHIFUJI Hideaki if ((fq = fq_find(fhdr->identification, &hdr->saddr, &hdr->daddr, 642a11d206dSYOSHIFUJI Hideaki ip6_dst_idev(skb->dst))) != NULL) { 643f61944efSHerbert Xu int ret; 6441da177e4SLinus Torvalds 6455ab11c98SPavel Emelyanov spin_lock(&fq->q.lock); 6461da177e4SLinus Torvalds 647f61944efSHerbert Xu ret = ip6_frag_queue(fq, skb, fhdr, IP6CB(skb)->nhoff); 6481da177e4SLinus Torvalds 6495ab11c98SPavel Emelyanov spin_unlock(&fq->q.lock); 6504b6cb5d8SPavel Emelyanov fq_put(fq); 6511da177e4SLinus Torvalds return ret; 6521da177e4SLinus Torvalds } 6531da177e4SLinus Torvalds 654a11d206dSYOSHIFUJI Hideaki IP6_INC_STATS_BH(ip6_dst_idev(skb->dst), IPSTATS_MIB_REASMFAILS); 6551da177e4SLinus Torvalds kfree_skb(skb); 6561da177e4SLinus Torvalds return -1; 6571da177e4SLinus Torvalds } 6581da177e4SLinus Torvalds 6591da177e4SLinus Torvalds static struct inet6_protocol frag_protocol = 6601da177e4SLinus Torvalds { 6611da177e4SLinus Torvalds .handler = ipv6_frag_rcv, 6621da177e4SLinus Torvalds .flags = INET6_PROTO_NOPOLICY, 6631da177e4SLinus Torvalds }; 6641da177e4SLinus Torvalds 6651da177e4SLinus Torvalds void __init ipv6_frag_init(void) 6661da177e4SLinus Torvalds { 6671da177e4SLinus Torvalds if (inet6_add_protocol(&frag_protocol, IPPROTO_FRAGMENT) < 0) 6681da177e4SLinus Torvalds printk(KERN_ERR "ipv6_frag_init: Could not register protocol\n"); 6691da177e4SLinus Torvalds 67004128f23SPavel Emelyanov ip6_frags.ctl = &ip6_frags_ctl; 671321a3a99SPavel Emelyanov ip6_frags.hashfn = ip6_hashfn; 672c6fda282SPavel Emelyanov ip6_frags.constructor = ip6_frag_init; 6731e4b8287SPavel Emelyanov ip6_frags.destructor = ip6_frag_free; 6741e4b8287SPavel Emelyanov ip6_frags.skb_free = NULL; 6751e4b8287SPavel Emelyanov ip6_frags.qsize = sizeof(struct frag_queue); 6762588fe1dSPavel Emelyanov ip6_frags.equal = ip6_frag_equal; 677e521db9dSPavel Emelyanov ip6_frags.frag_expire = ip6_frag_expire; 6787eb95156SPavel Emelyanov inet_frags_init(&ip6_frags); 6791da177e4SLinus Torvalds } 680