11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * PF_INET6 socket protocol family 31da177e4SLinus Torvalds * Linux INET6 implementation 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: 61da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Adapted from linux/net/ipv4/af_inet.c 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * Fixes: 111da177e4SLinus Torvalds * piggy, Karl Knutson : Socket protocol table 121da177e4SLinus Torvalds * Hideaki YOSHIFUJI : sin6_scope_id support 131da177e4SLinus Torvalds * Arnaldo Melo : check proc_net_create return, cleanups 141da177e4SLinus Torvalds * 151da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 161da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 171da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 181da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 191da177e4SLinus Torvalds */ 201da177e4SLinus Torvalds 211da177e4SLinus Torvalds 221da177e4SLinus Torvalds #include <linux/module.h> 234fc268d2SRandy Dunlap #include <linux/capability.h> 241da177e4SLinus Torvalds #include <linux/errno.h> 251da177e4SLinus Torvalds #include <linux/types.h> 261da177e4SLinus Torvalds #include <linux/socket.h> 271da177e4SLinus Torvalds #include <linux/in.h> 281da177e4SLinus Torvalds #include <linux/kernel.h> 291da177e4SLinus Torvalds #include <linux/timer.h> 301da177e4SLinus Torvalds #include <linux/string.h> 311da177e4SLinus Torvalds #include <linux/sockios.h> 321da177e4SLinus Torvalds #include <linux/net.h> 331da177e4SLinus Torvalds #include <linux/fcntl.h> 341da177e4SLinus Torvalds #include <linux/mm.h> 351da177e4SLinus Torvalds #include <linux/interrupt.h> 361da177e4SLinus Torvalds #include <linux/proc_fs.h> 371da177e4SLinus Torvalds #include <linux/stat.h> 381da177e4SLinus Torvalds #include <linux/init.h> 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds #include <linux/inet.h> 411da177e4SLinus Torvalds #include <linux/netdevice.h> 421da177e4SLinus Torvalds #include <linux/icmpv6.h> 432cc7d573SHarald Welte #include <linux/netfilter_ipv6.h> 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds #include <net/ip.h> 461da177e4SLinus Torvalds #include <net/ipv6.h> 471da177e4SLinus Torvalds #include <net/udp.h> 48ba4e58ecSGerrit Renker #include <net/udplite.h> 491da177e4SLinus Torvalds #include <net/tcp.h> 501da177e4SLinus Torvalds #include <net/ipip.h> 511da177e4SLinus Torvalds #include <net/protocol.h> 521da177e4SLinus Torvalds #include <net/inet_common.h> 531668e010SKOVACS Krisztian #include <net/route.h> 541da177e4SLinus Torvalds #include <net/transp_v6.h> 551da177e4SLinus Torvalds #include <net/ip6_route.h> 561da177e4SLinus Torvalds #include <net/addrconf.h> 571da177e4SLinus Torvalds #ifdef CONFIG_IPV6_TUNNEL 581da177e4SLinus Torvalds #include <net/ip6_tunnel.h> 591da177e4SLinus Torvalds #endif 601da177e4SLinus Torvalds 611da177e4SLinus Torvalds #include <asm/uaccess.h> 621da177e4SLinus Torvalds #include <asm/system.h> 637bc570c8SYOSHIFUJI Hideaki #include <linux/mroute6.h> 641da177e4SLinus Torvalds 651da177e4SLinus Torvalds MODULE_AUTHOR("Cast of dozens"); 661da177e4SLinus Torvalds MODULE_DESCRIPTION("IPv6 protocol stack for Linux"); 671da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 681da177e4SLinus Torvalds 69f1267347SPavel Emelyanov /* The inetsw6 table contains everything that inet6_create needs to 701da177e4SLinus Torvalds * build a new socket. 711da177e4SLinus Torvalds */ 721da177e4SLinus Torvalds static struct list_head inetsw6[SOCK_MAX]; 731da177e4SLinus Torvalds static DEFINE_SPINLOCK(inetsw6_lock); 741da177e4SLinus Torvalds 75fe7ca2e1SBrian Haley static int disable_ipv6 = 0; 76fe7ca2e1SBrian Haley module_param_named(disable, disable_ipv6, int, 0); 77fe7ca2e1SBrian Haley MODULE_PARM_DESC(disable, "Disable IPv6 such that it is non-functional"); 78fe7ca2e1SBrian Haley 791da177e4SLinus Torvalds static __inline__ struct ipv6_pinfo *inet6_sk_generic(struct sock *sk) 801da177e4SLinus Torvalds { 811da177e4SLinus Torvalds const int offset = sk->sk_prot->obj_size - sizeof(struct ipv6_pinfo); 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds return (struct ipv6_pinfo *)(((u8 *)sk) + offset); 841da177e4SLinus Torvalds } 851da177e4SLinus Torvalds 861b8d7ae4SEric W. Biederman static int inet6_create(struct net *net, struct socket *sock, int protocol) 871da177e4SLinus Torvalds { 881da177e4SLinus Torvalds struct inet_sock *inet; 891da177e4SLinus Torvalds struct ipv6_pinfo *np; 901da177e4SLinus Torvalds struct sock *sk; 911da177e4SLinus Torvalds struct inet_protosw *answer; 921da177e4SLinus Torvalds struct proto *answer_prot; 931da177e4SLinus Torvalds unsigned char answer_flags; 941da177e4SLinus Torvalds char answer_no_check; 95af1afe86SYOSHIFUJI Hideaki int try_loading_module = 0; 96af1afe86SYOSHIFUJI Hideaki int err; 971da177e4SLinus Torvalds 98b3da2cf3SDavid S. Miller if (sock->type != SOCK_RAW && 99b3da2cf3SDavid S. Miller sock->type != SOCK_DGRAM && 100b3da2cf3SDavid S. Miller !inet_ehash_secret) 101b3da2cf3SDavid S. Miller build_ehash_secret(); 102b3da2cf3SDavid S. Miller 1031da177e4SLinus Torvalds /* Look for the requested type/protocol pair. */ 104af1afe86SYOSHIFUJI Hideaki lookup_protocol: 105af1afe86SYOSHIFUJI Hideaki err = -ESOCKTNOSUPPORT; 1061da177e4SLinus Torvalds rcu_read_lock(); 107696adfe8SPaul E. McKenney list_for_each_entry_rcu(answer, &inetsw6[sock->type], list) { 1081da177e4SLinus Torvalds 109696adfe8SPaul E. McKenney err = 0; 1101da177e4SLinus Torvalds /* Check the non-wild match. */ 1111da177e4SLinus Torvalds if (protocol == answer->protocol) { 1121da177e4SLinus Torvalds if (protocol != IPPROTO_IP) 1131da177e4SLinus Torvalds break; 1141da177e4SLinus Torvalds } else { 1151da177e4SLinus Torvalds /* Check for the two wild cases. */ 1161da177e4SLinus Torvalds if (IPPROTO_IP == protocol) { 1171da177e4SLinus Torvalds protocol = answer->protocol; 1181da177e4SLinus Torvalds break; 1191da177e4SLinus Torvalds } 1201da177e4SLinus Torvalds if (IPPROTO_IP == answer->protocol) 1211da177e4SLinus Torvalds break; 1221da177e4SLinus Torvalds } 123af1afe86SYOSHIFUJI Hideaki err = -EPROTONOSUPPORT; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds 126696adfe8SPaul E. McKenney if (err) { 127af1afe86SYOSHIFUJI Hideaki if (try_loading_module < 2) { 128af1afe86SYOSHIFUJI Hideaki rcu_read_unlock(); 129af1afe86SYOSHIFUJI Hideaki /* 130af1afe86SYOSHIFUJI Hideaki * Be more specific, e.g. net-pf-10-proto-132-type-1 131af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP-type-SOCK_STREAM) 132af1afe86SYOSHIFUJI Hideaki */ 133af1afe86SYOSHIFUJI Hideaki if (++try_loading_module == 1) 134af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d-type-%d", 135af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol, sock->type); 136af1afe86SYOSHIFUJI Hideaki /* 137af1afe86SYOSHIFUJI Hideaki * Fall back to generic, e.g. net-pf-10-proto-132 138af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP) 139af1afe86SYOSHIFUJI Hideaki */ 140af1afe86SYOSHIFUJI Hideaki else 141af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d", 142af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol); 143af1afe86SYOSHIFUJI Hideaki goto lookup_protocol; 144af1afe86SYOSHIFUJI Hideaki } else 1451da177e4SLinus Torvalds goto out_rcu_unlock; 146af1afe86SYOSHIFUJI Hideaki } 147af1afe86SYOSHIFUJI Hideaki 148af1afe86SYOSHIFUJI Hideaki err = -EPERM; 1491da177e4SLinus Torvalds if (answer->capability > 0 && !capable(answer->capability)) 1501da177e4SLinus Torvalds goto out_rcu_unlock; 1511da177e4SLinus Torvalds 1521da177e4SLinus Torvalds sock->ops = answer->ops; 1531da177e4SLinus Torvalds answer_prot = answer->prot; 1541da177e4SLinus Torvalds answer_no_check = answer->no_check; 1551da177e4SLinus Torvalds answer_flags = answer->flags; 1561da177e4SLinus Torvalds rcu_read_unlock(); 1571da177e4SLinus Torvalds 158547b792cSIlpo Järvinen WARN_ON(answer_prot->slab == NULL); 1591da177e4SLinus Torvalds 160af1afe86SYOSHIFUJI Hideaki err = -ENOBUFS; 1616257ff21SPavel Emelyanov sk = sk_alloc(net, PF_INET6, GFP_KERNEL, answer_prot); 1621da177e4SLinus Torvalds if (sk == NULL) 1631da177e4SLinus Torvalds goto out; 1641da177e4SLinus Torvalds 1651da177e4SLinus Torvalds sock_init_data(sock, sk); 1661da177e4SLinus Torvalds 167af1afe86SYOSHIFUJI Hideaki err = 0; 1681da177e4SLinus Torvalds sk->sk_no_check = answer_no_check; 1691da177e4SLinus Torvalds if (INET_PROTOSW_REUSE & answer_flags) 1701da177e4SLinus Torvalds sk->sk_reuse = 1; 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds inet = inet_sk(sk); 173469de9b9SPaul Moore inet->is_icsk = (INET_PROTOSW_ICSK & answer_flags) != 0; 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds if (SOCK_RAW == sock->type) { 1761da177e4SLinus Torvalds inet->num = protocol; 1771da177e4SLinus Torvalds if (IPPROTO_RAW == protocol) 1781da177e4SLinus Torvalds inet->hdrincl = 1; 1791da177e4SLinus Torvalds } 1801da177e4SLinus Torvalds 181e6848976SArnaldo Carvalho de Melo sk->sk_destruct = inet_sock_destruct; 1821da177e4SLinus Torvalds sk->sk_family = PF_INET6; 1831da177e4SLinus Torvalds sk->sk_protocol = protocol; 1841da177e4SLinus Torvalds 1851da177e4SLinus Torvalds sk->sk_backlog_rcv = answer->prot->backlog_rcv; 1861da177e4SLinus Torvalds 1871da177e4SLinus Torvalds inet_sk(sk)->pinet6 = np = inet6_sk_generic(sk); 1881da177e4SLinus Torvalds np->hop_limit = -1; 1891da177e4SLinus Torvalds np->mcast_hops = -1; 1901da177e4SLinus Torvalds np->mc_loop = 1; 1911da177e4SLinus Torvalds np->pmtudisc = IPV6_PMTUDISC_WANT; 1922e761e05SPavel Emelyanov np->ipv6only = net->ipv6.sysctl.bindv6only; 1931da177e4SLinus Torvalds 1941da177e4SLinus Torvalds /* Init the ipv4 part of the socket since we can have sockets 1951da177e4SLinus Torvalds * using v6 API for ipv4. 1961da177e4SLinus Torvalds */ 1971da177e4SLinus Torvalds inet->uc_ttl = -1; 1981da177e4SLinus Torvalds 1991da177e4SLinus Torvalds inet->mc_loop = 1; 2001da177e4SLinus Torvalds inet->mc_ttl = 1; 2011da177e4SLinus Torvalds inet->mc_index = 0; 2021da177e4SLinus Torvalds inet->mc_list = NULL; 2031da177e4SLinus Torvalds 2041da177e4SLinus Torvalds if (ipv4_config.no_pmtu_disc) 2051da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_DONT; 2061da177e4SLinus Torvalds else 2071da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_WANT; 208e6848976SArnaldo Carvalho de Melo /* 209e6848976SArnaldo Carvalho de Melo * Increment only the relevant sk_prot->socks debug field, this changes 210e6848976SArnaldo Carvalho de Melo * the previous behaviour of incrementing both the equivalent to 211e6848976SArnaldo Carvalho de Melo * answer->prot->socks (inet6_sock_nr) and inet_sock_nr. 212e6848976SArnaldo Carvalho de Melo * 213e6848976SArnaldo Carvalho de Melo * This allows better debug granularity as we'll know exactly how many 214e6848976SArnaldo Carvalho de Melo * UDPv6, TCPv6, etc socks were allocated, not the sum of all IPv6 215e6848976SArnaldo Carvalho de Melo * transport protocol socks. -acme 216e6848976SArnaldo Carvalho de Melo */ 217e6848976SArnaldo Carvalho de Melo sk_refcnt_debug_inc(sk); 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds if (inet->num) { 2201da177e4SLinus Torvalds /* It assumes that any protocol which allows 2211da177e4SLinus Torvalds * the user to assign a number at socket 2221da177e4SLinus Torvalds * creation time automatically shares. 2231da177e4SLinus Torvalds */ 224e69a4adcSAl Viro inet->sport = htons(inet->num); 2251da177e4SLinus Torvalds sk->sk_prot->hash(sk); 2261da177e4SLinus Torvalds } 2271da177e4SLinus Torvalds if (sk->sk_prot->init) { 228af1afe86SYOSHIFUJI Hideaki err = sk->sk_prot->init(sk); 229af1afe86SYOSHIFUJI Hideaki if (err) { 2301da177e4SLinus Torvalds sk_common_release(sk); 2311da177e4SLinus Torvalds goto out; 2321da177e4SLinus Torvalds } 2331da177e4SLinus Torvalds } 2341da177e4SLinus Torvalds out: 235af1afe86SYOSHIFUJI Hideaki return err; 2361da177e4SLinus Torvalds out_rcu_unlock: 2371da177e4SLinus Torvalds rcu_read_unlock(); 2381da177e4SLinus Torvalds goto out; 2391da177e4SLinus Torvalds } 2401da177e4SLinus Torvalds 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds /* bind for INET6 API */ 2431da177e4SLinus Torvalds int inet6_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 2441da177e4SLinus Torvalds { 2451da177e4SLinus Torvalds struct sockaddr_in6 *addr=(struct sockaddr_in6 *)uaddr; 2461da177e4SLinus Torvalds struct sock *sk = sock->sk; 2471da177e4SLinus Torvalds struct inet_sock *inet = inet_sk(sk); 2481da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 2493b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(sk); 250fd683222SAl Viro __be32 v4addr = 0; 2511da177e4SLinus Torvalds unsigned short snum; 2521da177e4SLinus Torvalds int addr_type = 0; 2531da177e4SLinus Torvalds int err = 0; 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds /* If the socket has its own bind function then use it. */ 2561da177e4SLinus Torvalds if (sk->sk_prot->bind) 2571da177e4SLinus Torvalds return sk->sk_prot->bind(sk, uaddr, addr_len); 2581da177e4SLinus Torvalds 2591da177e4SLinus Torvalds if (addr_len < SIN6_LEN_RFC2133) 2601da177e4SLinus Torvalds return -EINVAL; 2611da177e4SLinus Torvalds addr_type = ipv6_addr_type(&addr->sin6_addr); 2621da177e4SLinus Torvalds if ((addr_type & IPV6_ADDR_MULTICAST) && sock->type == SOCK_STREAM) 2631da177e4SLinus Torvalds return -EINVAL; 2641da177e4SLinus Torvalds 2651da177e4SLinus Torvalds snum = ntohs(addr->sin6_port); 2661da177e4SLinus Torvalds if (snum && snum < PROT_SOCK && !capable(CAP_NET_BIND_SERVICE)) 2671da177e4SLinus Torvalds return -EACCES; 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds lock_sock(sk); 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds /* Check these errors (active socket, double bind). */ 2721da177e4SLinus Torvalds if (sk->sk_state != TCP_CLOSE || inet->num) { 2731da177e4SLinus Torvalds err = -EINVAL; 2741da177e4SLinus Torvalds goto out; 2751da177e4SLinus Torvalds } 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds /* Check if the address belongs to the host. */ 2781da177e4SLinus Torvalds if (addr_type == IPV6_ADDR_MAPPED) { 2791da177e4SLinus Torvalds v4addr = addr->sin6_addr.s6_addr32[3]; 280075de939SBenjamin Thery if (inet_addr_type(net, v4addr) != RTN_LOCAL) { 2811da177e4SLinus Torvalds err = -EADDRNOTAVAIL; 2821da177e4SLinus Torvalds goto out; 2831da177e4SLinus Torvalds } 2841da177e4SLinus Torvalds } else { 2851da177e4SLinus Torvalds if (addr_type != IPV6_ADDR_ANY) { 2861da177e4SLinus Torvalds struct net_device *dev = NULL; 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds if (addr_type & IPV6_ADDR_LINKLOCAL) { 2891da177e4SLinus Torvalds if (addr_len >= sizeof(struct sockaddr_in6) && 2901da177e4SLinus Torvalds addr->sin6_scope_id) { 2911da177e4SLinus Torvalds /* Override any existing binding, if another one 2921da177e4SLinus Torvalds * is supplied by user. 2931da177e4SLinus Torvalds */ 2941da177e4SLinus Torvalds sk->sk_bound_dev_if = addr->sin6_scope_id; 2951da177e4SLinus Torvalds } 2961da177e4SLinus Torvalds 2971da177e4SLinus Torvalds /* Binding to link-local address requires an interface */ 2981da177e4SLinus Torvalds if (!sk->sk_bound_dev_if) { 2991da177e4SLinus Torvalds err = -EINVAL; 3001da177e4SLinus Torvalds goto out; 3011da177e4SLinus Torvalds } 302075de939SBenjamin Thery dev = dev_get_by_index(net, sk->sk_bound_dev_if); 3031da177e4SLinus Torvalds if (!dev) { 3041da177e4SLinus Torvalds err = -ENODEV; 3051da177e4SLinus Torvalds goto out; 3061da177e4SLinus Torvalds } 3071da177e4SLinus Torvalds } 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds /* ipv4 addr of the socket is invalid. Only the 3101da177e4SLinus Torvalds * unspecified and mapped address have a v4 equivalent. 3111da177e4SLinus Torvalds */ 3121da177e4SLinus Torvalds v4addr = LOOPBACK4_IPV6; 3131da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) { 314075de939SBenjamin Thery if (!ipv6_chk_addr(net, &addr->sin6_addr, 315bfeade08SDaniel Lezcano dev, 0)) { 3161da177e4SLinus Torvalds if (dev) 3171da177e4SLinus Torvalds dev_put(dev); 3181da177e4SLinus Torvalds err = -EADDRNOTAVAIL; 3191da177e4SLinus Torvalds goto out; 3201da177e4SLinus Torvalds } 3211da177e4SLinus Torvalds } 3221da177e4SLinus Torvalds if (dev) 3231da177e4SLinus Torvalds dev_put(dev); 3241da177e4SLinus Torvalds } 3251da177e4SLinus Torvalds } 3261da177e4SLinus Torvalds 3271da177e4SLinus Torvalds inet->rcv_saddr = v4addr; 3281da177e4SLinus Torvalds inet->saddr = v4addr; 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds ipv6_addr_copy(&np->rcv_saddr, &addr->sin6_addr); 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) 3331da177e4SLinus Torvalds ipv6_addr_copy(&np->saddr, &addr->sin6_addr); 3341da177e4SLinus Torvalds 3351da177e4SLinus Torvalds /* Make sure we are allowed to bind here. */ 3361da177e4SLinus Torvalds if (sk->sk_prot->get_port(sk, snum)) { 3371da177e4SLinus Torvalds inet_reset_saddr(sk); 3381da177e4SLinus Torvalds err = -EADDRINUSE; 3391da177e4SLinus Torvalds goto out; 3401da177e4SLinus Torvalds } 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds if (addr_type != IPV6_ADDR_ANY) 3431da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDADDR_LOCK; 3441da177e4SLinus Torvalds if (snum) 3451da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDPORT_LOCK; 346e69a4adcSAl Viro inet->sport = htons(inet->num); 3471da177e4SLinus Torvalds inet->dport = 0; 3481da177e4SLinus Torvalds inet->daddr = 0; 3491da177e4SLinus Torvalds out: 3501da177e4SLinus Torvalds release_sock(sk); 3511da177e4SLinus Torvalds return err; 3521da177e4SLinus Torvalds } 3531da177e4SLinus Torvalds 3547159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_bind); 3557159039aSYOSHIFUJI Hideaki 3561da177e4SLinus Torvalds int inet6_release(struct socket *sock) 3571da177e4SLinus Torvalds { 3581da177e4SLinus Torvalds struct sock *sk = sock->sk; 3591da177e4SLinus Torvalds 3601da177e4SLinus Torvalds if (sk == NULL) 3611da177e4SLinus Torvalds return -EINVAL; 3621da177e4SLinus Torvalds 3631da177e4SLinus Torvalds /* Free mc lists */ 3641da177e4SLinus Torvalds ipv6_sock_mc_close(sk); 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds /* Free ac lists */ 3671da177e4SLinus Torvalds ipv6_sock_ac_close(sk); 3681da177e4SLinus Torvalds 3691da177e4SLinus Torvalds return inet_release(sock); 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 3727159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_release); 3737159039aSYOSHIFUJI Hideaki 3747d06b2e0SBrian Haley void inet6_destroy_sock(struct sock *sk) 3751da177e4SLinus Torvalds { 3761da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 3771da177e4SLinus Torvalds struct sk_buff *skb; 3781da177e4SLinus Torvalds struct ipv6_txoptions *opt; 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds /* Release rx options */ 3811da177e4SLinus Torvalds 3821da177e4SLinus Torvalds if ((skb = xchg(&np->pktoptions, NULL)) != NULL) 3831da177e4SLinus Torvalds kfree_skb(skb); 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds /* Free flowlabels */ 3861da177e4SLinus Torvalds fl6_free_socklist(sk); 3871da177e4SLinus Torvalds 3881da177e4SLinus Torvalds /* Free tx options */ 3891da177e4SLinus Torvalds 3901da177e4SLinus Torvalds if ((opt = xchg(&np->opt, NULL)) != NULL) 3911da177e4SLinus Torvalds sock_kfree_s(sk, opt, opt->tot_len); 3921da177e4SLinus Torvalds } 3931da177e4SLinus Torvalds 3943cf3dc6cSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_destroy_sock); 3953cf3dc6cSArnaldo Carvalho de Melo 3961da177e4SLinus Torvalds /* 3971da177e4SLinus Torvalds * This does both peername and sockname. 3981da177e4SLinus Torvalds */ 3991da177e4SLinus Torvalds 4001da177e4SLinus Torvalds int inet6_getname(struct socket *sock, struct sockaddr *uaddr, 4011da177e4SLinus Torvalds int *uaddr_len, int peer) 4021da177e4SLinus Torvalds { 4031da177e4SLinus Torvalds struct sockaddr_in6 *sin=(struct sockaddr_in6 *)uaddr; 4041da177e4SLinus Torvalds struct sock *sk = sock->sk; 4051da177e4SLinus Torvalds struct inet_sock *inet = inet_sk(sk); 4061da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 4071da177e4SLinus Torvalds 4081da177e4SLinus Torvalds sin->sin6_family = AF_INET6; 4091da177e4SLinus Torvalds sin->sin6_flowinfo = 0; 4101da177e4SLinus Torvalds sin->sin6_scope_id = 0; 4111da177e4SLinus Torvalds if (peer) { 4121da177e4SLinus Torvalds if (!inet->dport) 4131da177e4SLinus Torvalds return -ENOTCONN; 4141da177e4SLinus Torvalds if (((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_SYN_SENT)) && 4151da177e4SLinus Torvalds peer == 1) 4161da177e4SLinus Torvalds return -ENOTCONN; 4171da177e4SLinus Torvalds sin->sin6_port = inet->dport; 4181da177e4SLinus Torvalds ipv6_addr_copy(&sin->sin6_addr, &np->daddr); 4191da177e4SLinus Torvalds if (np->sndflow) 4201da177e4SLinus Torvalds sin->sin6_flowinfo = np->flow_label; 4211da177e4SLinus Torvalds } else { 4221da177e4SLinus Torvalds if (ipv6_addr_any(&np->rcv_saddr)) 4231da177e4SLinus Torvalds ipv6_addr_copy(&sin->sin6_addr, &np->saddr); 4241da177e4SLinus Torvalds else 4251da177e4SLinus Torvalds ipv6_addr_copy(&sin->sin6_addr, &np->rcv_saddr); 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds sin->sin6_port = inet->sport; 4281da177e4SLinus Torvalds } 4291da177e4SLinus Torvalds if (ipv6_addr_type(&sin->sin6_addr) & IPV6_ADDR_LINKLOCAL) 4301da177e4SLinus Torvalds sin->sin6_scope_id = sk->sk_bound_dev_if; 4311da177e4SLinus Torvalds *uaddr_len = sizeof(*sin); 4321da177e4SLinus Torvalds return(0); 4331da177e4SLinus Torvalds } 4341da177e4SLinus Torvalds 4357159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_getname); 4367159039aSYOSHIFUJI Hideaki 4371da177e4SLinus Torvalds int inet6_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) 4381da177e4SLinus Torvalds { 4391da177e4SLinus Torvalds struct sock *sk = sock->sk; 4403b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(sk); 4411da177e4SLinus Torvalds 4421da177e4SLinus Torvalds switch(cmd) 4431da177e4SLinus Torvalds { 4441da177e4SLinus Torvalds case SIOCGSTAMP: 4451da177e4SLinus Torvalds return sock_get_timestamp(sk, (struct timeval __user *)arg); 4461da177e4SLinus Torvalds 447ae40eb1eSEric Dumazet case SIOCGSTAMPNS: 448ae40eb1eSEric Dumazet return sock_get_timestampns(sk, (struct timespec __user *)arg); 449ae40eb1eSEric Dumazet 4501da177e4SLinus Torvalds case SIOCADDRT: 4511da177e4SLinus Torvalds case SIOCDELRT: 4521da177e4SLinus Torvalds 4535578689aSDaniel Lezcano return(ipv6_route_ioctl(net, cmd, (void __user *)arg)); 4541da177e4SLinus Torvalds 4551da177e4SLinus Torvalds case SIOCSIFADDR: 456af284937SDaniel Lezcano return addrconf_add_ifaddr(net, (void __user *) arg); 4571da177e4SLinus Torvalds case SIOCDIFADDR: 458af284937SDaniel Lezcano return addrconf_del_ifaddr(net, (void __user *) arg); 4591da177e4SLinus Torvalds case SIOCSIFDSTADDR: 460af284937SDaniel Lezcano return addrconf_set_dstaddr(net, (void __user *) arg); 4611da177e4SLinus Torvalds default: 462b5e5fa5eSChristoph Hellwig if (!sk->sk_prot->ioctl) 463b5e5fa5eSChristoph Hellwig return -ENOIOCTLCMD; 464b5e5fa5eSChristoph Hellwig return sk->sk_prot->ioctl(sk, cmd, arg); 4651da177e4SLinus Torvalds } 4661da177e4SLinus Torvalds /*NOTREACHED*/ 4671da177e4SLinus Torvalds return(0); 4681da177e4SLinus Torvalds } 4691da177e4SLinus Torvalds 4707159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_ioctl); 4717159039aSYOSHIFUJI Hideaki 47290ddc4f0SEric Dumazet const struct proto_ops inet6_stream_ops = { 4731da177e4SLinus Torvalds .family = PF_INET6, 4741da177e4SLinus Torvalds .owner = THIS_MODULE, 4751da177e4SLinus Torvalds .release = inet6_release, 4761da177e4SLinus Torvalds .bind = inet6_bind, 4771da177e4SLinus Torvalds .connect = inet_stream_connect, /* ok */ 4781da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 4791da177e4SLinus Torvalds .accept = inet_accept, /* ok */ 4801da177e4SLinus Torvalds .getname = inet6_getname, 4811da177e4SLinus Torvalds .poll = tcp_poll, /* ok */ 4821da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 4831da177e4SLinus Torvalds .listen = inet_listen, /* ok */ 4841da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 4851da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 4861da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 4873516ffb0SDavid S. Miller .sendmsg = tcp_sendmsg, /* ok */ 488543d9cfeSArnaldo Carvalho de Melo .recvmsg = sock_common_recvmsg, /* ok */ 489543d9cfeSArnaldo Carvalho de Melo .mmap = sock_no_mmap, 490543d9cfeSArnaldo Carvalho de Melo .sendpage = tcp_sendpage, 491a0974dd3SJens Axboe .splice_read = tcp_splice_read, 4923fdadf7dSDmitry Mishin #ifdef CONFIG_COMPAT 4933fdadf7dSDmitry Mishin .compat_setsockopt = compat_sock_common_setsockopt, 4943fdadf7dSDmitry Mishin .compat_getsockopt = compat_sock_common_getsockopt, 4953fdadf7dSDmitry Mishin #endif 4961da177e4SLinus Torvalds }; 4971da177e4SLinus Torvalds 49890ddc4f0SEric Dumazet const struct proto_ops inet6_dgram_ops = { 4991da177e4SLinus Torvalds .family = PF_INET6, 5001da177e4SLinus Torvalds .owner = THIS_MODULE, 5011da177e4SLinus Torvalds .release = inet6_release, 5021da177e4SLinus Torvalds .bind = inet6_bind, 5031da177e4SLinus Torvalds .connect = inet_dgram_connect, /* ok */ 5041da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 5051da177e4SLinus Torvalds .accept = sock_no_accept, /* a do nothing */ 5061da177e4SLinus Torvalds .getname = inet6_getname, 5071da177e4SLinus Torvalds .poll = udp_poll, /* ok */ 5081da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 5091da177e4SLinus Torvalds .listen = sock_no_listen, /* ok */ 5101da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 5111da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 5121da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 5131da177e4SLinus Torvalds .sendmsg = inet_sendmsg, /* ok */ 5141da177e4SLinus Torvalds .recvmsg = sock_common_recvmsg, /* ok */ 5151da177e4SLinus Torvalds .mmap = sock_no_mmap, 5161da177e4SLinus Torvalds .sendpage = sock_no_sendpage, 517543d9cfeSArnaldo Carvalho de Melo #ifdef CONFIG_COMPAT 518543d9cfeSArnaldo Carvalho de Melo .compat_setsockopt = compat_sock_common_setsockopt, 519543d9cfeSArnaldo Carvalho de Melo .compat_getsockopt = compat_sock_common_getsockopt, 520543d9cfeSArnaldo Carvalho de Melo #endif 5211da177e4SLinus Torvalds }; 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds static struct net_proto_family inet6_family_ops = { 5241da177e4SLinus Torvalds .family = PF_INET6, 5251da177e4SLinus Torvalds .create = inet6_create, 5261da177e4SLinus Torvalds .owner = THIS_MODULE, 5271da177e4SLinus Torvalds }; 5281da177e4SLinus Torvalds 52987c3efbfSDaniel Lezcano int inet6_register_protosw(struct inet_protosw *p) 5301da177e4SLinus Torvalds { 5311da177e4SLinus Torvalds struct list_head *lh; 5321da177e4SLinus Torvalds struct inet_protosw *answer; 5331da177e4SLinus Torvalds struct list_head *last_perm; 53487c3efbfSDaniel Lezcano int protocol = p->protocol; 53587c3efbfSDaniel Lezcano int ret; 5361da177e4SLinus Torvalds 5371da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 5381da177e4SLinus Torvalds 53987c3efbfSDaniel Lezcano ret = -EINVAL; 5401da177e4SLinus Torvalds if (p->type >= SOCK_MAX) 5411da177e4SLinus Torvalds goto out_illegal; 5421da177e4SLinus Torvalds 5431da177e4SLinus Torvalds /* If we are trying to override a permanent protocol, bail. */ 5441da177e4SLinus Torvalds answer = NULL; 54587c3efbfSDaniel Lezcano ret = -EPERM; 5461da177e4SLinus Torvalds last_perm = &inetsw6[p->type]; 5471da177e4SLinus Torvalds list_for_each(lh, &inetsw6[p->type]) { 5481da177e4SLinus Torvalds answer = list_entry(lh, struct inet_protosw, list); 5491da177e4SLinus Torvalds 5501da177e4SLinus Torvalds /* Check only the non-wild match. */ 5511da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & answer->flags) { 5521da177e4SLinus Torvalds if (protocol == answer->protocol) 5531da177e4SLinus Torvalds break; 5541da177e4SLinus Torvalds last_perm = lh; 5551da177e4SLinus Torvalds } 5561da177e4SLinus Torvalds 5571da177e4SLinus Torvalds answer = NULL; 5581da177e4SLinus Torvalds } 5591da177e4SLinus Torvalds if (answer) 5601da177e4SLinus Torvalds goto out_permanent; 5611da177e4SLinus Torvalds 5621da177e4SLinus Torvalds /* Add the new entry after the last permanent entry if any, so that 5631da177e4SLinus Torvalds * the new entry does not override a permanent entry when matched with 5641da177e4SLinus Torvalds * a wild-card protocol. But it is allowed to override any existing 5651da177e4SLinus Torvalds * non-permanent entry. This means that when we remove this entry, the 5661da177e4SLinus Torvalds * system automatically returns to the old behavior. 5671da177e4SLinus Torvalds */ 5681da177e4SLinus Torvalds list_add_rcu(&p->list, last_perm); 56987c3efbfSDaniel Lezcano ret = 0; 5701da177e4SLinus Torvalds out: 5711da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 57287c3efbfSDaniel Lezcano return ret; 5731da177e4SLinus Torvalds 5741da177e4SLinus Torvalds out_permanent: 5751da177e4SLinus Torvalds printk(KERN_ERR "Attempt to override permanent protocol %d.\n", 5761da177e4SLinus Torvalds protocol); 5771da177e4SLinus Torvalds goto out; 5781da177e4SLinus Torvalds 5791da177e4SLinus Torvalds out_illegal: 5801da177e4SLinus Torvalds printk(KERN_ERR 5811da177e4SLinus Torvalds "Ignoring attempt to register invalid socket type %d.\n", 5821da177e4SLinus Torvalds p->type); 5831da177e4SLinus Torvalds goto out; 5841da177e4SLinus Torvalds } 5851da177e4SLinus Torvalds 5867159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_register_protosw); 5877159039aSYOSHIFUJI Hideaki 5881da177e4SLinus Torvalds void 5891da177e4SLinus Torvalds inet6_unregister_protosw(struct inet_protosw *p) 5901da177e4SLinus Torvalds { 5911da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & p->flags) { 5921da177e4SLinus Torvalds printk(KERN_ERR 5931da177e4SLinus Torvalds "Attempt to unregister permanent protocol %d.\n", 5941da177e4SLinus Torvalds p->protocol); 5951da177e4SLinus Torvalds } else { 5961da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 5971da177e4SLinus Torvalds list_del_rcu(&p->list); 5981da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 5991da177e4SLinus Torvalds 6001da177e4SLinus Torvalds synchronize_net(); 6011da177e4SLinus Torvalds } 6021da177e4SLinus Torvalds } 6031da177e4SLinus Torvalds 6047159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_unregister_protosw); 6057159039aSYOSHIFUJI Hideaki 606b9750ce1SArnaldo Carvalho de Melo int inet6_sk_rebuild_header(struct sock *sk) 607b9750ce1SArnaldo Carvalho de Melo { 608b9750ce1SArnaldo Carvalho de Melo int err; 609b9750ce1SArnaldo Carvalho de Melo struct dst_entry *dst; 610b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 611b9750ce1SArnaldo Carvalho de Melo 612b9750ce1SArnaldo Carvalho de Melo dst = __sk_dst_check(sk, np->dst_cookie); 613b9750ce1SArnaldo Carvalho de Melo 614b9750ce1SArnaldo Carvalho de Melo if (dst == NULL) { 615b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 616b9750ce1SArnaldo Carvalho de Melo struct in6_addr *final_p = NULL, final; 617b9750ce1SArnaldo Carvalho de Melo struct flowi fl; 618b9750ce1SArnaldo Carvalho de Melo 619b9750ce1SArnaldo Carvalho de Melo memset(&fl, 0, sizeof(fl)); 620b9750ce1SArnaldo Carvalho de Melo fl.proto = sk->sk_protocol; 621b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, &np->daddr); 622b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_src, &np->saddr); 623b9750ce1SArnaldo Carvalho de Melo fl.fl6_flowlabel = np->flow_label; 624b9750ce1SArnaldo Carvalho de Melo fl.oif = sk->sk_bound_dev_if; 625b9750ce1SArnaldo Carvalho de Melo fl.fl_ip_dport = inet->dport; 626b9750ce1SArnaldo Carvalho de Melo fl.fl_ip_sport = inet->sport; 627beb8d13bSVenkat Yekkirala security_sk_classify_flow(sk, &fl); 628b9750ce1SArnaldo Carvalho de Melo 629b9750ce1SArnaldo Carvalho de Melo if (np->opt && np->opt->srcrt) { 630b9750ce1SArnaldo Carvalho de Melo struct rt0_hdr *rt0 = (struct rt0_hdr *) np->opt->srcrt; 631b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&final, &fl.fl6_dst); 632b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, rt0->addr); 633b9750ce1SArnaldo Carvalho de Melo final_p = &final; 634b9750ce1SArnaldo Carvalho de Melo } 635b9750ce1SArnaldo Carvalho de Melo 636b9750ce1SArnaldo Carvalho de Melo err = ip6_dst_lookup(sk, &dst, &fl); 637b9750ce1SArnaldo Carvalho de Melo if (err) { 638b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 639b9750ce1SArnaldo Carvalho de Melo return err; 640b9750ce1SArnaldo Carvalho de Melo } 641b9750ce1SArnaldo Carvalho de Melo if (final_p) 642b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, final_p); 643b9750ce1SArnaldo Carvalho de Melo 64452479b62SAlexey Dobriyan if ((err = xfrm_lookup(sock_net(sk), &dst, &fl, sk, 0)) < 0) { 645b9750ce1SArnaldo Carvalho de Melo sk->sk_err_soft = -err; 646b9750ce1SArnaldo Carvalho de Melo return err; 647b9750ce1SArnaldo Carvalho de Melo } 648b9750ce1SArnaldo Carvalho de Melo 6498e1ef0a9SYOSHIFUJI Hideaki __ip6_dst_store(sk, dst, NULL, NULL); 650b9750ce1SArnaldo Carvalho de Melo } 651b9750ce1SArnaldo Carvalho de Melo 652b9750ce1SArnaldo Carvalho de Melo return 0; 653b9750ce1SArnaldo Carvalho de Melo } 654b9750ce1SArnaldo Carvalho de Melo 655b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_sk_rebuild_header); 656b9750ce1SArnaldo Carvalho de Melo 657399c07deSArnaldo Carvalho de Melo int ipv6_opt_accepted(struct sock *sk, struct sk_buff *skb) 658399c07deSArnaldo Carvalho de Melo { 659399c07deSArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 660399c07deSArnaldo Carvalho de Melo struct inet6_skb_parm *opt = IP6CB(skb); 661399c07deSArnaldo Carvalho de Melo 662399c07deSArnaldo Carvalho de Melo if (np->rxopt.all) { 663399c07deSArnaldo Carvalho de Melo if ((opt->hop && (np->rxopt.bits.hopopts || 664399c07deSArnaldo Carvalho de Melo np->rxopt.bits.ohopopts)) || 665d56f90a7SArnaldo Carvalho de Melo ((IPV6_FLOWINFO_MASK & 666d56f90a7SArnaldo Carvalho de Melo *(__be32 *)skb_network_header(skb)) && 667399c07deSArnaldo Carvalho de Melo np->rxopt.bits.rxflow) || 668399c07deSArnaldo Carvalho de Melo (opt->srcrt && (np->rxopt.bits.srcrt || 669399c07deSArnaldo Carvalho de Melo np->rxopt.bits.osrcrt)) || 670399c07deSArnaldo Carvalho de Melo ((opt->dst1 || opt->dst0) && 671399c07deSArnaldo Carvalho de Melo (np->rxopt.bits.dstopts || np->rxopt.bits.odstopts))) 672399c07deSArnaldo Carvalho de Melo return 1; 673399c07deSArnaldo Carvalho de Melo } 674399c07deSArnaldo Carvalho de Melo return 0; 675399c07deSArnaldo Carvalho de Melo } 676399c07deSArnaldo Carvalho de Melo 677399c07deSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(ipv6_opt_accepted); 678399c07deSArnaldo Carvalho de Melo 679787e9208SHerbert Xu static int ipv6_gso_pull_exthdrs(struct sk_buff *skb, int proto) 680662397fdSYOSHIFUJI Hideaki { 681662397fdSYOSHIFUJI Hideaki struct inet6_protocol *ops = NULL; 682662397fdSYOSHIFUJI Hideaki 683662397fdSYOSHIFUJI Hideaki for (;;) { 684662397fdSYOSHIFUJI Hideaki struct ipv6_opt_hdr *opth; 685662397fdSYOSHIFUJI Hideaki int len; 686662397fdSYOSHIFUJI Hideaki 687662397fdSYOSHIFUJI Hideaki if (proto != NEXTHDR_HOP) { 688662397fdSYOSHIFUJI Hideaki ops = rcu_dereference(inet6_protos[proto]); 689662397fdSYOSHIFUJI Hideaki 690662397fdSYOSHIFUJI Hideaki if (unlikely(!ops)) 691662397fdSYOSHIFUJI Hideaki break; 692662397fdSYOSHIFUJI Hideaki 693662397fdSYOSHIFUJI Hideaki if (!(ops->flags & INET6_PROTO_GSO_EXTHDR)) 694662397fdSYOSHIFUJI Hideaki break; 695662397fdSYOSHIFUJI Hideaki } 696662397fdSYOSHIFUJI Hideaki 697662397fdSYOSHIFUJI Hideaki if (unlikely(!pskb_may_pull(skb, 8))) 698662397fdSYOSHIFUJI Hideaki break; 699662397fdSYOSHIFUJI Hideaki 700662397fdSYOSHIFUJI Hideaki opth = (void *)skb->data; 701662397fdSYOSHIFUJI Hideaki len = ipv6_optlen(opth); 702662397fdSYOSHIFUJI Hideaki 703662397fdSYOSHIFUJI Hideaki if (unlikely(!pskb_may_pull(skb, len))) 704662397fdSYOSHIFUJI Hideaki break; 705662397fdSYOSHIFUJI Hideaki 706662397fdSYOSHIFUJI Hideaki proto = opth->nexthdr; 707662397fdSYOSHIFUJI Hideaki __skb_pull(skb, len); 708662397fdSYOSHIFUJI Hideaki } 709662397fdSYOSHIFUJI Hideaki 710787e9208SHerbert Xu return proto; 711662397fdSYOSHIFUJI Hideaki } 712662397fdSYOSHIFUJI Hideaki 713662397fdSYOSHIFUJI Hideaki static int ipv6_gso_send_check(struct sk_buff *skb) 714662397fdSYOSHIFUJI Hideaki { 715662397fdSYOSHIFUJI Hideaki struct ipv6hdr *ipv6h; 716662397fdSYOSHIFUJI Hideaki struct inet6_protocol *ops; 717662397fdSYOSHIFUJI Hideaki int err = -EINVAL; 718662397fdSYOSHIFUJI Hideaki 719662397fdSYOSHIFUJI Hideaki if (unlikely(!pskb_may_pull(skb, sizeof(*ipv6h)))) 720662397fdSYOSHIFUJI Hideaki goto out; 721662397fdSYOSHIFUJI Hideaki 722662397fdSYOSHIFUJI Hideaki ipv6h = ipv6_hdr(skb); 723662397fdSYOSHIFUJI Hideaki __skb_pull(skb, sizeof(*ipv6h)); 724662397fdSYOSHIFUJI Hideaki err = -EPROTONOSUPPORT; 725662397fdSYOSHIFUJI Hideaki 726662397fdSYOSHIFUJI Hideaki rcu_read_lock(); 727787e9208SHerbert Xu ops = rcu_dereference(inet6_protos[ 728787e9208SHerbert Xu ipv6_gso_pull_exthdrs(skb, ipv6h->nexthdr)]); 729787e9208SHerbert Xu 730662397fdSYOSHIFUJI Hideaki if (likely(ops && ops->gso_send_check)) { 731662397fdSYOSHIFUJI Hideaki skb_reset_transport_header(skb); 732662397fdSYOSHIFUJI Hideaki err = ops->gso_send_check(skb); 733662397fdSYOSHIFUJI Hideaki } 734662397fdSYOSHIFUJI Hideaki rcu_read_unlock(); 735662397fdSYOSHIFUJI Hideaki 736662397fdSYOSHIFUJI Hideaki out: 737662397fdSYOSHIFUJI Hideaki return err; 738662397fdSYOSHIFUJI Hideaki } 739662397fdSYOSHIFUJI Hideaki 740662397fdSYOSHIFUJI Hideaki static struct sk_buff *ipv6_gso_segment(struct sk_buff *skb, int features) 741662397fdSYOSHIFUJI Hideaki { 742662397fdSYOSHIFUJI Hideaki struct sk_buff *segs = ERR_PTR(-EINVAL); 743662397fdSYOSHIFUJI Hideaki struct ipv6hdr *ipv6h; 744662397fdSYOSHIFUJI Hideaki struct inet6_protocol *ops; 745662397fdSYOSHIFUJI Hideaki 746662397fdSYOSHIFUJI Hideaki if (!(features & NETIF_F_V6_CSUM)) 747662397fdSYOSHIFUJI Hideaki features &= ~NETIF_F_SG; 748662397fdSYOSHIFUJI Hideaki 749662397fdSYOSHIFUJI Hideaki if (unlikely(skb_shinfo(skb)->gso_type & 750662397fdSYOSHIFUJI Hideaki ~(SKB_GSO_UDP | 751662397fdSYOSHIFUJI Hideaki SKB_GSO_DODGY | 752662397fdSYOSHIFUJI Hideaki SKB_GSO_TCP_ECN | 753662397fdSYOSHIFUJI Hideaki SKB_GSO_TCPV6 | 754662397fdSYOSHIFUJI Hideaki 0))) 755662397fdSYOSHIFUJI Hideaki goto out; 756662397fdSYOSHIFUJI Hideaki 757662397fdSYOSHIFUJI Hideaki if (unlikely(!pskb_may_pull(skb, sizeof(*ipv6h)))) 758662397fdSYOSHIFUJI Hideaki goto out; 759662397fdSYOSHIFUJI Hideaki 760662397fdSYOSHIFUJI Hideaki ipv6h = ipv6_hdr(skb); 761662397fdSYOSHIFUJI Hideaki __skb_pull(skb, sizeof(*ipv6h)); 762662397fdSYOSHIFUJI Hideaki segs = ERR_PTR(-EPROTONOSUPPORT); 763662397fdSYOSHIFUJI Hideaki 764662397fdSYOSHIFUJI Hideaki rcu_read_lock(); 765787e9208SHerbert Xu ops = rcu_dereference(inet6_protos[ 766787e9208SHerbert Xu ipv6_gso_pull_exthdrs(skb, ipv6h->nexthdr)]); 767787e9208SHerbert Xu 768662397fdSYOSHIFUJI Hideaki if (likely(ops && ops->gso_segment)) { 769662397fdSYOSHIFUJI Hideaki skb_reset_transport_header(skb); 770662397fdSYOSHIFUJI Hideaki segs = ops->gso_segment(skb, features); 771662397fdSYOSHIFUJI Hideaki } 772662397fdSYOSHIFUJI Hideaki rcu_read_unlock(); 773662397fdSYOSHIFUJI Hideaki 774662397fdSYOSHIFUJI Hideaki if (unlikely(IS_ERR(segs))) 775662397fdSYOSHIFUJI Hideaki goto out; 776662397fdSYOSHIFUJI Hideaki 777662397fdSYOSHIFUJI Hideaki for (skb = segs; skb; skb = skb->next) { 778662397fdSYOSHIFUJI Hideaki ipv6h = ipv6_hdr(skb); 779662397fdSYOSHIFUJI Hideaki ipv6h->payload_len = htons(skb->len - skb->mac_len - 780662397fdSYOSHIFUJI Hideaki sizeof(*ipv6h)); 781662397fdSYOSHIFUJI Hideaki } 782662397fdSYOSHIFUJI Hideaki 783662397fdSYOSHIFUJI Hideaki out: 784662397fdSYOSHIFUJI Hideaki return segs; 785662397fdSYOSHIFUJI Hideaki } 786662397fdSYOSHIFUJI Hideaki 787787e9208SHerbert Xu struct ipv6_gro_cb { 788787e9208SHerbert Xu struct napi_gro_cb napi; 789787e9208SHerbert Xu int proto; 790787e9208SHerbert Xu }; 791787e9208SHerbert Xu 792787e9208SHerbert Xu #define IPV6_GRO_CB(skb) ((struct ipv6_gro_cb *)(skb)->cb) 793787e9208SHerbert Xu 794787e9208SHerbert Xu static struct sk_buff **ipv6_gro_receive(struct sk_buff **head, 795787e9208SHerbert Xu struct sk_buff *skb) 796787e9208SHerbert Xu { 797787e9208SHerbert Xu struct inet6_protocol *ops; 798787e9208SHerbert Xu struct sk_buff **pp = NULL; 799787e9208SHerbert Xu struct sk_buff *p; 800787e9208SHerbert Xu struct ipv6hdr *iph; 801787e9208SHerbert Xu unsigned int nlen; 802787e9208SHerbert Xu int flush = 1; 803787e9208SHerbert Xu int proto; 804ebad18e9SHerbert Xu __wsum csum; 805787e9208SHerbert Xu 806787e9208SHerbert Xu if (unlikely(!pskb_may_pull(skb, sizeof(*iph)))) 807787e9208SHerbert Xu goto out; 808787e9208SHerbert Xu 809787e9208SHerbert Xu iph = ipv6_hdr(skb); 810787e9208SHerbert Xu __skb_pull(skb, sizeof(*iph)); 811787e9208SHerbert Xu 812787e9208SHerbert Xu flush += ntohs(iph->payload_len) != skb->len; 813787e9208SHerbert Xu 814787e9208SHerbert Xu rcu_read_lock(); 815787e9208SHerbert Xu proto = ipv6_gso_pull_exthdrs(skb, iph->nexthdr); 816ebad18e9SHerbert Xu iph = ipv6_hdr(skb); 817787e9208SHerbert Xu IPV6_GRO_CB(skb)->proto = proto; 818787e9208SHerbert Xu ops = rcu_dereference(inet6_protos[proto]); 819787e9208SHerbert Xu if (!ops || !ops->gro_receive) 820787e9208SHerbert Xu goto out_unlock; 821787e9208SHerbert Xu 822787e9208SHerbert Xu flush--; 823787e9208SHerbert Xu skb_reset_transport_header(skb); 824787e9208SHerbert Xu nlen = skb_network_header_len(skb); 825787e9208SHerbert Xu 826787e9208SHerbert Xu for (p = *head; p; p = p->next) { 827787e9208SHerbert Xu struct ipv6hdr *iph2; 828787e9208SHerbert Xu 829787e9208SHerbert Xu if (!NAPI_GRO_CB(p)->same_flow) 830787e9208SHerbert Xu continue; 831787e9208SHerbert Xu 832787e9208SHerbert Xu iph2 = ipv6_hdr(p); 833787e9208SHerbert Xu 834787e9208SHerbert Xu /* All fields must match except length. */ 835787e9208SHerbert Xu if (nlen != skb_network_header_len(p) || 836787e9208SHerbert Xu memcmp(iph, iph2, offsetof(struct ipv6hdr, payload_len)) || 837787e9208SHerbert Xu memcmp(&iph->nexthdr, &iph2->nexthdr, 838787e9208SHerbert Xu nlen - offsetof(struct ipv6hdr, nexthdr))) { 839787e9208SHerbert Xu NAPI_GRO_CB(p)->same_flow = 0; 840787e9208SHerbert Xu continue; 841787e9208SHerbert Xu } 842787e9208SHerbert Xu 843787e9208SHerbert Xu NAPI_GRO_CB(p)->flush |= flush; 844787e9208SHerbert Xu } 845787e9208SHerbert Xu 846787e9208SHerbert Xu NAPI_GRO_CB(skb)->flush |= flush; 847787e9208SHerbert Xu 848ebad18e9SHerbert Xu csum = skb->csum; 849ebad18e9SHerbert Xu skb_postpull_rcsum(skb, iph, skb_network_header_len(skb)); 850ebad18e9SHerbert Xu 851787e9208SHerbert Xu pp = ops->gro_receive(head, skb); 852787e9208SHerbert Xu 853ebad18e9SHerbert Xu skb->csum = csum; 854ebad18e9SHerbert Xu 855787e9208SHerbert Xu out_unlock: 856787e9208SHerbert Xu rcu_read_unlock(); 857787e9208SHerbert Xu 858787e9208SHerbert Xu out: 859787e9208SHerbert Xu NAPI_GRO_CB(skb)->flush |= flush; 860787e9208SHerbert Xu 861787e9208SHerbert Xu return pp; 862787e9208SHerbert Xu } 863787e9208SHerbert Xu 864787e9208SHerbert Xu static int ipv6_gro_complete(struct sk_buff *skb) 865787e9208SHerbert Xu { 866787e9208SHerbert Xu struct inet6_protocol *ops; 867787e9208SHerbert Xu struct ipv6hdr *iph = ipv6_hdr(skb); 868787e9208SHerbert Xu int err = -ENOSYS; 869787e9208SHerbert Xu 870787e9208SHerbert Xu iph->payload_len = htons(skb->len - skb_network_offset(skb) - 871787e9208SHerbert Xu sizeof(*iph)); 872787e9208SHerbert Xu 873787e9208SHerbert Xu rcu_read_lock(); 874787e9208SHerbert Xu ops = rcu_dereference(inet6_protos[IPV6_GRO_CB(skb)->proto]); 875787e9208SHerbert Xu if (WARN_ON(!ops || !ops->gro_complete)) 876787e9208SHerbert Xu goto out_unlock; 877787e9208SHerbert Xu 878787e9208SHerbert Xu err = ops->gro_complete(skb); 879787e9208SHerbert Xu 880787e9208SHerbert Xu out_unlock: 881787e9208SHerbert Xu rcu_read_unlock(); 882787e9208SHerbert Xu 883787e9208SHerbert Xu return err; 884787e9208SHerbert Xu } 885787e9208SHerbert Xu 886662397fdSYOSHIFUJI Hideaki static struct packet_type ipv6_packet_type = { 887662397fdSYOSHIFUJI Hideaki .type = __constant_htons(ETH_P_IPV6), 888662397fdSYOSHIFUJI Hideaki .func = ipv6_rcv, 889662397fdSYOSHIFUJI Hideaki .gso_send_check = ipv6_gso_send_check, 890662397fdSYOSHIFUJI Hideaki .gso_segment = ipv6_gso_segment, 891787e9208SHerbert Xu .gro_receive = ipv6_gro_receive, 892787e9208SHerbert Xu .gro_complete = ipv6_gro_complete, 893662397fdSYOSHIFUJI Hideaki }; 894662397fdSYOSHIFUJI Hideaki 895662397fdSYOSHIFUJI Hideaki static int __init ipv6_packet_init(void) 896662397fdSYOSHIFUJI Hideaki { 897662397fdSYOSHIFUJI Hideaki dev_add_pack(&ipv6_packet_type); 898662397fdSYOSHIFUJI Hideaki return 0; 899662397fdSYOSHIFUJI Hideaki } 900662397fdSYOSHIFUJI Hideaki 901662397fdSYOSHIFUJI Hideaki static void ipv6_packet_cleanup(void) 902662397fdSYOSHIFUJI Hideaki { 903662397fdSYOSHIFUJI Hideaki dev_remove_pack(&ipv6_packet_type); 904662397fdSYOSHIFUJI Hideaki } 905662397fdSYOSHIFUJI Hideaki 906e43291cbSDenis V. Lunev static int __net_init ipv6_init_mibs(struct net *net) 907e43291cbSDenis V. Lunev { 9080c7ed677SDenis V. Lunev if (snmp_mib_init((void **)net->mib.udp_stats_in6, 9090c7ed677SDenis V. Lunev sizeof (struct udp_mib)) < 0) 9100c7ed677SDenis V. Lunev return -ENOMEM; 911be713a44SDenis V. Lunev if (snmp_mib_init((void **)net->mib.udplite_stats_in6, 912be713a44SDenis V. Lunev sizeof (struct udp_mib)) < 0) 913be713a44SDenis V. Lunev goto err_udplite_mib; 9149261e537SDenis V. Lunev if (snmp_mib_init((void **)net->mib.ipv6_statistics, 9159261e537SDenis V. Lunev sizeof(struct ipstats_mib)) < 0) 9169261e537SDenis V. Lunev goto err_ip_mib; 9179261e537SDenis V. Lunev if (snmp_mib_init((void **)net->mib.icmpv6_statistics, 9189261e537SDenis V. Lunev sizeof(struct icmpv6_mib)) < 0) 9199261e537SDenis V. Lunev goto err_icmp_mib; 9209261e537SDenis V. Lunev if (snmp_mib_init((void **)net->mib.icmpv6msg_statistics, 9219261e537SDenis V. Lunev sizeof(struct icmpv6msg_mib)) < 0) 9229261e537SDenis V. Lunev goto err_icmpmsg_mib; 923e43291cbSDenis V. Lunev return 0; 924be713a44SDenis V. Lunev 9259261e537SDenis V. Lunev err_icmpmsg_mib: 9269261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.icmpv6_statistics); 9279261e537SDenis V. Lunev err_icmp_mib: 9289261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.ipv6_statistics); 9299261e537SDenis V. Lunev err_ip_mib: 9309261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.udplite_stats_in6); 931be713a44SDenis V. Lunev err_udplite_mib: 932be713a44SDenis V. Lunev snmp_mib_free((void **)net->mib.udp_stats_in6); 933be713a44SDenis V. Lunev return -ENOMEM; 934e43291cbSDenis V. Lunev } 935e43291cbSDenis V. Lunev 936e43291cbSDenis V. Lunev static void __net_exit ipv6_cleanup_mibs(struct net *net) 937e43291cbSDenis V. Lunev { 9380c7ed677SDenis V. Lunev snmp_mib_free((void **)net->mib.udp_stats_in6); 939be713a44SDenis V. Lunev snmp_mib_free((void **)net->mib.udplite_stats_in6); 9409261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.ipv6_statistics); 9419261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.icmpv6_statistics); 9429261e537SDenis V. Lunev snmp_mib_free((void **)net->mib.icmpv6msg_statistics); 943e43291cbSDenis V. Lunev } 944e43291cbSDenis V. Lunev 945e7dc8494SAlexey Dobriyan static int __net_init inet6_net_init(struct net *net) 94681c1c178SDaniel Lezcano { 9470c96d8c5SDaniel Lezcano int err = 0; 9480c96d8c5SDaniel Lezcano 94999bc9c4eSDaniel Lezcano net->ipv6.sysctl.bindv6only = 0; 95041a76906SDaniel Lezcano net->ipv6.sysctl.icmpv6_time = 1*HZ; 951e71e0349SDaniel Lezcano 952e43291cbSDenis V. Lunev err = ipv6_init_mibs(net); 953e43291cbSDenis V. Lunev if (err) 954e43291cbSDenis V. Lunev return err; 9550c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9560c96d8c5SDaniel Lezcano err = udp6_proc_init(net); 9570c96d8c5SDaniel Lezcano if (err) 9580c96d8c5SDaniel Lezcano goto out; 9596f8b13bcSDaniel Lezcano err = tcp6_proc_init(net); 9606f8b13bcSDaniel Lezcano if (err) 9616f8b13bcSDaniel Lezcano goto proc_tcp6_fail; 9626ab57e7eSDaniel Lezcano err = ac6_proc_init(net); 9636ab57e7eSDaniel Lezcano if (err) 9646ab57e7eSDaniel Lezcano goto proc_ac6_fail; 9650c96d8c5SDaniel Lezcano #endif 9660c96d8c5SDaniel Lezcano return err; 9676f8b13bcSDaniel Lezcano 9686f8b13bcSDaniel Lezcano #ifdef CONFIG_PROC_FS 9696ab57e7eSDaniel Lezcano proc_ac6_fail: 9706ab57e7eSDaniel Lezcano tcp6_proc_exit(net); 9716f8b13bcSDaniel Lezcano proc_tcp6_fail: 9726f8b13bcSDaniel Lezcano udp6_proc_exit(net); 973e43291cbSDenis V. Lunev out: 974e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 975e43291cbSDenis V. Lunev return err; 9766f8b13bcSDaniel Lezcano #endif 97781c1c178SDaniel Lezcano } 97881c1c178SDaniel Lezcano 97981c1c178SDaniel Lezcano static void inet6_net_exit(struct net *net) 98081c1c178SDaniel Lezcano { 9810c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9820c96d8c5SDaniel Lezcano udp6_proc_exit(net); 9836f8b13bcSDaniel Lezcano tcp6_proc_exit(net); 9846ab57e7eSDaniel Lezcano ac6_proc_exit(net); 9850c96d8c5SDaniel Lezcano #endif 986e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 98781c1c178SDaniel Lezcano } 98881c1c178SDaniel Lezcano 98981c1c178SDaniel Lezcano static struct pernet_operations inet6_net_ops = { 99081c1c178SDaniel Lezcano .init = inet6_net_init, 99181c1c178SDaniel Lezcano .exit = inet6_net_exit, 99281c1c178SDaniel Lezcano }; 99381c1c178SDaniel Lezcano 9941da177e4SLinus Torvalds static int __init inet6_init(void) 9951da177e4SLinus Torvalds { 9961da177e4SLinus Torvalds struct sk_buff *dummy_skb; 9971da177e4SLinus Torvalds struct list_head *r; 998fe7ca2e1SBrian Haley int err = 0; 9991da177e4SLinus Torvalds 1000ef047f5eSYOSHIFUJI Hideaki BUILD_BUG_ON(sizeof(struct inet6_skb_parm) > sizeof(dummy_skb->cb)); 1001ef047f5eSYOSHIFUJI Hideaki 1002fe7ca2e1SBrian Haley /* Register the socket-side information for inet6_create. */ 1003fe7ca2e1SBrian Haley for(r = &inetsw6[0]; r < &inetsw6[SOCK_MAX]; ++r) 1004fe7ca2e1SBrian Haley INIT_LIST_HEAD(r); 1005fe7ca2e1SBrian Haley 1006fe7ca2e1SBrian Haley if (disable_ipv6) { 1007fe7ca2e1SBrian Haley printk(KERN_INFO 1008fe7ca2e1SBrian Haley "IPv6: Loaded, but administratively disabled, " 1009fe7ca2e1SBrian Haley "reboot required to enable\n"); 1010fe7ca2e1SBrian Haley goto out; 1011fe7ca2e1SBrian Haley } 1012fe7ca2e1SBrian Haley 10131da177e4SLinus Torvalds err = proto_register(&tcpv6_prot, 1); 10141da177e4SLinus Torvalds if (err) 10151da177e4SLinus Torvalds goto out; 10161da177e4SLinus Torvalds 10171da177e4SLinus Torvalds err = proto_register(&udpv6_prot, 1); 10181da177e4SLinus Torvalds if (err) 10191da177e4SLinus Torvalds goto out_unregister_tcp_proto; 10201da177e4SLinus Torvalds 1021ba4e58ecSGerrit Renker err = proto_register(&udplitev6_prot, 1); 10221da177e4SLinus Torvalds if (err) 10231da177e4SLinus Torvalds goto out_unregister_udp_proto; 10241da177e4SLinus Torvalds 1025ba4e58ecSGerrit Renker err = proto_register(&rawv6_prot, 1); 1026ba4e58ecSGerrit Renker if (err) 1027ba4e58ecSGerrit Renker goto out_unregister_udplite_proto; 1028ba4e58ecSGerrit Renker 10291da177e4SLinus Torvalds 10301da177e4SLinus Torvalds /* We MUST register RAW sockets before we create the ICMP6, 10311da177e4SLinus Torvalds * IGMP6, or NDISC control sockets. 10321da177e4SLinus Torvalds */ 10337f4e4868SDaniel Lezcano err = rawv6_init(); 10347f4e4868SDaniel Lezcano if (err) 10357f4e4868SDaniel Lezcano goto out_unregister_raw_proto; 10361da177e4SLinus Torvalds 10371da177e4SLinus Torvalds /* Register the family here so that the init calls below will 10381da177e4SLinus Torvalds * be able to create sockets. (?? is this dangerous ??) 10391da177e4SLinus Torvalds */ 10408eb55910SDavid S. Miller err = sock_register(&inet6_family_ops); 10418eb55910SDavid S. Miller if (err) 10427f4e4868SDaniel Lezcano goto out_sock_register_fail; 10431da177e4SLinus Torvalds 1044eeb61f71SAl Viro #ifdef CONFIG_SYSCTL 1045eeb61f71SAl Viro err = ipv6_static_sysctl_register(); 1046eeb61f71SAl Viro if (err) 1047eeb61f71SAl Viro goto static_sysctl_fail; 1048eeb61f71SAl Viro #endif 10491da177e4SLinus Torvalds /* 10501da177e4SLinus Torvalds * ipngwg API draft makes clear that the correct semantics 10511da177e4SLinus Torvalds * for TCP and UDP is to consider one TCP and UDP instance 10521da177e4SLinus Torvalds * in a host availiable by both INET and INET6 APIs and 10531da177e4SLinus Torvalds * able to communicate via both network protocols. 10541da177e4SLinus Torvalds */ 10551da177e4SLinus Torvalds 105681c1c178SDaniel Lezcano err = register_pernet_subsys(&inet6_net_ops); 105781c1c178SDaniel Lezcano if (err) 105881c1c178SDaniel Lezcano goto register_pernet_fail; 10599b0f976fSDenis V. Lunev err = icmpv6_init(); 10601da177e4SLinus Torvalds if (err) 10611da177e4SLinus Torvalds goto icmp_fail; 1062623d1a1aSWang Chen err = ip6_mr_init(); 1063623d1a1aSWang Chen if (err) 1064623d1a1aSWang Chen goto ipmr_fail; 10659b0f976fSDenis V. Lunev err = ndisc_init(); 10661da177e4SLinus Torvalds if (err) 10671da177e4SLinus Torvalds goto ndisc_fail; 10689b0f976fSDenis V. Lunev err = igmp6_init(); 10691da177e4SLinus Torvalds if (err) 10701da177e4SLinus Torvalds goto igmp_fail; 10712cc7d573SHarald Welte err = ipv6_netfilter_init(); 10722cc7d573SHarald Welte if (err) 10732cc7d573SHarald Welte goto netfilter_fail; 10741da177e4SLinus Torvalds /* Create /proc/foo6 entries. */ 10751da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 10761da177e4SLinus Torvalds err = -ENOMEM; 10771da177e4SLinus Torvalds if (raw6_proc_init()) 10781da177e4SLinus Torvalds goto proc_raw6_fail; 1079ba4e58ecSGerrit Renker if (udplite6_proc_init()) 1080ba4e58ecSGerrit Renker goto proc_udplite6_fail; 10811da177e4SLinus Torvalds if (ipv6_misc_proc_init()) 10821da177e4SLinus Torvalds goto proc_misc6_fail; 10831da177e4SLinus Torvalds if (if6_proc_init()) 10841da177e4SLinus Torvalds goto proc_if6_fail; 10851da177e4SLinus Torvalds #endif 1086e2fddf5eSDaniel Lezcano err = ip6_route_init(); 1087e2fddf5eSDaniel Lezcano if (err) 1088e2fddf5eSDaniel Lezcano goto ip6_route_fail; 10890a3e78acSDaniel Lezcano err = ip6_flowlabel_init(); 10900a3e78acSDaniel Lezcano if (err) 10910a3e78acSDaniel Lezcano goto ip6_flowlabel_fail; 10921da177e4SLinus Torvalds err = addrconf_init(); 10931da177e4SLinus Torvalds if (err) 10941da177e4SLinus Torvalds goto addrconf_fail; 10951da177e4SLinus Torvalds 10961da177e4SLinus Torvalds /* Init v6 extension headers. */ 1097248b238dSDaniel Lezcano err = ipv6_exthdrs_init(); 1098248b238dSDaniel Lezcano if (err) 1099248b238dSDaniel Lezcano goto ipv6_exthdrs_fail; 1100248b238dSDaniel Lezcano 1101853cbbaaSDaniel Lezcano err = ipv6_frag_init(); 1102853cbbaaSDaniel Lezcano if (err) 1103853cbbaaSDaniel Lezcano goto ipv6_frag_fail; 11041da177e4SLinus Torvalds 11051da177e4SLinus Torvalds /* Init v6 transport protocols. */ 11067f4e4868SDaniel Lezcano err = udpv6_init(); 11077f4e4868SDaniel Lezcano if (err) 11087f4e4868SDaniel Lezcano goto udpv6_fail; 1109e2ed4052SHerbert Xu 11107f4e4868SDaniel Lezcano err = udplitev6_init(); 11117f4e4868SDaniel Lezcano if (err) 11127f4e4868SDaniel Lezcano goto udplitev6_fail; 11137f4e4868SDaniel Lezcano 11147f4e4868SDaniel Lezcano err = tcpv6_init(); 11157f4e4868SDaniel Lezcano if (err) 11167f4e4868SDaniel Lezcano goto tcpv6_fail; 11177f4e4868SDaniel Lezcano 11187f4e4868SDaniel Lezcano err = ipv6_packet_init(); 11197f4e4868SDaniel Lezcano if (err) 11207f4e4868SDaniel Lezcano goto ipv6_packet_fail; 112194911fe3SBenjamin Thery 112294911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 112394911fe3SBenjamin Thery err = ipv6_sysctl_register(); 112494911fe3SBenjamin Thery if (err) 112594911fe3SBenjamin Thery goto sysctl_fail; 112694911fe3SBenjamin Thery #endif 11271da177e4SLinus Torvalds out: 11281da177e4SLinus Torvalds return err; 11291da177e4SLinus Torvalds 113094911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 113194911fe3SBenjamin Thery sysctl_fail: 113294911fe3SBenjamin Thery ipv6_packet_cleanup(); 113394911fe3SBenjamin Thery #endif 11347f4e4868SDaniel Lezcano ipv6_packet_fail: 11357f4e4868SDaniel Lezcano tcpv6_exit(); 11367f4e4868SDaniel Lezcano tcpv6_fail: 11377f4e4868SDaniel Lezcano udplitev6_exit(); 11387f4e4868SDaniel Lezcano udplitev6_fail: 11397f4e4868SDaniel Lezcano udpv6_exit(); 11407f4e4868SDaniel Lezcano udpv6_fail: 11417f4e4868SDaniel Lezcano ipv6_frag_exit(); 1142853cbbaaSDaniel Lezcano ipv6_frag_fail: 1143853cbbaaSDaniel Lezcano ipv6_exthdrs_exit(); 1144248b238dSDaniel Lezcano ipv6_exthdrs_fail: 1145248b238dSDaniel Lezcano addrconf_cleanup(); 11461da177e4SLinus Torvalds addrconf_fail: 11471da177e4SLinus Torvalds ip6_flowlabel_cleanup(); 11480a3e78acSDaniel Lezcano ip6_flowlabel_fail: 11491da177e4SLinus Torvalds ip6_route_cleanup(); 1150e2fddf5eSDaniel Lezcano ip6_route_fail: 11511da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 11521da177e4SLinus Torvalds if6_proc_exit(); 11531da177e4SLinus Torvalds proc_if6_fail: 11541da177e4SLinus Torvalds ipv6_misc_proc_exit(); 11551da177e4SLinus Torvalds proc_misc6_fail: 1156ba4e58ecSGerrit Renker udplite6_proc_exit(); 1157ba4e58ecSGerrit Renker proc_udplite6_fail: 11581da177e4SLinus Torvalds raw6_proc_exit(); 11591da177e4SLinus Torvalds proc_raw6_fail: 11601da177e4SLinus Torvalds #endif 11612cc7d573SHarald Welte ipv6_netfilter_fini(); 11622cc7d573SHarald Welte netfilter_fail: 11631da177e4SLinus Torvalds igmp6_cleanup(); 11641da177e4SLinus Torvalds igmp_fail: 11651da177e4SLinus Torvalds ndisc_cleanup(); 11661da177e4SLinus Torvalds ndisc_fail: 1167623d1a1aSWang Chen ip6_mr_cleanup(); 1168623d1a1aSWang Chen ipmr_fail: 11691da177e4SLinus Torvalds icmpv6_cleanup(); 11701da177e4SLinus Torvalds icmp_fail: 117181c1c178SDaniel Lezcano unregister_pernet_subsys(&inet6_net_ops); 117281c1c178SDaniel Lezcano register_pernet_fail: 1173eeb61f71SAl Viro #ifdef CONFIG_SYSCTL 1174eeb61f71SAl Viro ipv6_static_sysctl_unregister(); 1175eeb61f71SAl Viro static_sysctl_fail: 1176eeb61f71SAl Viro #endif 11778eb55910SDavid S. Miller sock_unregister(PF_INET6); 1178e2fddf5eSDaniel Lezcano rtnl_unregister_all(PF_INET6); 11797f4e4868SDaniel Lezcano out_sock_register_fail: 11807f4e4868SDaniel Lezcano rawv6_exit(); 11811da177e4SLinus Torvalds out_unregister_raw_proto: 11821da177e4SLinus Torvalds proto_unregister(&rawv6_prot); 1183ba4e58ecSGerrit Renker out_unregister_udplite_proto: 1184ba4e58ecSGerrit Renker proto_unregister(&udplitev6_prot); 11851da177e4SLinus Torvalds out_unregister_udp_proto: 11861da177e4SLinus Torvalds proto_unregister(&udpv6_prot); 11871da177e4SLinus Torvalds out_unregister_tcp_proto: 11881da177e4SLinus Torvalds proto_unregister(&tcpv6_prot); 11891da177e4SLinus Torvalds goto out; 11901da177e4SLinus Torvalds } 11911da177e4SLinus Torvalds module_init(inet6_init); 11921da177e4SLinus Torvalds 11931da177e4SLinus Torvalds static void __exit inet6_exit(void) 11941da177e4SLinus Torvalds { 1195ff8cf9a9SJohn Dykstra if (disable_ipv6) 1196ff8cf9a9SJohn Dykstra return; 1197ff8cf9a9SJohn Dykstra 11981da177e4SLinus Torvalds /* First of all disallow new sockets creation. */ 11991da177e4SLinus Torvalds sock_unregister(PF_INET6); 1200c127ea2cSThomas Graf /* Disallow any further netlink messages */ 1201c127ea2cSThomas Graf rtnl_unregister_all(PF_INET6); 1202ca17c233SJoe Jin 120394911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 120494911fe3SBenjamin Thery ipv6_sysctl_unregister(); 120594911fe3SBenjamin Thery #endif 12067f4e4868SDaniel Lezcano udpv6_exit(); 12077f4e4868SDaniel Lezcano udplitev6_exit(); 12087f4e4868SDaniel Lezcano tcpv6_exit(); 12097f4e4868SDaniel Lezcano 1210ca17c233SJoe Jin /* Cleanup code parts. */ 1211ca17c233SJoe Jin ipv6_packet_cleanup(); 1212853cbbaaSDaniel Lezcano ipv6_frag_exit(); 1213248b238dSDaniel Lezcano ipv6_exthdrs_exit(); 12141da177e4SLinus Torvalds addrconf_cleanup(); 1215ca17c233SJoe Jin ip6_flowlabel_cleanup(); 12161da177e4SLinus Torvalds ip6_route_cleanup(); 1217ca17c233SJoe Jin #ifdef CONFIG_PROC_FS 1218ca17c233SJoe Jin 1219ca17c233SJoe Jin /* Cleanup code parts. */ 1220ca17c233SJoe Jin if6_proc_exit(); 1221ca17c233SJoe Jin ipv6_misc_proc_exit(); 1222ca17c233SJoe Jin udplite6_proc_exit(); 1223ca17c233SJoe Jin raw6_proc_exit(); 1224ca17c233SJoe Jin #endif 12252cc7d573SHarald Welte ipv6_netfilter_fini(); 1226ca17c233SJoe Jin igmp6_cleanup(); 12271da177e4SLinus Torvalds ndisc_cleanup(); 1228623d1a1aSWang Chen ip6_mr_cleanup(); 12291da177e4SLinus Torvalds icmpv6_cleanup(); 12307f4e4868SDaniel Lezcano rawv6_exit(); 123194911fe3SBenjamin Thery 123281c1c178SDaniel Lezcano unregister_pernet_subsys(&inet6_net_ops); 1233eeb61f71SAl Viro #ifdef CONFIG_SYSCTL 1234eeb61f71SAl Viro ipv6_static_sysctl_unregister(); 1235eeb61f71SAl Viro #endif 12361da177e4SLinus Torvalds proto_unregister(&rawv6_prot); 1237ca17c233SJoe Jin proto_unregister(&udplitev6_prot); 12381da177e4SLinus Torvalds proto_unregister(&udpv6_prot); 12391da177e4SLinus Torvalds proto_unregister(&tcpv6_prot); 12401da177e4SLinus Torvalds } 12411da177e4SLinus Torvalds module_exit(inet6_exit); 12421da177e4SLinus Torvalds 12431da177e4SLinus Torvalds MODULE_ALIAS_NETPROTO(PF_INET6); 1244