11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * PF_INET6 socket protocol family 31da177e4SLinus Torvalds * Linux INET6 implementation 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: 61da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 71da177e4SLinus Torvalds * 81da177e4SLinus Torvalds * Adapted from linux/net/ipv4/af_inet.c 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * Fixes: 111da177e4SLinus Torvalds * piggy, Karl Knutson : Socket protocol table 121da177e4SLinus Torvalds * Hideaki YOSHIFUJI : sin6_scope_id support 131da177e4SLinus Torvalds * Arnaldo Melo : check proc_net_create return, cleanups 141da177e4SLinus Torvalds * 151da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 161da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 171da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 181da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 191da177e4SLinus Torvalds */ 201da177e4SLinus Torvalds 21f3213831SJoe Perches #define pr_fmt(fmt) "IPv6: " fmt 221da177e4SLinus Torvalds 231da177e4SLinus Torvalds #include <linux/module.h> 244fc268d2SRandy Dunlap #include <linux/capability.h> 251da177e4SLinus Torvalds #include <linux/errno.h> 261da177e4SLinus Torvalds #include <linux/types.h> 271da177e4SLinus Torvalds #include <linux/socket.h> 281da177e4SLinus Torvalds #include <linux/in.h> 291da177e4SLinus Torvalds #include <linux/kernel.h> 301da177e4SLinus Torvalds #include <linux/timer.h> 311da177e4SLinus Torvalds #include <linux/string.h> 321da177e4SLinus Torvalds #include <linux/sockios.h> 331da177e4SLinus Torvalds #include <linux/net.h> 341da177e4SLinus Torvalds #include <linux/fcntl.h> 351da177e4SLinus Torvalds #include <linux/mm.h> 361da177e4SLinus Torvalds #include <linux/interrupt.h> 371da177e4SLinus Torvalds #include <linux/proc_fs.h> 381da177e4SLinus Torvalds #include <linux/stat.h> 391da177e4SLinus Torvalds #include <linux/init.h> 405a0e3ad6STejun Heo #include <linux/slab.h> 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds #include <linux/inet.h> 431da177e4SLinus Torvalds #include <linux/netdevice.h> 441da177e4SLinus Torvalds #include <linux/icmpv6.h> 452cc7d573SHarald Welte #include <linux/netfilter_ipv6.h> 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds #include <net/ip.h> 481da177e4SLinus Torvalds #include <net/ipv6.h> 491da177e4SLinus Torvalds #include <net/udp.h> 50ba4e58ecSGerrit Renker #include <net/udplite.h> 511da177e4SLinus Torvalds #include <net/tcp.h> 526d0bfe22SLorenzo Colitti #include <net/ping.h> 531da177e4SLinus Torvalds #include <net/protocol.h> 541da177e4SLinus Torvalds #include <net/inet_common.h> 551668e010SKOVACS Krisztian #include <net/route.h> 561da177e4SLinus Torvalds #include <net/transp_v6.h> 571da177e4SLinus Torvalds #include <net/ip6_route.h> 581da177e4SLinus Torvalds #include <net/addrconf.h> 59f564f45cSCong Wang #include <net/ndisc.h> 601da177e4SLinus Torvalds #ifdef CONFIG_IPV6_TUNNEL 611da177e4SLinus Torvalds #include <net/ip6_tunnel.h> 621da177e4SLinus Torvalds #endif 63cb72d382SHuw Davies #include <net/calipso.h> 64915d7e5eSDavid Lebrun #include <net/seg6.h> 651da177e4SLinus Torvalds 667c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 677bc570c8SYOSHIFUJI Hideaki #include <linux/mroute6.h> 681da177e4SLinus Torvalds 69a6024562STom Herbert #include "ip6_offload.h" 70a6024562STom Herbert 711da177e4SLinus Torvalds MODULE_AUTHOR("Cast of dozens"); 721da177e4SLinus Torvalds MODULE_DESCRIPTION("IPv6 protocol stack for Linux"); 731da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 741da177e4SLinus Torvalds 75f1267347SPavel Emelyanov /* The inetsw6 table contains everything that inet6_create needs to 761da177e4SLinus Torvalds * build a new socket. 771da177e4SLinus Torvalds */ 781da177e4SLinus Torvalds static struct list_head inetsw6[SOCK_MAX]; 791da177e4SLinus Torvalds static DEFINE_SPINLOCK(inetsw6_lock); 801da177e4SLinus Torvalds 8156d417b1SBrian Haley struct ipv6_params ipv6_defaults = { 8256d417b1SBrian Haley .disable_ipv6 = 0, 8356d417b1SBrian Haley .autoconf = 1, 8456d417b1SBrian Haley }; 8556d417b1SBrian Haley 86647c0c70SEldad Zack static int disable_ipv6_mod; 8756d417b1SBrian Haley 8856d417b1SBrian Haley module_param_named(disable, disable_ipv6_mod, int, 0444); 8956d417b1SBrian Haley MODULE_PARM_DESC(disable, "Disable IPv6 module such that it is non-functional"); 9056d417b1SBrian Haley 9156d417b1SBrian Haley module_param_named(disable_ipv6, ipv6_defaults.disable_ipv6, int, 0444); 9256d417b1SBrian Haley MODULE_PARM_DESC(disable_ipv6, "Disable IPv6 on all interfaces"); 9356d417b1SBrian Haley 9456d417b1SBrian Haley module_param_named(autoconf, ipv6_defaults.autoconf, int, 0444); 9556d417b1SBrian Haley MODULE_PARM_DESC(autoconf, "Enable IPv6 address autoconfiguration on all interfaces"); 96fe7ca2e1SBrian Haley 97e4348637SDavid Ahern bool ipv6_mod_enabled(void) 98e4348637SDavid Ahern { 99e4348637SDavid Ahern return disable_ipv6_mod == 0; 100e4348637SDavid Ahern } 101e4348637SDavid Ahern EXPORT_SYMBOL_GPL(ipv6_mod_enabled); 102e4348637SDavid Ahern 1031da177e4SLinus Torvalds static __inline__ struct ipv6_pinfo *inet6_sk_generic(struct sock *sk) 1041da177e4SLinus Torvalds { 1051da177e4SLinus Torvalds const int offset = sk->sk_prot->obj_size - sizeof(struct ipv6_pinfo); 1061da177e4SLinus Torvalds 1071da177e4SLinus Torvalds return (struct ipv6_pinfo *)(((u8 *)sk) + offset); 1081da177e4SLinus Torvalds } 1091da177e4SLinus Torvalds 1103f378b68SEric Paris static int inet6_create(struct net *net, struct socket *sock, int protocol, 1113f378b68SEric Paris int kern) 1121da177e4SLinus Torvalds { 1131da177e4SLinus Torvalds struct inet_sock *inet; 1141da177e4SLinus Torvalds struct ipv6_pinfo *np; 1151da177e4SLinus Torvalds struct sock *sk; 1161da177e4SLinus Torvalds struct inet_protosw *answer; 1171da177e4SLinus Torvalds struct proto *answer_prot; 1181da177e4SLinus Torvalds unsigned char answer_flags; 119af1afe86SYOSHIFUJI Hideaki int try_loading_module = 0; 120af1afe86SYOSHIFUJI Hideaki int err; 1211da177e4SLinus Torvalds 12279462ad0SHannes Frederic Sowa if (protocol < 0 || protocol >= IPPROTO_MAX) 12379462ad0SHannes Frederic Sowa return -EINVAL; 12479462ad0SHannes Frederic Sowa 1251da177e4SLinus Torvalds /* Look for the requested type/protocol pair. */ 126af1afe86SYOSHIFUJI Hideaki lookup_protocol: 127af1afe86SYOSHIFUJI Hideaki err = -ESOCKTNOSUPPORT; 1281da177e4SLinus Torvalds rcu_read_lock(); 129696adfe8SPaul E. McKenney list_for_each_entry_rcu(answer, &inetsw6[sock->type], list) { 1301da177e4SLinus Torvalds 131696adfe8SPaul E. McKenney err = 0; 1321da177e4SLinus Torvalds /* Check the non-wild match. */ 1331da177e4SLinus Torvalds if (protocol == answer->protocol) { 1341da177e4SLinus Torvalds if (protocol != IPPROTO_IP) 1351da177e4SLinus Torvalds break; 1361da177e4SLinus Torvalds } else { 1371da177e4SLinus Torvalds /* Check for the two wild cases. */ 1381da177e4SLinus Torvalds if (IPPROTO_IP == protocol) { 1391da177e4SLinus Torvalds protocol = answer->protocol; 1401da177e4SLinus Torvalds break; 1411da177e4SLinus Torvalds } 1421da177e4SLinus Torvalds if (IPPROTO_IP == answer->protocol) 1431da177e4SLinus Torvalds break; 1441da177e4SLinus Torvalds } 145af1afe86SYOSHIFUJI Hideaki err = -EPROTONOSUPPORT; 1461da177e4SLinus Torvalds } 1471da177e4SLinus Torvalds 148696adfe8SPaul E. McKenney if (err) { 149af1afe86SYOSHIFUJI Hideaki if (try_loading_module < 2) { 150af1afe86SYOSHIFUJI Hideaki rcu_read_unlock(); 151af1afe86SYOSHIFUJI Hideaki /* 152af1afe86SYOSHIFUJI Hideaki * Be more specific, e.g. net-pf-10-proto-132-type-1 153af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP-type-SOCK_STREAM) 154af1afe86SYOSHIFUJI Hideaki */ 155af1afe86SYOSHIFUJI Hideaki if (++try_loading_module == 1) 156af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d-type-%d", 157af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol, sock->type); 158af1afe86SYOSHIFUJI Hideaki /* 159af1afe86SYOSHIFUJI Hideaki * Fall back to generic, e.g. net-pf-10-proto-132 160af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP) 161af1afe86SYOSHIFUJI Hideaki */ 162af1afe86SYOSHIFUJI Hideaki else 163af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d", 164af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol); 165af1afe86SYOSHIFUJI Hideaki goto lookup_protocol; 166af1afe86SYOSHIFUJI Hideaki } else 1671da177e4SLinus Torvalds goto out_rcu_unlock; 168af1afe86SYOSHIFUJI Hideaki } 169af1afe86SYOSHIFUJI Hideaki 170af1afe86SYOSHIFUJI Hideaki err = -EPERM; 171af31f412SEric W. Biederman if (sock->type == SOCK_RAW && !kern && 172af31f412SEric W. Biederman !ns_capable(net->user_ns, CAP_NET_RAW)) 1731da177e4SLinus Torvalds goto out_rcu_unlock; 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds sock->ops = answer->ops; 1761da177e4SLinus Torvalds answer_prot = answer->prot; 1771da177e4SLinus Torvalds answer_flags = answer->flags; 1781da177e4SLinus Torvalds rcu_read_unlock(); 1791da177e4SLinus Torvalds 18063159f29SIan Morris WARN_ON(!answer_prot->slab); 1811da177e4SLinus Torvalds 182af1afe86SYOSHIFUJI Hideaki err = -ENOBUFS; 18311aa9c28SEric W. Biederman sk = sk_alloc(net, PF_INET6, GFP_KERNEL, answer_prot, kern); 18463159f29SIan Morris if (!sk) 1851da177e4SLinus Torvalds goto out; 1861da177e4SLinus Torvalds 1871da177e4SLinus Torvalds sock_init_data(sock, sk); 1881da177e4SLinus Torvalds 189af1afe86SYOSHIFUJI Hideaki err = 0; 1901da177e4SLinus Torvalds if (INET_PROTOSW_REUSE & answer_flags) 1914a17fd52SPavel Emelyanov sk->sk_reuse = SK_CAN_REUSE; 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds inet = inet_sk(sk); 194469de9b9SPaul Moore inet->is_icsk = (INET_PROTOSW_ICSK & answer_flags) != 0; 1951da177e4SLinus Torvalds 1961da177e4SLinus Torvalds if (SOCK_RAW == sock->type) { 197c720c7e8SEric Dumazet inet->inet_num = protocol; 1981da177e4SLinus Torvalds if (IPPROTO_RAW == protocol) 1991da177e4SLinus Torvalds inet->hdrincl = 1; 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds 202e6848976SArnaldo Carvalho de Melo sk->sk_destruct = inet_sock_destruct; 2031da177e4SLinus Torvalds sk->sk_family = PF_INET6; 2041da177e4SLinus Torvalds sk->sk_protocol = protocol; 2051da177e4SLinus Torvalds 2061da177e4SLinus Torvalds sk->sk_backlog_rcv = answer->prot->backlog_rcv; 2071da177e4SLinus Torvalds 2081da177e4SLinus Torvalds inet_sk(sk)->pinet6 = np = inet6_sk_generic(sk); 2091da177e4SLinus Torvalds np->hop_limit = -1; 210f935aa9eSDavid S. Miller np->mcast_hops = IPV6_DEFAULT_MCASTHOPS; 2111da177e4SLinus Torvalds np->mc_loop = 1; 2121da177e4SLinus Torvalds np->pmtudisc = IPV6_PMTUDISC_WANT; 21322b6722bSJakub Sitnicki np->repflow = net->ipv6.sysctl.flowlabel_reflect; 2149fe516baSEric Dumazet sk->sk_ipv6only = net->ipv6.sysctl.bindv6only; 2151da177e4SLinus Torvalds 2161da177e4SLinus Torvalds /* Init the ipv4 part of the socket since we can have sockets 2171da177e4SLinus Torvalds * using v6 API for ipv4. 2181da177e4SLinus Torvalds */ 2191da177e4SLinus Torvalds inet->uc_ttl = -1; 2201da177e4SLinus Torvalds 2211da177e4SLinus Torvalds inet->mc_loop = 1; 2221da177e4SLinus Torvalds inet->mc_ttl = 1; 2231da177e4SLinus Torvalds inet->mc_index = 0; 2241da177e4SLinus Torvalds inet->mc_list = NULL; 2254c507d28SJiri Benc inet->rcv_tos = 0; 2261da177e4SLinus Torvalds 227974eda11SHannes Frederic Sowa if (net->ipv4.sysctl_ip_no_pmtu_disc) 2281da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_DONT; 2291da177e4SLinus Torvalds else 2301da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_WANT; 231e6848976SArnaldo Carvalho de Melo /* 232e6848976SArnaldo Carvalho de Melo * Increment only the relevant sk_prot->socks debug field, this changes 233e6848976SArnaldo Carvalho de Melo * the previous behaviour of incrementing both the equivalent to 234e6848976SArnaldo Carvalho de Melo * answer->prot->socks (inet6_sock_nr) and inet_sock_nr. 235e6848976SArnaldo Carvalho de Melo * 236e6848976SArnaldo Carvalho de Melo * This allows better debug granularity as we'll know exactly how many 237e6848976SArnaldo Carvalho de Melo * UDPv6, TCPv6, etc socks were allocated, not the sum of all IPv6 238e6848976SArnaldo Carvalho de Melo * transport protocol socks. -acme 239e6848976SArnaldo Carvalho de Melo */ 240e6848976SArnaldo Carvalho de Melo sk_refcnt_debug_inc(sk); 2411da177e4SLinus Torvalds 242c720c7e8SEric Dumazet if (inet->inet_num) { 2431da177e4SLinus Torvalds /* It assumes that any protocol which allows 2441da177e4SLinus Torvalds * the user to assign a number at socket 2451da177e4SLinus Torvalds * creation time automatically shares. 2461da177e4SLinus Torvalds */ 247c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 248086c653fSCraig Gallek err = sk->sk_prot->hash(sk); 249086c653fSCraig Gallek if (err) { 250086c653fSCraig Gallek sk_common_release(sk); 251086c653fSCraig Gallek goto out; 252086c653fSCraig Gallek } 2531da177e4SLinus Torvalds } 2541da177e4SLinus Torvalds if (sk->sk_prot->init) { 255af1afe86SYOSHIFUJI Hideaki err = sk->sk_prot->init(sk); 256af1afe86SYOSHIFUJI Hideaki if (err) { 2571da177e4SLinus Torvalds sk_common_release(sk); 2581da177e4SLinus Torvalds goto out; 2591da177e4SLinus Torvalds } 2601da177e4SLinus Torvalds } 26161023658SDavid Ahern 26261023658SDavid Ahern if (!kern) { 26361023658SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET_SOCK(sk); 26461023658SDavid Ahern if (err) { 26561023658SDavid Ahern sk_common_release(sk); 26661023658SDavid Ahern goto out; 26761023658SDavid Ahern } 26861023658SDavid Ahern } 2691da177e4SLinus Torvalds out: 270af1afe86SYOSHIFUJI Hideaki return err; 2711da177e4SLinus Torvalds out_rcu_unlock: 2721da177e4SLinus Torvalds rcu_read_unlock(); 2731da177e4SLinus Torvalds goto out; 2741da177e4SLinus Torvalds } 2751da177e4SLinus Torvalds 276032234d8SDavid Ahern static int __inet6_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len, 2773679d585SAndrey Ignatov bool force_bind_address_no_port, bool with_lock) 2783679d585SAndrey Ignatov { 2793679d585SAndrey Ignatov struct sockaddr_in6 *addr = (struct sockaddr_in6 *)uaddr; 2803679d585SAndrey Ignatov struct inet_sock *inet = inet_sk(sk); 2813679d585SAndrey Ignatov struct ipv6_pinfo *np = inet6_sk(sk); 2823679d585SAndrey Ignatov struct net *net = sock_net(sk); 2833679d585SAndrey Ignatov __be32 v4addr = 0; 2843679d585SAndrey Ignatov unsigned short snum; 2853679d585SAndrey Ignatov bool saved_ipv6only; 2863679d585SAndrey Ignatov int addr_type = 0; 2873679d585SAndrey Ignatov int err = 0; 2883679d585SAndrey Ignatov 2895a079c30SMarcus Meissner if (addr->sin6_family != AF_INET6) 290c349a528SMarcus Meissner return -EAFNOSUPPORT; 2915a079c30SMarcus Meissner 2921da177e4SLinus Torvalds addr_type = ipv6_addr_type(&addr->sin6_addr); 2933679d585SAndrey Ignatov if ((addr_type & IPV6_ADDR_MULTICAST) && sk->sk_type == SOCK_STREAM) 2941da177e4SLinus Torvalds return -EINVAL; 2951da177e4SLinus Torvalds 2961da177e4SLinus Torvalds snum = ntohs(addr->sin6_port); 2974548b683SKrister Johansen if (snum && snum < inet_prot_sock(net) && 2984548b683SKrister Johansen !ns_capable(net->user_ns, CAP_NET_BIND_SERVICE)) 2991da177e4SLinus Torvalds return -EACCES; 3001da177e4SLinus Torvalds 3013679d585SAndrey Ignatov if (with_lock) 3021da177e4SLinus Torvalds lock_sock(sk); 3031da177e4SLinus Torvalds 3041da177e4SLinus Torvalds /* Check these errors (active socket, double bind). */ 305c720c7e8SEric Dumazet if (sk->sk_state != TCP_CLOSE || inet->inet_num) { 3061da177e4SLinus Torvalds err = -EINVAL; 3071da177e4SLinus Torvalds goto out; 3081da177e4SLinus Torvalds } 3091da177e4SLinus Torvalds 3101da177e4SLinus Torvalds /* Check if the address belongs to the host. */ 3111da177e4SLinus Torvalds if (addr_type == IPV6_ADDR_MAPPED) { 31263d9950bSVlad Yasevich int chk_addr_ret; 31363d9950bSVlad Yasevich 314783ed5a7SVlad Yasevich /* Binding to v4-mapped address on a v6-only socket 315783ed5a7SVlad Yasevich * makes no sense 316783ed5a7SVlad Yasevich */ 3179fe516baSEric Dumazet if (sk->sk_ipv6only) { 318783ed5a7SVlad Yasevich err = -EINVAL; 319783ed5a7SVlad Yasevich goto out; 320783ed5a7SVlad Yasevich } 32163d9950bSVlad Yasevich 322a34f0b31SUwe Kleine-König /* Reproduce AF_INET checks to make the bindings consistent */ 3231da177e4SLinus Torvalds v4addr = addr->sin6_addr.s6_addr32[3]; 32463d9950bSVlad Yasevich chk_addr_ret = inet_addr_type(net, v4addr); 32583ba4645SVincent Bernat if (!inet_can_nonlocal_bind(net, inet) && 32663d9950bSVlad Yasevich v4addr != htonl(INADDR_ANY) && 32763d9950bSVlad Yasevich chk_addr_ret != RTN_LOCAL && 32863d9950bSVlad Yasevich chk_addr_ret != RTN_MULTICAST && 329ca6982b8SBruno Prémont chk_addr_ret != RTN_BROADCAST) { 330ca6982b8SBruno Prémont err = -EADDRNOTAVAIL; 3311da177e4SLinus Torvalds goto out; 332ca6982b8SBruno Prémont } 3331da177e4SLinus Torvalds } else { 3341da177e4SLinus Torvalds if (addr_type != IPV6_ADDR_ANY) { 3351da177e4SLinus Torvalds struct net_device *dev = NULL; 3361da177e4SLinus Torvalds 33716ba5e8eSEric Dumazet rcu_read_lock(); 338842df073SHannes Frederic Sowa if (__ipv6_addr_needs_scope_id(addr_type)) { 3391da177e4SLinus Torvalds if (addr_len >= sizeof(struct sockaddr_in6) && 3401da177e4SLinus Torvalds addr->sin6_scope_id) { 3411da177e4SLinus Torvalds /* Override any existing binding, if another one 3421da177e4SLinus Torvalds * is supplied by user. 3431da177e4SLinus Torvalds */ 3441da177e4SLinus Torvalds sk->sk_bound_dev_if = addr->sin6_scope_id; 3451da177e4SLinus Torvalds } 3461da177e4SLinus Torvalds 3471da177e4SLinus Torvalds /* Binding to link-local address requires an interface */ 3481da177e4SLinus Torvalds if (!sk->sk_bound_dev_if) { 3491da177e4SLinus Torvalds err = -EINVAL; 35016ba5e8eSEric Dumazet goto out_unlock; 3511da177e4SLinus Torvalds } 35216ba5e8eSEric Dumazet dev = dev_get_by_index_rcu(net, sk->sk_bound_dev_if); 3531da177e4SLinus Torvalds if (!dev) { 3541da177e4SLinus Torvalds err = -ENODEV; 35516ba5e8eSEric Dumazet goto out_unlock; 3561da177e4SLinus Torvalds } 3571da177e4SLinus Torvalds } 3581da177e4SLinus Torvalds 3591da177e4SLinus Torvalds /* ipv4 addr of the socket is invalid. Only the 3601da177e4SLinus Torvalds * unspecified and mapped address have a v4 equivalent. 3611da177e4SLinus Torvalds */ 3621da177e4SLinus Torvalds v4addr = LOOPBACK4_IPV6; 3631da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) { 36483ba4645SVincent Bernat if (!ipv6_can_nonlocal_bind(net, inet) && 3650a513f6aSBalazs Scheidler !ipv6_chk_addr(net, &addr->sin6_addr, 366bfeade08SDaniel Lezcano dev, 0)) { 3671da177e4SLinus Torvalds err = -EADDRNOTAVAIL; 36816ba5e8eSEric Dumazet goto out_unlock; 3691da177e4SLinus Torvalds } 3701da177e4SLinus Torvalds } 37116ba5e8eSEric Dumazet rcu_read_unlock(); 3721da177e4SLinus Torvalds } 3731da177e4SLinus Torvalds } 3741da177e4SLinus Torvalds 375c720c7e8SEric Dumazet inet->inet_rcv_saddr = v4addr; 376c720c7e8SEric Dumazet inet->inet_saddr = v4addr; 3771da177e4SLinus Torvalds 378efe4208fSEric Dumazet sk->sk_v6_rcv_saddr = addr->sin6_addr; 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) 3814e3fd7a0SAlexey Dobriyan np->saddr = addr->sin6_addr; 3821da177e4SLinus Torvalds 3837ece54a6SMartin KaFai Lau saved_ipv6only = sk->sk_ipv6only; 3847ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY && addr_type != IPV6_ADDR_MAPPED) 3857ece54a6SMartin KaFai Lau sk->sk_ipv6only = 1; 3867ece54a6SMartin KaFai Lau 3871da177e4SLinus Torvalds /* Make sure we are allowed to bind here. */ 388aac3fc32SAndrey Ignatov if (snum || !(inet->bind_address_no_port || 389aac3fc32SAndrey Ignatov force_bind_address_no_port)) { 390aac3fc32SAndrey Ignatov if (sk->sk_prot->get_port(sk, snum)) { 3917ece54a6SMartin KaFai Lau sk->sk_ipv6only = saved_ipv6only; 3921da177e4SLinus Torvalds inet_reset_saddr(sk); 3931da177e4SLinus Torvalds err = -EADDRINUSE; 3941da177e4SLinus Torvalds goto out; 3951da177e4SLinus Torvalds } 396aac3fc32SAndrey Ignatov err = BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk); 397aac3fc32SAndrey Ignatov if (err) { 398aac3fc32SAndrey Ignatov sk->sk_ipv6only = saved_ipv6only; 399aac3fc32SAndrey Ignatov inet_reset_saddr(sk); 400aac3fc32SAndrey Ignatov goto out; 401aac3fc32SAndrey Ignatov } 402aac3fc32SAndrey Ignatov } 4031da177e4SLinus Torvalds 4047ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY) 4051da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDADDR_LOCK; 4061da177e4SLinus Torvalds if (snum) 4071da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDPORT_LOCK; 408c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 409c720c7e8SEric Dumazet inet->inet_dport = 0; 410c720c7e8SEric Dumazet inet->inet_daddr = 0; 4111da177e4SLinus Torvalds out: 4123679d585SAndrey Ignatov if (with_lock) 4131da177e4SLinus Torvalds release_sock(sk); 4141da177e4SLinus Torvalds return err; 41516ba5e8eSEric Dumazet out_unlock: 41616ba5e8eSEric Dumazet rcu_read_unlock(); 41716ba5e8eSEric Dumazet goto out; 4181da177e4SLinus Torvalds } 4197159039aSYOSHIFUJI Hideaki 420032234d8SDavid Ahern /* bind for INET6 API */ 421032234d8SDavid Ahern int inet6_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 422032234d8SDavid Ahern { 423032234d8SDavid Ahern struct sock *sk = sock->sk; 424032234d8SDavid Ahern int err = 0; 425032234d8SDavid Ahern 426032234d8SDavid Ahern /* If the socket has its own bind function then use it. */ 427032234d8SDavid Ahern if (sk->sk_prot->bind) 428032234d8SDavid Ahern return sk->sk_prot->bind(sk, uaddr, addr_len); 429032234d8SDavid Ahern 430032234d8SDavid Ahern if (addr_len < SIN6_LEN_RFC2133) 431032234d8SDavid Ahern return -EINVAL; 432032234d8SDavid Ahern 433032234d8SDavid Ahern /* BPF prog is run before any checks are done so that if the prog 434032234d8SDavid Ahern * changes context in a wrong way it will be caught. 435032234d8SDavid Ahern */ 436032234d8SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET6_BIND(sk, uaddr); 437032234d8SDavid Ahern if (err) 438032234d8SDavid Ahern return err; 439032234d8SDavid Ahern 440032234d8SDavid Ahern return __inet6_bind(sk, uaddr, addr_len, false, true); 441032234d8SDavid Ahern } 442032234d8SDavid Ahern EXPORT_SYMBOL(inet6_bind); 443032234d8SDavid Ahern 4441da177e4SLinus Torvalds int inet6_release(struct socket *sock) 4451da177e4SLinus Torvalds { 4461da177e4SLinus Torvalds struct sock *sk = sock->sk; 4471da177e4SLinus Torvalds 44863159f29SIan Morris if (!sk) 4491da177e4SLinus Torvalds return -EINVAL; 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds /* Free mc lists */ 4521da177e4SLinus Torvalds ipv6_sock_mc_close(sk); 4531da177e4SLinus Torvalds 4541da177e4SLinus Torvalds /* Free ac lists */ 4551da177e4SLinus Torvalds ipv6_sock_ac_close(sk); 4561da177e4SLinus Torvalds 4571da177e4SLinus Torvalds return inet_release(sock); 4581da177e4SLinus Torvalds } 4597159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_release); 4607159039aSYOSHIFUJI Hideaki 4617d06b2e0SBrian Haley void inet6_destroy_sock(struct sock *sk) 4621da177e4SLinus Torvalds { 4631da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 4641da177e4SLinus Torvalds struct sk_buff *skb; 4651da177e4SLinus Torvalds struct ipv6_txoptions *opt; 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds /* Release rx options */ 4681da177e4SLinus Torvalds 469647c0c70SEldad Zack skb = xchg(&np->pktoptions, NULL); 47053b24b8fSIan Morris if (skb) 4711da177e4SLinus Torvalds kfree_skb(skb); 4721da177e4SLinus Torvalds 473647c0c70SEldad Zack skb = xchg(&np->rxpmtu, NULL); 47453b24b8fSIan Morris if (skb) 4754b340ae2SBrian Haley kfree_skb(skb); 4764b340ae2SBrian Haley 4771da177e4SLinus Torvalds /* Free flowlabels */ 4781da177e4SLinus Torvalds fl6_free_socklist(sk); 4791da177e4SLinus Torvalds 4801da177e4SLinus Torvalds /* Free tx options */ 4811da177e4SLinus Torvalds 48245f6fad8SEric Dumazet opt = xchg((__force struct ipv6_txoptions **)&np->opt, NULL); 48345f6fad8SEric Dumazet if (opt) { 48445f6fad8SEric Dumazet atomic_sub(opt->tot_len, &sk->sk_omem_alloc); 48545f6fad8SEric Dumazet txopt_put(opt); 48645f6fad8SEric Dumazet } 4871da177e4SLinus Torvalds } 4883cf3dc6cSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_destroy_sock); 4893cf3dc6cSArnaldo Carvalho de Melo 4901da177e4SLinus Torvalds /* 4911da177e4SLinus Torvalds * This does both peername and sockname. 4921da177e4SLinus Torvalds */ 4931da177e4SLinus Torvalds 4941da177e4SLinus Torvalds int inet6_getname(struct socket *sock, struct sockaddr *uaddr, 4959b2c45d4SDenys Vlasenko int peer) 4961da177e4SLinus Torvalds { 4971da177e4SLinus Torvalds struct sockaddr_in6 *sin = (struct sockaddr_in6 *)uaddr; 4981da177e4SLinus Torvalds struct sock *sk = sock->sk; 4991da177e4SLinus Torvalds struct inet_sock *inet = inet_sk(sk); 5001da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 5011da177e4SLinus Torvalds 5021da177e4SLinus Torvalds sin->sin6_family = AF_INET6; 5031da177e4SLinus Torvalds sin->sin6_flowinfo = 0; 5041da177e4SLinus Torvalds sin->sin6_scope_id = 0; 5051da177e4SLinus Torvalds if (peer) { 506c720c7e8SEric Dumazet if (!inet->inet_dport) 5071da177e4SLinus Torvalds return -ENOTCONN; 5081da177e4SLinus Torvalds if (((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_SYN_SENT)) && 5091da177e4SLinus Torvalds peer == 1) 5101da177e4SLinus Torvalds return -ENOTCONN; 511c720c7e8SEric Dumazet sin->sin6_port = inet->inet_dport; 512efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_daddr; 5131da177e4SLinus Torvalds if (np->sndflow) 5141da177e4SLinus Torvalds sin->sin6_flowinfo = np->flow_label; 5151da177e4SLinus Torvalds } else { 516efe4208fSEric Dumazet if (ipv6_addr_any(&sk->sk_v6_rcv_saddr)) 5174e3fd7a0SAlexey Dobriyan sin->sin6_addr = np->saddr; 5181da177e4SLinus Torvalds else 519efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_rcv_saddr; 5201da177e4SLinus Torvalds 521c720c7e8SEric Dumazet sin->sin6_port = inet->inet_sport; 5221da177e4SLinus Torvalds } 523842df073SHannes Frederic Sowa sin->sin6_scope_id = ipv6_iface_scope_id(&sin->sin6_addr, 524842df073SHannes Frederic Sowa sk->sk_bound_dev_if); 5259b2c45d4SDenys Vlasenko return sizeof(*sin); 5261da177e4SLinus Torvalds } 5277159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_getname); 5287159039aSYOSHIFUJI Hideaki 5291da177e4SLinus Torvalds int inet6_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) 5301da177e4SLinus Torvalds { 5311da177e4SLinus Torvalds struct sock *sk = sock->sk; 5323b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(sk); 5331da177e4SLinus Torvalds 534647c0c70SEldad Zack switch (cmd) { 5351da177e4SLinus Torvalds case SIOCGSTAMP: 5361da177e4SLinus Torvalds return sock_get_timestamp(sk, (struct timeval __user *)arg); 5371da177e4SLinus Torvalds 538ae40eb1eSEric Dumazet case SIOCGSTAMPNS: 539ae40eb1eSEric Dumazet return sock_get_timestampns(sk, (struct timespec __user *)arg); 540ae40eb1eSEric Dumazet 5411da177e4SLinus Torvalds case SIOCADDRT: 5421da177e4SLinus Torvalds case SIOCDELRT: 5431da177e4SLinus Torvalds 544a02cec21SEric Dumazet return ipv6_route_ioctl(net, cmd, (void __user *)arg); 5451da177e4SLinus Torvalds 5461da177e4SLinus Torvalds case SIOCSIFADDR: 547af284937SDaniel Lezcano return addrconf_add_ifaddr(net, (void __user *) arg); 5481da177e4SLinus Torvalds case SIOCDIFADDR: 549af284937SDaniel Lezcano return addrconf_del_ifaddr(net, (void __user *) arg); 5501da177e4SLinus Torvalds case SIOCSIFDSTADDR: 551af284937SDaniel Lezcano return addrconf_set_dstaddr(net, (void __user *) arg); 5521da177e4SLinus Torvalds default: 553b5e5fa5eSChristoph Hellwig if (!sk->sk_prot->ioctl) 554b5e5fa5eSChristoph Hellwig return -ENOIOCTLCMD; 555b5e5fa5eSChristoph Hellwig return sk->sk_prot->ioctl(sk, cmd, arg); 5561da177e4SLinus Torvalds } 5571da177e4SLinus Torvalds /*NOTREACHED*/ 558a02cec21SEric Dumazet return 0; 5591da177e4SLinus Torvalds } 5607159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_ioctl); 5617159039aSYOSHIFUJI Hideaki 56290ddc4f0SEric Dumazet const struct proto_ops inet6_stream_ops = { 5631da177e4SLinus Torvalds .family = PF_INET6, 5641da177e4SLinus Torvalds .owner = THIS_MODULE, 5651da177e4SLinus Torvalds .release = inet6_release, 5661da177e4SLinus Torvalds .bind = inet6_bind, 5671da177e4SLinus Torvalds .connect = inet_stream_connect, /* ok */ 5681da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 5691da177e4SLinus Torvalds .accept = inet_accept, /* ok */ 5701da177e4SLinus Torvalds .getname = inet6_getname, 571a11e1d43SLinus Torvalds .poll = tcp_poll, /* ok */ 5721da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 5731da177e4SLinus Torvalds .listen = inet_listen, /* ok */ 5741da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 5751da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 5761da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 5777ba42910SChangli Gao .sendmsg = inet_sendmsg, /* ok */ 5787ba42910SChangli Gao .recvmsg = inet_recvmsg, /* ok */ 57905255b82SEric Dumazet #ifdef CONFIG_MMU 58093ab6cc6SEric Dumazet .mmap = tcp_mmap, 58105255b82SEric Dumazet #endif 5827ba42910SChangli Gao .sendpage = inet_sendpage, 58345f91bdcSJohn Fastabend .sendmsg_locked = tcp_sendmsg_locked, 58445f91bdcSJohn Fastabend .sendpage_locked = tcp_sendpage_locked, 585a0974dd3SJens Axboe .splice_read = tcp_splice_read, 58632035585STom Herbert .read_sock = tcp_read_sock, 58732035585STom Herbert .peek_len = tcp_peek_len, 5883fdadf7dSDmitry Mishin #ifdef CONFIG_COMPAT 5893fdadf7dSDmitry Mishin .compat_setsockopt = compat_sock_common_setsockopt, 5903fdadf7dSDmitry Mishin .compat_getsockopt = compat_sock_common_getsockopt, 5913fdadf7dSDmitry Mishin #endif 592d1361840SEric Dumazet .set_rcvlowat = tcp_set_rcvlowat, 5931da177e4SLinus Torvalds }; 5941da177e4SLinus Torvalds 59590ddc4f0SEric Dumazet const struct proto_ops inet6_dgram_ops = { 5961da177e4SLinus Torvalds .family = PF_INET6, 5971da177e4SLinus Torvalds .owner = THIS_MODULE, 5981da177e4SLinus Torvalds .release = inet6_release, 5991da177e4SLinus Torvalds .bind = inet6_bind, 6001da177e4SLinus Torvalds .connect = inet_dgram_connect, /* ok */ 6011da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 6021da177e4SLinus Torvalds .accept = sock_no_accept, /* a do nothing */ 6031da177e4SLinus Torvalds .getname = inet6_getname, 604a11e1d43SLinus Torvalds .poll = udp_poll, /* ok */ 6051da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 6061da177e4SLinus Torvalds .listen = sock_no_listen, /* ok */ 6071da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 6081da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 6091da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 6101da177e4SLinus Torvalds .sendmsg = inet_sendmsg, /* ok */ 6117ba42910SChangli Gao .recvmsg = inet_recvmsg, /* ok */ 6121da177e4SLinus Torvalds .mmap = sock_no_mmap, 6131da177e4SLinus Torvalds .sendpage = sock_no_sendpage, 614627d2d6bSsamanthakumar .set_peek_off = sk_set_peek_off, 615543d9cfeSArnaldo Carvalho de Melo #ifdef CONFIG_COMPAT 616543d9cfeSArnaldo Carvalho de Melo .compat_setsockopt = compat_sock_common_setsockopt, 617543d9cfeSArnaldo Carvalho de Melo .compat_getsockopt = compat_sock_common_getsockopt, 618543d9cfeSArnaldo Carvalho de Melo #endif 6191da177e4SLinus Torvalds }; 6201da177e4SLinus Torvalds 621ec1b4cf7SStephen Hemminger static const struct net_proto_family inet6_family_ops = { 6221da177e4SLinus Torvalds .family = PF_INET6, 6231da177e4SLinus Torvalds .create = inet6_create, 6241da177e4SLinus Torvalds .owner = THIS_MODULE, 6251da177e4SLinus Torvalds }; 6261da177e4SLinus Torvalds 62787c3efbfSDaniel Lezcano int inet6_register_protosw(struct inet_protosw *p) 6281da177e4SLinus Torvalds { 6291da177e4SLinus Torvalds struct list_head *lh; 6301da177e4SLinus Torvalds struct inet_protosw *answer; 6311da177e4SLinus Torvalds struct list_head *last_perm; 63287c3efbfSDaniel Lezcano int protocol = p->protocol; 63387c3efbfSDaniel Lezcano int ret; 6341da177e4SLinus Torvalds 6351da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 6361da177e4SLinus Torvalds 63787c3efbfSDaniel Lezcano ret = -EINVAL; 6381da177e4SLinus Torvalds if (p->type >= SOCK_MAX) 6391da177e4SLinus Torvalds goto out_illegal; 6401da177e4SLinus Torvalds 6411da177e4SLinus Torvalds /* If we are trying to override a permanent protocol, bail. */ 6421da177e4SLinus Torvalds answer = NULL; 64387c3efbfSDaniel Lezcano ret = -EPERM; 6441da177e4SLinus Torvalds last_perm = &inetsw6[p->type]; 6451da177e4SLinus Torvalds list_for_each(lh, &inetsw6[p->type]) { 6461da177e4SLinus Torvalds answer = list_entry(lh, struct inet_protosw, list); 6471da177e4SLinus Torvalds 6481da177e4SLinus Torvalds /* Check only the non-wild match. */ 6491da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & answer->flags) { 6501da177e4SLinus Torvalds if (protocol == answer->protocol) 6511da177e4SLinus Torvalds break; 6521da177e4SLinus Torvalds last_perm = lh; 6531da177e4SLinus Torvalds } 6541da177e4SLinus Torvalds 6551da177e4SLinus Torvalds answer = NULL; 6561da177e4SLinus Torvalds } 6571da177e4SLinus Torvalds if (answer) 6581da177e4SLinus Torvalds goto out_permanent; 6591da177e4SLinus Torvalds 6601da177e4SLinus Torvalds /* Add the new entry after the last permanent entry if any, so that 6611da177e4SLinus Torvalds * the new entry does not override a permanent entry when matched with 6621da177e4SLinus Torvalds * a wild-card protocol. But it is allowed to override any existing 6631da177e4SLinus Torvalds * non-permanent entry. This means that when we remove this entry, the 6641da177e4SLinus Torvalds * system automatically returns to the old behavior. 6651da177e4SLinus Torvalds */ 6661da177e4SLinus Torvalds list_add_rcu(&p->list, last_perm); 66787c3efbfSDaniel Lezcano ret = 0; 6681da177e4SLinus Torvalds out: 6691da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 67087c3efbfSDaniel Lezcano return ret; 6711da177e4SLinus Torvalds 6721da177e4SLinus Torvalds out_permanent: 673f3213831SJoe Perches pr_err("Attempt to override permanent protocol %d\n", protocol); 6741da177e4SLinus Torvalds goto out; 6751da177e4SLinus Torvalds 6761da177e4SLinus Torvalds out_illegal: 677f3213831SJoe Perches pr_err("Ignoring attempt to register invalid socket type %d\n", 6781da177e4SLinus Torvalds p->type); 6791da177e4SLinus Torvalds goto out; 6801da177e4SLinus Torvalds } 6817159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_register_protosw); 6827159039aSYOSHIFUJI Hideaki 6831da177e4SLinus Torvalds void 6841da177e4SLinus Torvalds inet6_unregister_protosw(struct inet_protosw *p) 6851da177e4SLinus Torvalds { 6861da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & p->flags) { 687f3213831SJoe Perches pr_err("Attempt to unregister permanent protocol %d\n", 6881da177e4SLinus Torvalds p->protocol); 6891da177e4SLinus Torvalds } else { 6901da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 6911da177e4SLinus Torvalds list_del_rcu(&p->list); 6921da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 6931da177e4SLinus Torvalds 6941da177e4SLinus Torvalds synchronize_net(); 6951da177e4SLinus Torvalds } 6961da177e4SLinus Torvalds } 6977159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_unregister_protosw); 6987159039aSYOSHIFUJI Hideaki 699b9750ce1SArnaldo Carvalho de Melo int inet6_sk_rebuild_header(struct sock *sk) 700b9750ce1SArnaldo Carvalho de Melo { 701b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 70268d0c6d3SDavid S. Miller struct dst_entry *dst; 703b9750ce1SArnaldo Carvalho de Melo 704b9750ce1SArnaldo Carvalho de Melo dst = __sk_dst_check(sk, np->dst_cookie); 705b9750ce1SArnaldo Carvalho de Melo 70663159f29SIan Morris if (!dst) { 707b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 70820c59de2SArnaud Ebalard struct in6_addr *final_p, final; 7094c9483b2SDavid S. Miller struct flowi6 fl6; 710b9750ce1SArnaldo Carvalho de Melo 7114c9483b2SDavid S. Miller memset(&fl6, 0, sizeof(fl6)); 7124c9483b2SDavid S. Miller fl6.flowi6_proto = sk->sk_protocol; 713efe4208fSEric Dumazet fl6.daddr = sk->sk_v6_daddr; 7144e3fd7a0SAlexey Dobriyan fl6.saddr = np->saddr; 7154c9483b2SDavid S. Miller fl6.flowlabel = np->flow_label; 7164c9483b2SDavid S. Miller fl6.flowi6_oif = sk->sk_bound_dev_if; 7174c9483b2SDavid S. Miller fl6.flowi6_mark = sk->sk_mark; 7181958b856SDavid S. Miller fl6.fl6_dport = inet->inet_dport; 7191958b856SDavid S. Miller fl6.fl6_sport = inet->inet_sport; 720e2d118a1SLorenzo Colitti fl6.flowi6_uid = sk->sk_uid; 7214c9483b2SDavid S. Miller security_sk_classify_flow(sk, flowi6_to_flowi(&fl6)); 722b9750ce1SArnaldo Carvalho de Melo 72345f6fad8SEric Dumazet rcu_read_lock(); 72445f6fad8SEric Dumazet final_p = fl6_update_dst(&fl6, rcu_dereference(np->opt), 72545f6fad8SEric Dumazet &final); 72645f6fad8SEric Dumazet rcu_read_unlock(); 727b9750ce1SArnaldo Carvalho de Melo 7280e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, &fl6, final_p); 72968d0c6d3SDavid S. Miller if (IS_ERR(dst)) { 730b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 73168d0c6d3SDavid S. Miller sk->sk_err_soft = -PTR_ERR(dst); 73268d0c6d3SDavid S. Miller return PTR_ERR(dst); 733b9750ce1SArnaldo Carvalho de Melo } 734b9750ce1SArnaldo Carvalho de Melo 7356bd4f355SEric Dumazet ip6_dst_store(sk, dst, NULL, NULL); 736b9750ce1SArnaldo Carvalho de Melo } 737b9750ce1SArnaldo Carvalho de Melo 738b9750ce1SArnaldo Carvalho de Melo return 0; 739b9750ce1SArnaldo Carvalho de Melo } 740b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_sk_rebuild_header); 741b9750ce1SArnaldo Carvalho de Melo 742a224772dSEric Dumazet bool ipv6_opt_accepted(const struct sock *sk, const struct sk_buff *skb, 743a224772dSEric Dumazet const struct inet6_skb_parm *opt) 744399c07deSArnaldo Carvalho de Melo { 74592113bfdSEric Dumazet const struct ipv6_pinfo *np = inet6_sk(sk); 746399c07deSArnaldo Carvalho de Melo 747399c07deSArnaldo Carvalho de Melo if (np->rxopt.all) { 7488b58a398SFlorian Westphal if (((opt->flags & IP6SKB_HOPBYHOP) && 7498b58a398SFlorian Westphal (np->rxopt.bits.hopopts || np->rxopt.bits.ohopopts)) || 750ac1eabcaSFlorent Fourcot (ip6_flowinfo((struct ipv6hdr *) skb_network_header(skb)) && 751399c07deSArnaldo Carvalho de Melo np->rxopt.bits.rxflow) || 752399c07deSArnaldo Carvalho de Melo (opt->srcrt && (np->rxopt.bits.srcrt || 753399c07deSArnaldo Carvalho de Melo np->rxopt.bits.osrcrt)) || 754399c07deSArnaldo Carvalho de Melo ((opt->dst1 || opt->dst0) && 755399c07deSArnaldo Carvalho de Melo (np->rxopt.bits.dstopts || np->rxopt.bits.odstopts))) 75692113bfdSEric Dumazet return true; 757399c07deSArnaldo Carvalho de Melo } 75892113bfdSEric Dumazet return false; 759399c07deSArnaldo Carvalho de Melo } 760399c07deSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(ipv6_opt_accepted); 761399c07deSArnaldo Carvalho de Melo 7627546dd97SStephen Hemminger static struct packet_type ipv6_packet_type __read_mostly = { 76309640e63SHarvey Harrison .type = cpu_to_be16(ETH_P_IPV6), 764662397fdSYOSHIFUJI Hideaki .func = ipv6_rcv, 765d8269e2cSEdward Cree .list_func = ipv6_list_rcv, 76622061d80SVlad Yasevich }; 76722061d80SVlad Yasevich 768662397fdSYOSHIFUJI Hideaki static int __init ipv6_packet_init(void) 769662397fdSYOSHIFUJI Hideaki { 770662397fdSYOSHIFUJI Hideaki dev_add_pack(&ipv6_packet_type); 771662397fdSYOSHIFUJI Hideaki return 0; 772662397fdSYOSHIFUJI Hideaki } 773662397fdSYOSHIFUJI Hideaki 774662397fdSYOSHIFUJI Hideaki static void ipv6_packet_cleanup(void) 775662397fdSYOSHIFUJI Hideaki { 776662397fdSYOSHIFUJI Hideaki dev_remove_pack(&ipv6_packet_type); 777662397fdSYOSHIFUJI Hideaki } 778662397fdSYOSHIFUJI Hideaki 779e43291cbSDenis V. Lunev static int __net_init ipv6_init_mibs(struct net *net) 780e43291cbSDenis V. Lunev { 781827da44cSJohn Stultz int i; 782827da44cSJohn Stultz 783698365faSWANG Cong net->mib.udp_stats_in6 = alloc_percpu(struct udp_mib); 784698365faSWANG Cong if (!net->mib.udp_stats_in6) 7850c7ed677SDenis V. Lunev return -ENOMEM; 786698365faSWANG Cong net->mib.udplite_stats_in6 = alloc_percpu(struct udp_mib); 787698365faSWANG Cong if (!net->mib.udplite_stats_in6) 788be713a44SDenis V. Lunev goto err_udplite_mib; 789698365faSWANG Cong net->mib.ipv6_statistics = alloc_percpu(struct ipstats_mib); 790698365faSWANG Cong if (!net->mib.ipv6_statistics) 7919261e537SDenis V. Lunev goto err_ip_mib; 792827da44cSJohn Stultz 793827da44cSJohn Stultz for_each_possible_cpu(i) { 794827da44cSJohn Stultz struct ipstats_mib *af_inet6_stats; 795698365faSWANG Cong af_inet6_stats = per_cpu_ptr(net->mib.ipv6_statistics, i); 796827da44cSJohn Stultz u64_stats_init(&af_inet6_stats->syncp); 797827da44cSJohn Stultz } 798827da44cSJohn Stultz 799827da44cSJohn Stultz 800698365faSWANG Cong net->mib.icmpv6_statistics = alloc_percpu(struct icmpv6_mib); 801698365faSWANG Cong if (!net->mib.icmpv6_statistics) 8029261e537SDenis V. Lunev goto err_icmp_mib; 8032a24444fSEric Dumazet net->mib.icmpv6msg_statistics = kzalloc(sizeof(struct icmpv6msg_mib), 8042a24444fSEric Dumazet GFP_KERNEL); 8052a24444fSEric Dumazet if (!net->mib.icmpv6msg_statistics) 8069261e537SDenis V. Lunev goto err_icmpmsg_mib; 807e43291cbSDenis V. Lunev return 0; 808be713a44SDenis V. Lunev 8099261e537SDenis V. Lunev err_icmpmsg_mib: 810698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8119261e537SDenis V. Lunev err_icmp_mib: 812698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 8139261e537SDenis V. Lunev err_ip_mib: 814698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 815be713a44SDenis V. Lunev err_udplite_mib: 816698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 817be713a44SDenis V. Lunev return -ENOMEM; 818e43291cbSDenis V. Lunev } 819e43291cbSDenis V. Lunev 8202c8c1e72SAlexey Dobriyan static void ipv6_cleanup_mibs(struct net *net) 821e43291cbSDenis V. Lunev { 822698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 823698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 824698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 825698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8262a24444fSEric Dumazet kfree(net->mib.icmpv6msg_statistics); 827e43291cbSDenis V. Lunev } 828e43291cbSDenis V. Lunev 829e7dc8494SAlexey Dobriyan static int __net_init inet6_net_init(struct net *net) 83081c1c178SDaniel Lezcano { 8310c96d8c5SDaniel Lezcano int err = 0; 8320c96d8c5SDaniel Lezcano 83399bc9c4eSDaniel Lezcano net->ipv6.sysctl.bindv6only = 0; 83441a76906SDaniel Lezcano net->ipv6.sysctl.icmpv6_time = 1*HZ; 835e6f86b0fSVirgile Jarry net->ipv6.sysctl.icmpv6_echo_ignore_all = 0; 8366444f72bSFlorent Fourcot net->ipv6.sysctl.flowlabel_consistency = 1; 83742240901STom Herbert net->ipv6.sysctl.auto_flowlabels = IP6_DEFAULT_AUTO_FLOW_LABELS; 8381855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_retries = 3; 8391855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_delay = 1 * HZ; 840be26849bSTom Herbert net->ipv6.sysctl.flowlabel_state_ranges = 0; 84147d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_cnt = IP6_DEFAULT_MAX_DST_OPTS_CNT; 84247d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_cnt = IP6_DEFAULT_MAX_HBH_OPTS_CNT; 84347d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_len = IP6_DEFAULT_MAX_DST_OPTS_LEN; 84447d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_len = IP6_DEFAULT_MAX_HBH_OPTS_LEN; 845812918c4SHannes Frederic Sowa atomic_set(&net->ipv6.fib6_sernum, 1); 846e71e0349SDaniel Lezcano 847e43291cbSDenis V. Lunev err = ipv6_init_mibs(net); 848e43291cbSDenis V. Lunev if (err) 849e43291cbSDenis V. Lunev return err; 8500c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 8510c96d8c5SDaniel Lezcano err = udp6_proc_init(net); 8520c96d8c5SDaniel Lezcano if (err) 8530c96d8c5SDaniel Lezcano goto out; 8546f8b13bcSDaniel Lezcano err = tcp6_proc_init(net); 8556f8b13bcSDaniel Lezcano if (err) 8566f8b13bcSDaniel Lezcano goto proc_tcp6_fail; 8576ab57e7eSDaniel Lezcano err = ac6_proc_init(net); 8586ab57e7eSDaniel Lezcano if (err) 8596ab57e7eSDaniel Lezcano goto proc_ac6_fail; 8600c96d8c5SDaniel Lezcano #endif 8610c96d8c5SDaniel Lezcano return err; 8626f8b13bcSDaniel Lezcano 8636f8b13bcSDaniel Lezcano #ifdef CONFIG_PROC_FS 8646ab57e7eSDaniel Lezcano proc_ac6_fail: 8656ab57e7eSDaniel Lezcano tcp6_proc_exit(net); 8666f8b13bcSDaniel Lezcano proc_tcp6_fail: 8676f8b13bcSDaniel Lezcano udp6_proc_exit(net); 868e43291cbSDenis V. Lunev out: 869e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 870e43291cbSDenis V. Lunev return err; 8716f8b13bcSDaniel Lezcano #endif 87281c1c178SDaniel Lezcano } 87381c1c178SDaniel Lezcano 8742c8c1e72SAlexey Dobriyan static void __net_exit inet6_net_exit(struct net *net) 87581c1c178SDaniel Lezcano { 8760c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 8770c96d8c5SDaniel Lezcano udp6_proc_exit(net); 8786f8b13bcSDaniel Lezcano tcp6_proc_exit(net); 8796ab57e7eSDaniel Lezcano ac6_proc_exit(net); 8800c96d8c5SDaniel Lezcano #endif 881e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 88281c1c178SDaniel Lezcano } 88381c1c178SDaniel Lezcano 88481c1c178SDaniel Lezcano static struct pernet_operations inet6_net_ops = { 88581c1c178SDaniel Lezcano .init = inet6_net_init, 88681c1c178SDaniel Lezcano .exit = inet6_net_exit, 88781c1c178SDaniel Lezcano }; 88881c1c178SDaniel Lezcano 8895f81bd2eSCong Wang static const struct ipv6_stub ipv6_stub_impl = { 8905f81bd2eSCong Wang .ipv6_sock_mc_join = ipv6_sock_mc_join, 8915f81bd2eSCong Wang .ipv6_sock_mc_drop = ipv6_sock_mc_drop, 8925f81bd2eSCong Wang .ipv6_dst_lookup = ip6_dst_lookup, 89365a2022eSDavid Ahern .fib6_get_table = fib6_get_table, 89465a2022eSDavid Ahern .fib6_table_lookup = fib6_table_lookup, 89565a2022eSDavid Ahern .fib6_lookup = fib6_lookup, 89665a2022eSDavid Ahern .fib6_multipath_select = fib6_multipath_select, 897901731b8SDavid Ahern .ip6_mtu_from_fib6 = ip6_mtu_from_fib6, 8985f81bd2eSCong Wang .udpv6_encap_enable = udpv6_encap_enable, 899f564f45cSCong Wang .ndisc_send_na = ndisc_send_na, 900e15a00aaSCong Wang .nd_tbl = &nd_tbl, 9015f81bd2eSCong Wang }; 9025f81bd2eSCong Wang 903d74bad4eSAndrey Ignatov static const struct ipv6_bpf_stub ipv6_bpf_stub_impl = { 904d74bad4eSAndrey Ignatov .inet6_bind = __inet6_bind, 905d74bad4eSAndrey Ignatov }; 906d74bad4eSAndrey Ignatov 9071da177e4SLinus Torvalds static int __init inet6_init(void) 9081da177e4SLinus Torvalds { 9091da177e4SLinus Torvalds struct list_head *r; 910fe7ca2e1SBrian Haley int err = 0; 9111da177e4SLinus Torvalds 912b4772ef8SEyal Birger sock_skb_cb_check_size(sizeof(struct inet6_skb_parm)); 913ef047f5eSYOSHIFUJI Hideaki 914fe7ca2e1SBrian Haley /* Register the socket-side information for inet6_create. */ 915fe7ca2e1SBrian Haley for (r = &inetsw6[0]; r < &inetsw6[SOCK_MAX]; ++r) 916fe7ca2e1SBrian Haley INIT_LIST_HEAD(r); 917fe7ca2e1SBrian Haley 91856d417b1SBrian Haley if (disable_ipv6_mod) { 919f3213831SJoe Perches pr_info("Loaded, but administratively disabled, reboot required to enable\n"); 920fe7ca2e1SBrian Haley goto out; 921fe7ca2e1SBrian Haley } 922fe7ca2e1SBrian Haley 9231da177e4SLinus Torvalds err = proto_register(&tcpv6_prot, 1); 9241da177e4SLinus Torvalds if (err) 9251da177e4SLinus Torvalds goto out; 9261da177e4SLinus Torvalds 9271da177e4SLinus Torvalds err = proto_register(&udpv6_prot, 1); 9281da177e4SLinus Torvalds if (err) 9291da177e4SLinus Torvalds goto out_unregister_tcp_proto; 9301da177e4SLinus Torvalds 931ba4e58ecSGerrit Renker err = proto_register(&udplitev6_prot, 1); 9321da177e4SLinus Torvalds if (err) 9331da177e4SLinus Torvalds goto out_unregister_udp_proto; 9341da177e4SLinus Torvalds 935ba4e58ecSGerrit Renker err = proto_register(&rawv6_prot, 1); 936ba4e58ecSGerrit Renker if (err) 937ba4e58ecSGerrit Renker goto out_unregister_udplite_proto; 938ba4e58ecSGerrit Renker 9396d0bfe22SLorenzo Colitti err = proto_register(&pingv6_prot, 1); 9406d0bfe22SLorenzo Colitti if (err) 941a03dc36bSSabrina Dubroca goto out_unregister_raw_proto; 9421da177e4SLinus Torvalds 9431da177e4SLinus Torvalds /* We MUST register RAW sockets before we create the ICMP6, 9441da177e4SLinus Torvalds * IGMP6, or NDISC control sockets. 9451da177e4SLinus Torvalds */ 9467f4e4868SDaniel Lezcano err = rawv6_init(); 9477f4e4868SDaniel Lezcano if (err) 948a03dc36bSSabrina Dubroca goto out_unregister_ping_proto; 9491da177e4SLinus Torvalds 9501da177e4SLinus Torvalds /* Register the family here so that the init calls below will 9511da177e4SLinus Torvalds * be able to create sockets. (?? is this dangerous ??) 9521da177e4SLinus Torvalds */ 9538eb55910SDavid S. Miller err = sock_register(&inet6_family_ops); 9548eb55910SDavid S. Miller if (err) 9557f4e4868SDaniel Lezcano goto out_sock_register_fail; 9561da177e4SLinus Torvalds 9571da177e4SLinus Torvalds /* 9581da177e4SLinus Torvalds * ipngwg API draft makes clear that the correct semantics 9591da177e4SLinus Torvalds * for TCP and UDP is to consider one TCP and UDP instance 96025985edcSLucas De Marchi * in a host available by both INET and INET6 APIs and 9611da177e4SLinus Torvalds * able to communicate via both network protocols. 9621da177e4SLinus Torvalds */ 9631da177e4SLinus Torvalds 96481c1c178SDaniel Lezcano err = register_pernet_subsys(&inet6_net_ops); 96581c1c178SDaniel Lezcano if (err) 96681c1c178SDaniel Lezcano goto register_pernet_fail; 967623d1a1aSWang Chen err = ip6_mr_init(); 968623d1a1aSWang Chen if (err) 969623d1a1aSWang Chen goto ipmr_fail; 97015e66807SWANG Cong err = icmpv6_init(); 97115e66807SWANG Cong if (err) 97215e66807SWANG Cong goto icmp_fail; 9739b0f976fSDenis V. Lunev err = ndisc_init(); 9741da177e4SLinus Torvalds if (err) 9751da177e4SLinus Torvalds goto ndisc_fail; 9769b0f976fSDenis V. Lunev err = igmp6_init(); 9771da177e4SLinus Torvalds if (err) 9781da177e4SLinus Torvalds goto igmp_fail; 9795f81bd2eSCong Wang 9802cc7d573SHarald Welte err = ipv6_netfilter_init(); 9812cc7d573SHarald Welte if (err) 9822cc7d573SHarald Welte goto netfilter_fail; 9831da177e4SLinus Torvalds /* Create /proc/foo6 entries. */ 9841da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 9851da177e4SLinus Torvalds err = -ENOMEM; 9861da177e4SLinus Torvalds if (raw6_proc_init()) 9871da177e4SLinus Torvalds goto proc_raw6_fail; 988ba4e58ecSGerrit Renker if (udplite6_proc_init()) 989ba4e58ecSGerrit Renker goto proc_udplite6_fail; 9901da177e4SLinus Torvalds if (ipv6_misc_proc_init()) 9911da177e4SLinus Torvalds goto proc_misc6_fail; 9921da177e4SLinus Torvalds if (if6_proc_init()) 9931da177e4SLinus Torvalds goto proc_if6_fail; 9941da177e4SLinus Torvalds #endif 995e2fddf5eSDaniel Lezcano err = ip6_route_init(); 996e2fddf5eSDaniel Lezcano if (err) 997e2fddf5eSDaniel Lezcano goto ip6_route_fail; 9982c861cc6SMichal Kubeček err = ndisc_late_init(); 9992c861cc6SMichal Kubeček if (err) 10002c861cc6SMichal Kubeček goto ndisc_late_fail; 10010a3e78acSDaniel Lezcano err = ip6_flowlabel_init(); 10020a3e78acSDaniel Lezcano if (err) 10030a3e78acSDaniel Lezcano goto ip6_flowlabel_fail; 10041da177e4SLinus Torvalds err = addrconf_init(); 10051da177e4SLinus Torvalds if (err) 10061da177e4SLinus Torvalds goto addrconf_fail; 10071da177e4SLinus Torvalds 10081da177e4SLinus Torvalds /* Init v6 extension headers. */ 1009248b238dSDaniel Lezcano err = ipv6_exthdrs_init(); 1010248b238dSDaniel Lezcano if (err) 1011248b238dSDaniel Lezcano goto ipv6_exthdrs_fail; 1012248b238dSDaniel Lezcano 1013853cbbaaSDaniel Lezcano err = ipv6_frag_init(); 1014853cbbaaSDaniel Lezcano if (err) 1015853cbbaaSDaniel Lezcano goto ipv6_frag_fail; 10161da177e4SLinus Torvalds 10171da177e4SLinus Torvalds /* Init v6 transport protocols. */ 10187f4e4868SDaniel Lezcano err = udpv6_init(); 10197f4e4868SDaniel Lezcano if (err) 10207f4e4868SDaniel Lezcano goto udpv6_fail; 1021e2ed4052SHerbert Xu 10227f4e4868SDaniel Lezcano err = udplitev6_init(); 10237f4e4868SDaniel Lezcano if (err) 10247f4e4868SDaniel Lezcano goto udplitev6_fail; 10257f4e4868SDaniel Lezcano 1026a6024562STom Herbert err = udpv6_offload_init(); 1027a6024562STom Herbert if (err) 1028a6024562STom Herbert goto udpv6_offload_fail; 1029a6024562STom Herbert 10307f4e4868SDaniel Lezcano err = tcpv6_init(); 10317f4e4868SDaniel Lezcano if (err) 10327f4e4868SDaniel Lezcano goto tcpv6_fail; 10337f4e4868SDaniel Lezcano 10347f4e4868SDaniel Lezcano err = ipv6_packet_init(); 10357f4e4868SDaniel Lezcano if (err) 10367f4e4868SDaniel Lezcano goto ipv6_packet_fail; 103794911fe3SBenjamin Thery 10386d0bfe22SLorenzo Colitti err = pingv6_init(); 10396d0bfe22SLorenzo Colitti if (err) 10406d0bfe22SLorenzo Colitti goto pingv6_fail; 10416d0bfe22SLorenzo Colitti 1042cb72d382SHuw Davies err = calipso_init(); 1043cb72d382SHuw Davies if (err) 1044cb72d382SHuw Davies goto calipso_fail; 1045cb72d382SHuw Davies 1046915d7e5eSDavid Lebrun err = seg6_init(); 1047915d7e5eSDavid Lebrun if (err) 1048915d7e5eSDavid Lebrun goto seg6_fail; 1049915d7e5eSDavid Lebrun 1050382ed724SVlad Yasevich err = igmp6_late_init(); 1051382ed724SVlad Yasevich if (err) 1052382ed724SVlad Yasevich goto igmp6_late_err; 1053382ed724SVlad Yasevich 105494911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 105594911fe3SBenjamin Thery err = ipv6_sysctl_register(); 105694911fe3SBenjamin Thery if (err) 105794911fe3SBenjamin Thery goto sysctl_fail; 105894911fe3SBenjamin Thery #endif 1059b7d6df57SPaolo Abeni 1060b7d6df57SPaolo Abeni /* ensure that ipv6 stubs are visible only after ipv6 is ready */ 1061b7d6df57SPaolo Abeni wmb(); 1062b7d6df57SPaolo Abeni ipv6_stub = &ipv6_stub_impl; 1063d74bad4eSAndrey Ignatov ipv6_bpf_stub = &ipv6_bpf_stub_impl; 10641da177e4SLinus Torvalds out: 10651da177e4SLinus Torvalds return err; 10661da177e4SLinus Torvalds 106794911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 106894911fe3SBenjamin Thery sysctl_fail: 1069382ed724SVlad Yasevich igmp6_late_cleanup(); 107094911fe3SBenjamin Thery #endif 1071382ed724SVlad Yasevich igmp6_late_err: 1072382ed724SVlad Yasevich seg6_exit(); 1073915d7e5eSDavid Lebrun seg6_fail: 1074915d7e5eSDavid Lebrun calipso_exit(); 1075cb72d382SHuw Davies calipso_fail: 1076cb72d382SHuw Davies pingv6_exit(); 10776d0bfe22SLorenzo Colitti pingv6_fail: 1078eca42aafSVlad Yasevich ipv6_packet_cleanup(); 10797f4e4868SDaniel Lezcano ipv6_packet_fail: 10807f4e4868SDaniel Lezcano tcpv6_exit(); 10817f4e4868SDaniel Lezcano tcpv6_fail: 1082a6024562STom Herbert udpv6_offload_exit(); 1083a6024562STom Herbert udpv6_offload_fail: 10847f4e4868SDaniel Lezcano udplitev6_exit(); 10857f4e4868SDaniel Lezcano udplitev6_fail: 10867f4e4868SDaniel Lezcano udpv6_exit(); 10877f4e4868SDaniel Lezcano udpv6_fail: 10887f4e4868SDaniel Lezcano ipv6_frag_exit(); 1089853cbbaaSDaniel Lezcano ipv6_frag_fail: 1090853cbbaaSDaniel Lezcano ipv6_exthdrs_exit(); 1091248b238dSDaniel Lezcano ipv6_exthdrs_fail: 1092248b238dSDaniel Lezcano addrconf_cleanup(); 10931da177e4SLinus Torvalds addrconf_fail: 10941da177e4SLinus Torvalds ip6_flowlabel_cleanup(); 10950a3e78acSDaniel Lezcano ip6_flowlabel_fail: 10962c861cc6SMichal Kubeček ndisc_late_cleanup(); 10972c861cc6SMichal Kubeček ndisc_late_fail: 10981da177e4SLinus Torvalds ip6_route_cleanup(); 1099e2fddf5eSDaniel Lezcano ip6_route_fail: 11001da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 11011da177e4SLinus Torvalds if6_proc_exit(); 11021da177e4SLinus Torvalds proc_if6_fail: 11031da177e4SLinus Torvalds ipv6_misc_proc_exit(); 11041da177e4SLinus Torvalds proc_misc6_fail: 1105ba4e58ecSGerrit Renker udplite6_proc_exit(); 1106ba4e58ecSGerrit Renker proc_udplite6_fail: 11071da177e4SLinus Torvalds raw6_proc_exit(); 11081da177e4SLinus Torvalds proc_raw6_fail: 11091da177e4SLinus Torvalds #endif 11102cc7d573SHarald Welte ipv6_netfilter_fini(); 11112cc7d573SHarald Welte netfilter_fail: 11121da177e4SLinus Torvalds igmp6_cleanup(); 11131da177e4SLinus Torvalds igmp_fail: 11141da177e4SLinus Torvalds ndisc_cleanup(); 11151da177e4SLinus Torvalds ndisc_fail: 111615e66807SWANG Cong icmpv6_cleanup(); 1117afe49de4SSabrina Dubroca icmp_fail: 1118afe49de4SSabrina Dubroca ip6_mr_cleanup(); 1119afe49de4SSabrina Dubroca ipmr_fail: 1120afe49de4SSabrina Dubroca unregister_pernet_subsys(&inet6_net_ops); 112181c1c178SDaniel Lezcano register_pernet_fail: 11228eb55910SDavid S. Miller sock_unregister(PF_INET6); 1123e2fddf5eSDaniel Lezcano rtnl_unregister_all(PF_INET6); 11247f4e4868SDaniel Lezcano out_sock_register_fail: 11257f4e4868SDaniel Lezcano rawv6_exit(); 11266d0bfe22SLorenzo Colitti out_unregister_ping_proto: 11276d0bfe22SLorenzo Colitti proto_unregister(&pingv6_prot); 11281da177e4SLinus Torvalds out_unregister_raw_proto: 11291da177e4SLinus Torvalds proto_unregister(&rawv6_prot); 1130ba4e58ecSGerrit Renker out_unregister_udplite_proto: 1131ba4e58ecSGerrit Renker proto_unregister(&udplitev6_prot); 11321da177e4SLinus Torvalds out_unregister_udp_proto: 11331da177e4SLinus Torvalds proto_unregister(&udpv6_prot); 11341da177e4SLinus Torvalds out_unregister_tcp_proto: 11351da177e4SLinus Torvalds proto_unregister(&tcpv6_prot); 11361da177e4SLinus Torvalds goto out; 11371da177e4SLinus Torvalds } 11381da177e4SLinus Torvalds module_init(inet6_init); 11391da177e4SLinus Torvalds 11401da177e4SLinus Torvalds MODULE_ALIAS_NETPROTO(PF_INET6); 1141