12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * PF_INET6 socket protocol family 41da177e4SLinus Torvalds * Linux INET6 implementation 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Authors: 71da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Adapted from linux/net/ipv4/af_inet.c 101da177e4SLinus Torvalds * 111da177e4SLinus Torvalds * Fixes: 121da177e4SLinus Torvalds * piggy, Karl Knutson : Socket protocol table 131da177e4SLinus Torvalds * Hideaki YOSHIFUJI : sin6_scope_id support 141da177e4SLinus Torvalds * Arnaldo Melo : check proc_net_create return, cleanups 151da177e4SLinus Torvalds */ 161da177e4SLinus Torvalds 17f3213831SJoe Perches #define pr_fmt(fmt) "IPv6: " fmt 181da177e4SLinus Torvalds 191da177e4SLinus Torvalds #include <linux/module.h> 204fc268d2SRandy Dunlap #include <linux/capability.h> 211da177e4SLinus Torvalds #include <linux/errno.h> 221da177e4SLinus Torvalds #include <linux/types.h> 231da177e4SLinus Torvalds #include <linux/socket.h> 241da177e4SLinus Torvalds #include <linux/in.h> 251da177e4SLinus Torvalds #include <linux/kernel.h> 261da177e4SLinus Torvalds #include <linux/timer.h> 271da177e4SLinus Torvalds #include <linux/string.h> 281da177e4SLinus Torvalds #include <linux/sockios.h> 291da177e4SLinus Torvalds #include <linux/net.h> 301da177e4SLinus Torvalds #include <linux/fcntl.h> 311da177e4SLinus Torvalds #include <linux/mm.h> 321da177e4SLinus Torvalds #include <linux/interrupt.h> 331da177e4SLinus Torvalds #include <linux/proc_fs.h> 341da177e4SLinus Torvalds #include <linux/stat.h> 351da177e4SLinus Torvalds #include <linux/init.h> 365a0e3ad6STejun Heo #include <linux/slab.h> 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds #include <linux/inet.h> 391da177e4SLinus Torvalds #include <linux/netdevice.h> 401da177e4SLinus Torvalds #include <linux/icmpv6.h> 412cc7d573SHarald Welte #include <linux/netfilter_ipv6.h> 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds #include <net/ip.h> 441da177e4SLinus Torvalds #include <net/ipv6.h> 451da177e4SLinus Torvalds #include <net/udp.h> 46ba4e58ecSGerrit Renker #include <net/udplite.h> 471da177e4SLinus Torvalds #include <net/tcp.h> 486d0bfe22SLorenzo Colitti #include <net/ping.h> 491da177e4SLinus Torvalds #include <net/protocol.h> 501da177e4SLinus Torvalds #include <net/inet_common.h> 511668e010SKOVACS Krisztian #include <net/route.h> 521da177e4SLinus Torvalds #include <net/transp_v6.h> 531da177e4SLinus Torvalds #include <net/ip6_route.h> 541da177e4SLinus Torvalds #include <net/addrconf.h> 553616d08bSDavid Ahern #include <net/ipv6_stubs.h> 56f564f45cSCong Wang #include <net/ndisc.h> 571da177e4SLinus Torvalds #ifdef CONFIG_IPV6_TUNNEL 581da177e4SLinus Torvalds #include <net/ip6_tunnel.h> 591da177e4SLinus Torvalds #endif 60cb72d382SHuw Davies #include <net/calipso.h> 61915d7e5eSDavid Lebrun #include <net/seg6.h> 62a7a29f9cSAlexander Aring #include <net/rpl.h> 631da177e4SLinus Torvalds 647c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 657bc570c8SYOSHIFUJI Hideaki #include <linux/mroute6.h> 661da177e4SLinus Torvalds 67a6024562STom Herbert #include "ip6_offload.h" 68a6024562STom Herbert 691da177e4SLinus Torvalds MODULE_AUTHOR("Cast of dozens"); 701da177e4SLinus Torvalds MODULE_DESCRIPTION("IPv6 protocol stack for Linux"); 711da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 721da177e4SLinus Torvalds 73f1267347SPavel Emelyanov /* The inetsw6 table contains everything that inet6_create needs to 741da177e4SLinus Torvalds * build a new socket. 751da177e4SLinus Torvalds */ 761da177e4SLinus Torvalds static struct list_head inetsw6[SOCK_MAX]; 771da177e4SLinus Torvalds static DEFINE_SPINLOCK(inetsw6_lock); 781da177e4SLinus Torvalds 7956d417b1SBrian Haley struct ipv6_params ipv6_defaults = { 8056d417b1SBrian Haley .disable_ipv6 = 0, 8156d417b1SBrian Haley .autoconf = 1, 8256d417b1SBrian Haley }; 8356d417b1SBrian Haley 84647c0c70SEldad Zack static int disable_ipv6_mod; 8556d417b1SBrian Haley 8656d417b1SBrian Haley module_param_named(disable, disable_ipv6_mod, int, 0444); 8756d417b1SBrian Haley MODULE_PARM_DESC(disable, "Disable IPv6 module such that it is non-functional"); 8856d417b1SBrian Haley 8956d417b1SBrian Haley module_param_named(disable_ipv6, ipv6_defaults.disable_ipv6, int, 0444); 9056d417b1SBrian Haley MODULE_PARM_DESC(disable_ipv6, "Disable IPv6 on all interfaces"); 9156d417b1SBrian Haley 9256d417b1SBrian Haley module_param_named(autoconf, ipv6_defaults.autoconf, int, 0444); 9356d417b1SBrian Haley MODULE_PARM_DESC(autoconf, "Enable IPv6 address autoconfiguration on all interfaces"); 94fe7ca2e1SBrian Haley 95e4348637SDavid Ahern bool ipv6_mod_enabled(void) 96e4348637SDavid Ahern { 97e4348637SDavid Ahern return disable_ipv6_mod == 0; 98e4348637SDavid Ahern } 99e4348637SDavid Ahern EXPORT_SYMBOL_GPL(ipv6_mod_enabled); 100e4348637SDavid Ahern 1011da177e4SLinus Torvalds static __inline__ struct ipv6_pinfo *inet6_sk_generic(struct sock *sk) 1021da177e4SLinus Torvalds { 1031da177e4SLinus Torvalds const int offset = sk->sk_prot->obj_size - sizeof(struct ipv6_pinfo); 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds return (struct ipv6_pinfo *)(((u8 *)sk) + offset); 1061da177e4SLinus Torvalds } 1071da177e4SLinus Torvalds 1083f378b68SEric Paris static int inet6_create(struct net *net, struct socket *sock, int protocol, 1093f378b68SEric Paris int kern) 1101da177e4SLinus Torvalds { 1111da177e4SLinus Torvalds struct inet_sock *inet; 1121da177e4SLinus Torvalds struct ipv6_pinfo *np; 1131da177e4SLinus Torvalds struct sock *sk; 1141da177e4SLinus Torvalds struct inet_protosw *answer; 1151da177e4SLinus Torvalds struct proto *answer_prot; 1161da177e4SLinus Torvalds unsigned char answer_flags; 117af1afe86SYOSHIFUJI Hideaki int try_loading_module = 0; 118af1afe86SYOSHIFUJI Hideaki int err; 1191da177e4SLinus Torvalds 12079462ad0SHannes Frederic Sowa if (protocol < 0 || protocol >= IPPROTO_MAX) 12179462ad0SHannes Frederic Sowa return -EINVAL; 12279462ad0SHannes Frederic Sowa 1231da177e4SLinus Torvalds /* Look for the requested type/protocol pair. */ 124af1afe86SYOSHIFUJI Hideaki lookup_protocol: 125af1afe86SYOSHIFUJI Hideaki err = -ESOCKTNOSUPPORT; 1261da177e4SLinus Torvalds rcu_read_lock(); 127696adfe8SPaul E. McKenney list_for_each_entry_rcu(answer, &inetsw6[sock->type], list) { 1281da177e4SLinus Torvalds 129696adfe8SPaul E. McKenney err = 0; 1301da177e4SLinus Torvalds /* Check the non-wild match. */ 1311da177e4SLinus Torvalds if (protocol == answer->protocol) { 1321da177e4SLinus Torvalds if (protocol != IPPROTO_IP) 1331da177e4SLinus Torvalds break; 1341da177e4SLinus Torvalds } else { 1351da177e4SLinus Torvalds /* Check for the two wild cases. */ 1361da177e4SLinus Torvalds if (IPPROTO_IP == protocol) { 1371da177e4SLinus Torvalds protocol = answer->protocol; 1381da177e4SLinus Torvalds break; 1391da177e4SLinus Torvalds } 1401da177e4SLinus Torvalds if (IPPROTO_IP == answer->protocol) 1411da177e4SLinus Torvalds break; 1421da177e4SLinus Torvalds } 143af1afe86SYOSHIFUJI Hideaki err = -EPROTONOSUPPORT; 1441da177e4SLinus Torvalds } 1451da177e4SLinus Torvalds 146696adfe8SPaul E. McKenney if (err) { 147af1afe86SYOSHIFUJI Hideaki if (try_loading_module < 2) { 148af1afe86SYOSHIFUJI Hideaki rcu_read_unlock(); 149af1afe86SYOSHIFUJI Hideaki /* 150af1afe86SYOSHIFUJI Hideaki * Be more specific, e.g. net-pf-10-proto-132-type-1 151af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP-type-SOCK_STREAM) 152af1afe86SYOSHIFUJI Hideaki */ 153af1afe86SYOSHIFUJI Hideaki if (++try_loading_module == 1) 154af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d-type-%d", 155af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol, sock->type); 156af1afe86SYOSHIFUJI Hideaki /* 157af1afe86SYOSHIFUJI Hideaki * Fall back to generic, e.g. net-pf-10-proto-132 158af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP) 159af1afe86SYOSHIFUJI Hideaki */ 160af1afe86SYOSHIFUJI Hideaki else 161af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d", 162af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol); 163af1afe86SYOSHIFUJI Hideaki goto lookup_protocol; 164af1afe86SYOSHIFUJI Hideaki } else 1651da177e4SLinus Torvalds goto out_rcu_unlock; 166af1afe86SYOSHIFUJI Hideaki } 167af1afe86SYOSHIFUJI Hideaki 168af1afe86SYOSHIFUJI Hideaki err = -EPERM; 169af31f412SEric W. Biederman if (sock->type == SOCK_RAW && !kern && 170af31f412SEric W. Biederman !ns_capable(net->user_ns, CAP_NET_RAW)) 1711da177e4SLinus Torvalds goto out_rcu_unlock; 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds sock->ops = answer->ops; 1741da177e4SLinus Torvalds answer_prot = answer->prot; 1751da177e4SLinus Torvalds answer_flags = answer->flags; 1761da177e4SLinus Torvalds rcu_read_unlock(); 1771da177e4SLinus Torvalds 17863159f29SIan Morris WARN_ON(!answer_prot->slab); 1791da177e4SLinus Torvalds 180af1afe86SYOSHIFUJI Hideaki err = -ENOBUFS; 18111aa9c28SEric W. Biederman sk = sk_alloc(net, PF_INET6, GFP_KERNEL, answer_prot, kern); 18263159f29SIan Morris if (!sk) 1831da177e4SLinus Torvalds goto out; 1841da177e4SLinus Torvalds 1851da177e4SLinus Torvalds sock_init_data(sock, sk); 1861da177e4SLinus Torvalds 187af1afe86SYOSHIFUJI Hideaki err = 0; 1881da177e4SLinus Torvalds if (INET_PROTOSW_REUSE & answer_flags) 1894a17fd52SPavel Emelyanov sk->sk_reuse = SK_CAN_REUSE; 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds inet = inet_sk(sk); 192469de9b9SPaul Moore inet->is_icsk = (INET_PROTOSW_ICSK & answer_flags) != 0; 1931da177e4SLinus Torvalds 1941da177e4SLinus Torvalds if (SOCK_RAW == sock->type) { 195c720c7e8SEric Dumazet inet->inet_num = protocol; 1961da177e4SLinus Torvalds if (IPPROTO_RAW == protocol) 1971da177e4SLinus Torvalds inet->hdrincl = 1; 1981da177e4SLinus Torvalds } 1991da177e4SLinus Torvalds 200e6848976SArnaldo Carvalho de Melo sk->sk_destruct = inet_sock_destruct; 2011da177e4SLinus Torvalds sk->sk_family = PF_INET6; 2021da177e4SLinus Torvalds sk->sk_protocol = protocol; 2031da177e4SLinus Torvalds 2041da177e4SLinus Torvalds sk->sk_backlog_rcv = answer->prot->backlog_rcv; 2051da177e4SLinus Torvalds 2061da177e4SLinus Torvalds inet_sk(sk)->pinet6 = np = inet6_sk_generic(sk); 2071da177e4SLinus Torvalds np->hop_limit = -1; 208f935aa9eSDavid S. Miller np->mcast_hops = IPV6_DEFAULT_MCASTHOPS; 2091da177e4SLinus Torvalds np->mc_loop = 1; 21015033f04SAndre Naujoks np->mc_all = 1; 2111da177e4SLinus Torvalds np->pmtudisc = IPV6_PMTUDISC_WANT; 212a346abe0SEric Dumazet np->repflow = net->ipv6.sysctl.flowlabel_reflect & FLOWLABEL_REFLECT_ESTABLISHED; 2139fe516baSEric Dumazet sk->sk_ipv6only = net->ipv6.sysctl.bindv6only; 2141da177e4SLinus Torvalds 2151da177e4SLinus Torvalds /* Init the ipv4 part of the socket since we can have sockets 2161da177e4SLinus Torvalds * using v6 API for ipv4. 2171da177e4SLinus Torvalds */ 2181da177e4SLinus Torvalds inet->uc_ttl = -1; 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds inet->mc_loop = 1; 2211da177e4SLinus Torvalds inet->mc_ttl = 1; 2221da177e4SLinus Torvalds inet->mc_index = 0; 2231da177e4SLinus Torvalds inet->mc_list = NULL; 2244c507d28SJiri Benc inet->rcv_tos = 0; 2251da177e4SLinus Torvalds 226974eda11SHannes Frederic Sowa if (net->ipv4.sysctl_ip_no_pmtu_disc) 2271da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_DONT; 2281da177e4SLinus Torvalds else 2291da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_WANT; 230e6848976SArnaldo Carvalho de Melo /* 231e6848976SArnaldo Carvalho de Melo * Increment only the relevant sk_prot->socks debug field, this changes 232e6848976SArnaldo Carvalho de Melo * the previous behaviour of incrementing both the equivalent to 233e6848976SArnaldo Carvalho de Melo * answer->prot->socks (inet6_sock_nr) and inet_sock_nr. 234e6848976SArnaldo Carvalho de Melo * 235e6848976SArnaldo Carvalho de Melo * This allows better debug granularity as we'll know exactly how many 236e6848976SArnaldo Carvalho de Melo * UDPv6, TCPv6, etc socks were allocated, not the sum of all IPv6 237e6848976SArnaldo Carvalho de Melo * transport protocol socks. -acme 238e6848976SArnaldo Carvalho de Melo */ 239e6848976SArnaldo Carvalho de Melo sk_refcnt_debug_inc(sk); 2401da177e4SLinus Torvalds 241c720c7e8SEric Dumazet if (inet->inet_num) { 2421da177e4SLinus Torvalds /* It assumes that any protocol which allows 2431da177e4SLinus Torvalds * the user to assign a number at socket 2441da177e4SLinus Torvalds * creation time automatically shares. 2451da177e4SLinus Torvalds */ 246c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 247086c653fSCraig Gallek err = sk->sk_prot->hash(sk); 248086c653fSCraig Gallek if (err) { 249086c653fSCraig Gallek sk_common_release(sk); 250086c653fSCraig Gallek goto out; 251086c653fSCraig Gallek } 2521da177e4SLinus Torvalds } 2531da177e4SLinus Torvalds if (sk->sk_prot->init) { 254af1afe86SYOSHIFUJI Hideaki err = sk->sk_prot->init(sk); 255af1afe86SYOSHIFUJI Hideaki if (err) { 2561da177e4SLinus Torvalds sk_common_release(sk); 2571da177e4SLinus Torvalds goto out; 2581da177e4SLinus Torvalds } 2591da177e4SLinus Torvalds } 26061023658SDavid Ahern 26161023658SDavid Ahern if (!kern) { 26261023658SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET_SOCK(sk); 26361023658SDavid Ahern if (err) { 26461023658SDavid Ahern sk_common_release(sk); 26561023658SDavid Ahern goto out; 26661023658SDavid Ahern } 26761023658SDavid Ahern } 2681da177e4SLinus Torvalds out: 269af1afe86SYOSHIFUJI Hideaki return err; 2701da177e4SLinus Torvalds out_rcu_unlock: 2711da177e4SLinus Torvalds rcu_read_unlock(); 2721da177e4SLinus Torvalds goto out; 2731da177e4SLinus Torvalds } 2741da177e4SLinus Torvalds 275032234d8SDavid Ahern static int __inet6_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len, 276cb0721c7SStanislav Fomichev u32 flags) 2773679d585SAndrey Ignatov { 2783679d585SAndrey Ignatov struct sockaddr_in6 *addr = (struct sockaddr_in6 *)uaddr; 2793679d585SAndrey Ignatov struct inet_sock *inet = inet_sk(sk); 2803679d585SAndrey Ignatov struct ipv6_pinfo *np = inet6_sk(sk); 2813679d585SAndrey Ignatov struct net *net = sock_net(sk); 2823679d585SAndrey Ignatov __be32 v4addr = 0; 2833679d585SAndrey Ignatov unsigned short snum; 2843679d585SAndrey Ignatov bool saved_ipv6only; 2853679d585SAndrey Ignatov int addr_type = 0; 2863679d585SAndrey Ignatov int err = 0; 2873679d585SAndrey Ignatov 2885a079c30SMarcus Meissner if (addr->sin6_family != AF_INET6) 289c349a528SMarcus Meissner return -EAFNOSUPPORT; 2905a079c30SMarcus Meissner 2911da177e4SLinus Torvalds addr_type = ipv6_addr_type(&addr->sin6_addr); 2923679d585SAndrey Ignatov if ((addr_type & IPV6_ADDR_MULTICAST) && sk->sk_type == SOCK_STREAM) 2931da177e4SLinus Torvalds return -EINVAL; 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds snum = ntohs(addr->sin6_port); 29682f31ebfSMaciej Żenczykowski if (snum && inet_port_requires_bind_service(net, snum) && 2974548b683SKrister Johansen !ns_capable(net->user_ns, CAP_NET_BIND_SERVICE)) 2981da177e4SLinus Torvalds return -EACCES; 2991da177e4SLinus Torvalds 300cb0721c7SStanislav Fomichev if (flags & BIND_WITH_LOCK) 3011da177e4SLinus Torvalds lock_sock(sk); 3021da177e4SLinus Torvalds 3031da177e4SLinus Torvalds /* Check these errors (active socket, double bind). */ 304c720c7e8SEric Dumazet if (sk->sk_state != TCP_CLOSE || inet->inet_num) { 3051da177e4SLinus Torvalds err = -EINVAL; 3061da177e4SLinus Torvalds goto out; 3071da177e4SLinus Torvalds } 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds /* Check if the address belongs to the host. */ 3101da177e4SLinus Torvalds if (addr_type == IPV6_ADDR_MAPPED) { 311ec90ad33SDavid Ahern struct net_device *dev = NULL; 31263d9950bSVlad Yasevich int chk_addr_ret; 31363d9950bSVlad Yasevich 314783ed5a7SVlad Yasevich /* Binding to v4-mapped address on a v6-only socket 315783ed5a7SVlad Yasevich * makes no sense 316783ed5a7SVlad Yasevich */ 3179fe516baSEric Dumazet if (sk->sk_ipv6only) { 318783ed5a7SVlad Yasevich err = -EINVAL; 319783ed5a7SVlad Yasevich goto out; 320783ed5a7SVlad Yasevich } 32163d9950bSVlad Yasevich 322d4a7e9bbSDavid Ahern rcu_read_lock(); 323ec90ad33SDavid Ahern if (sk->sk_bound_dev_if) { 324ec90ad33SDavid Ahern dev = dev_get_by_index_rcu(net, sk->sk_bound_dev_if); 325ec90ad33SDavid Ahern if (!dev) { 326ec90ad33SDavid Ahern err = -ENODEV; 327d4a7e9bbSDavid Ahern goto out_unlock; 328ec90ad33SDavid Ahern } 329ec90ad33SDavid Ahern } 330ec90ad33SDavid Ahern 331a34f0b31SUwe Kleine-König /* Reproduce AF_INET checks to make the bindings consistent */ 3321da177e4SLinus Torvalds v4addr = addr->sin6_addr.s6_addr32[3]; 333ec90ad33SDavid Ahern chk_addr_ret = inet_addr_type_dev_table(net, dev, v4addr); 334d4a7e9bbSDavid Ahern rcu_read_unlock(); 335d4a7e9bbSDavid Ahern 33683ba4645SVincent Bernat if (!inet_can_nonlocal_bind(net, inet) && 33763d9950bSVlad Yasevich v4addr != htonl(INADDR_ANY) && 33863d9950bSVlad Yasevich chk_addr_ret != RTN_LOCAL && 33963d9950bSVlad Yasevich chk_addr_ret != RTN_MULTICAST && 340ca6982b8SBruno Prémont chk_addr_ret != RTN_BROADCAST) { 341ca6982b8SBruno Prémont err = -EADDRNOTAVAIL; 3421da177e4SLinus Torvalds goto out; 343ca6982b8SBruno Prémont } 3441da177e4SLinus Torvalds } else { 3451da177e4SLinus Torvalds if (addr_type != IPV6_ADDR_ANY) { 3461da177e4SLinus Torvalds struct net_device *dev = NULL; 3471da177e4SLinus Torvalds 34816ba5e8eSEric Dumazet rcu_read_lock(); 349842df073SHannes Frederic Sowa if (__ipv6_addr_needs_scope_id(addr_type)) { 3501da177e4SLinus Torvalds if (addr_len >= sizeof(struct sockaddr_in6) && 3511da177e4SLinus Torvalds addr->sin6_scope_id) { 3521da177e4SLinus Torvalds /* Override any existing binding, if another one 3531da177e4SLinus Torvalds * is supplied by user. 3541da177e4SLinus Torvalds */ 3551da177e4SLinus Torvalds sk->sk_bound_dev_if = addr->sin6_scope_id; 3561da177e4SLinus Torvalds } 3571da177e4SLinus Torvalds 3581da177e4SLinus Torvalds /* Binding to link-local address requires an interface */ 3591da177e4SLinus Torvalds if (!sk->sk_bound_dev_if) { 3601da177e4SLinus Torvalds err = -EINVAL; 36116ba5e8eSEric Dumazet goto out_unlock; 3621da177e4SLinus Torvalds } 363c5ee0663SDavid Ahern } 364c5ee0663SDavid Ahern 365c5ee0663SDavid Ahern if (sk->sk_bound_dev_if) { 36616ba5e8eSEric Dumazet dev = dev_get_by_index_rcu(net, sk->sk_bound_dev_if); 3671da177e4SLinus Torvalds if (!dev) { 3681da177e4SLinus Torvalds err = -ENODEV; 36916ba5e8eSEric Dumazet goto out_unlock; 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds } 3721da177e4SLinus Torvalds 3731da177e4SLinus Torvalds /* ipv4 addr of the socket is invalid. Only the 3741da177e4SLinus Torvalds * unspecified and mapped address have a v4 equivalent. 3751da177e4SLinus Torvalds */ 3761da177e4SLinus Torvalds v4addr = LOOPBACK4_IPV6; 3771da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) { 37883ba4645SVincent Bernat if (!ipv6_can_nonlocal_bind(net, inet) && 3790a513f6aSBalazs Scheidler !ipv6_chk_addr(net, &addr->sin6_addr, 380bfeade08SDaniel Lezcano dev, 0)) { 3811da177e4SLinus Torvalds err = -EADDRNOTAVAIL; 38216ba5e8eSEric Dumazet goto out_unlock; 3831da177e4SLinus Torvalds } 3841da177e4SLinus Torvalds } 38516ba5e8eSEric Dumazet rcu_read_unlock(); 3861da177e4SLinus Torvalds } 3871da177e4SLinus Torvalds } 3881da177e4SLinus Torvalds 389c720c7e8SEric Dumazet inet->inet_rcv_saddr = v4addr; 390c720c7e8SEric Dumazet inet->inet_saddr = v4addr; 3911da177e4SLinus Torvalds 392efe4208fSEric Dumazet sk->sk_v6_rcv_saddr = addr->sin6_addr; 3931da177e4SLinus Torvalds 3941da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) 3954e3fd7a0SAlexey Dobriyan np->saddr = addr->sin6_addr; 3961da177e4SLinus Torvalds 3977ece54a6SMartin KaFai Lau saved_ipv6only = sk->sk_ipv6only; 3987ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY && addr_type != IPV6_ADDR_MAPPED) 3997ece54a6SMartin KaFai Lau sk->sk_ipv6only = 1; 4007ece54a6SMartin KaFai Lau 4011da177e4SLinus Torvalds /* Make sure we are allowed to bind here. */ 402aac3fc32SAndrey Ignatov if (snum || !(inet->bind_address_no_port || 403cb0721c7SStanislav Fomichev (flags & BIND_FORCE_ADDRESS_NO_PORT))) { 404aac3fc32SAndrey Ignatov if (sk->sk_prot->get_port(sk, snum)) { 4057ece54a6SMartin KaFai Lau sk->sk_ipv6only = saved_ipv6only; 4061da177e4SLinus Torvalds inet_reset_saddr(sk); 4071da177e4SLinus Torvalds err = -EADDRINUSE; 4081da177e4SLinus Torvalds goto out; 4091da177e4SLinus Torvalds } 410aac3fc32SAndrey Ignatov err = BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk); 411aac3fc32SAndrey Ignatov if (err) { 412aac3fc32SAndrey Ignatov sk->sk_ipv6only = saved_ipv6only; 413aac3fc32SAndrey Ignatov inet_reset_saddr(sk); 414aac3fc32SAndrey Ignatov goto out; 415aac3fc32SAndrey Ignatov } 416aac3fc32SAndrey Ignatov } 4171da177e4SLinus Torvalds 4187ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY) 4191da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDADDR_LOCK; 4201da177e4SLinus Torvalds if (snum) 4211da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDPORT_LOCK; 422c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 423c720c7e8SEric Dumazet inet->inet_dport = 0; 424c720c7e8SEric Dumazet inet->inet_daddr = 0; 4251da177e4SLinus Torvalds out: 426cb0721c7SStanislav Fomichev if (flags & BIND_WITH_LOCK) 4271da177e4SLinus Torvalds release_sock(sk); 4281da177e4SLinus Torvalds return err; 42916ba5e8eSEric Dumazet out_unlock: 43016ba5e8eSEric Dumazet rcu_read_unlock(); 43116ba5e8eSEric Dumazet goto out; 4321da177e4SLinus Torvalds } 4337159039aSYOSHIFUJI Hideaki 434032234d8SDavid Ahern /* bind for INET6 API */ 435032234d8SDavid Ahern int inet6_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 436032234d8SDavid Ahern { 437032234d8SDavid Ahern struct sock *sk = sock->sk; 438032234d8SDavid Ahern int err = 0; 439032234d8SDavid Ahern 440032234d8SDavid Ahern /* If the socket has its own bind function then use it. */ 441032234d8SDavid Ahern if (sk->sk_prot->bind) 442032234d8SDavid Ahern return sk->sk_prot->bind(sk, uaddr, addr_len); 443032234d8SDavid Ahern 444032234d8SDavid Ahern if (addr_len < SIN6_LEN_RFC2133) 445032234d8SDavid Ahern return -EINVAL; 446032234d8SDavid Ahern 447032234d8SDavid Ahern /* BPF prog is run before any checks are done so that if the prog 448032234d8SDavid Ahern * changes context in a wrong way it will be caught. 449032234d8SDavid Ahern */ 450032234d8SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET6_BIND(sk, uaddr); 451032234d8SDavid Ahern if (err) 452032234d8SDavid Ahern return err; 453032234d8SDavid Ahern 454cb0721c7SStanislav Fomichev return __inet6_bind(sk, uaddr, addr_len, BIND_WITH_LOCK); 455032234d8SDavid Ahern } 456032234d8SDavid Ahern EXPORT_SYMBOL(inet6_bind); 457032234d8SDavid Ahern 4581da177e4SLinus Torvalds int inet6_release(struct socket *sock) 4591da177e4SLinus Torvalds { 4601da177e4SLinus Torvalds struct sock *sk = sock->sk; 4611da177e4SLinus Torvalds 46263159f29SIan Morris if (!sk) 4631da177e4SLinus Torvalds return -EINVAL; 4641da177e4SLinus Torvalds 4651da177e4SLinus Torvalds /* Free mc lists */ 4661da177e4SLinus Torvalds ipv6_sock_mc_close(sk); 4671da177e4SLinus Torvalds 4681da177e4SLinus Torvalds /* Free ac lists */ 4691da177e4SLinus Torvalds ipv6_sock_ac_close(sk); 4701da177e4SLinus Torvalds 4711da177e4SLinus Torvalds return inet_release(sock); 4721da177e4SLinus Torvalds } 4737159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_release); 4747159039aSYOSHIFUJI Hideaki 4757d06b2e0SBrian Haley void inet6_destroy_sock(struct sock *sk) 4761da177e4SLinus Torvalds { 4771da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 4781da177e4SLinus Torvalds struct sk_buff *skb; 4791da177e4SLinus Torvalds struct ipv6_txoptions *opt; 4801da177e4SLinus Torvalds 4811da177e4SLinus Torvalds /* Release rx options */ 4821da177e4SLinus Torvalds 483647c0c70SEldad Zack skb = xchg(&np->pktoptions, NULL); 4841da177e4SLinus Torvalds kfree_skb(skb); 4851da177e4SLinus Torvalds 486647c0c70SEldad Zack skb = xchg(&np->rxpmtu, NULL); 4874b340ae2SBrian Haley kfree_skb(skb); 4884b340ae2SBrian Haley 4891da177e4SLinus Torvalds /* Free flowlabels */ 4901da177e4SLinus Torvalds fl6_free_socklist(sk); 4911da177e4SLinus Torvalds 4921da177e4SLinus Torvalds /* Free tx options */ 4931da177e4SLinus Torvalds 49445f6fad8SEric Dumazet opt = xchg((__force struct ipv6_txoptions **)&np->opt, NULL); 49545f6fad8SEric Dumazet if (opt) { 49645f6fad8SEric Dumazet atomic_sub(opt->tot_len, &sk->sk_omem_alloc); 49745f6fad8SEric Dumazet txopt_put(opt); 49845f6fad8SEric Dumazet } 4991da177e4SLinus Torvalds } 5003cf3dc6cSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_destroy_sock); 5013cf3dc6cSArnaldo Carvalho de Melo 5021da177e4SLinus Torvalds /* 5031da177e4SLinus Torvalds * This does both peername and sockname. 5041da177e4SLinus Torvalds */ 5051da177e4SLinus Torvalds 5061da177e4SLinus Torvalds int inet6_getname(struct socket *sock, struct sockaddr *uaddr, 5079b2c45d4SDenys Vlasenko int peer) 5081da177e4SLinus Torvalds { 5091da177e4SLinus Torvalds struct sockaddr_in6 *sin = (struct sockaddr_in6 *)uaddr; 5101da177e4SLinus Torvalds struct sock *sk = sock->sk; 5111da177e4SLinus Torvalds struct inet_sock *inet = inet_sk(sk); 5121da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 5131da177e4SLinus Torvalds 5141da177e4SLinus Torvalds sin->sin6_family = AF_INET6; 5151da177e4SLinus Torvalds sin->sin6_flowinfo = 0; 5161da177e4SLinus Torvalds sin->sin6_scope_id = 0; 5171da177e4SLinus Torvalds if (peer) { 518c720c7e8SEric Dumazet if (!inet->inet_dport) 5191da177e4SLinus Torvalds return -ENOTCONN; 5201da177e4SLinus Torvalds if (((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_SYN_SENT)) && 5211da177e4SLinus Torvalds peer == 1) 5221da177e4SLinus Torvalds return -ENOTCONN; 523c720c7e8SEric Dumazet sin->sin6_port = inet->inet_dport; 524efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_daddr; 5251da177e4SLinus Torvalds if (np->sndflow) 5261da177e4SLinus Torvalds sin->sin6_flowinfo = np->flow_label; 5271da177e4SLinus Torvalds } else { 528efe4208fSEric Dumazet if (ipv6_addr_any(&sk->sk_v6_rcv_saddr)) 5294e3fd7a0SAlexey Dobriyan sin->sin6_addr = np->saddr; 5301da177e4SLinus Torvalds else 531efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_rcv_saddr; 5321da177e4SLinus Torvalds 533c720c7e8SEric Dumazet sin->sin6_port = inet->inet_sport; 5341da177e4SLinus Torvalds } 535842df073SHannes Frederic Sowa sin->sin6_scope_id = ipv6_iface_scope_id(&sin->sin6_addr, 536842df073SHannes Frederic Sowa sk->sk_bound_dev_if); 5379b2c45d4SDenys Vlasenko return sizeof(*sin); 5381da177e4SLinus Torvalds } 5397159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_getname); 5407159039aSYOSHIFUJI Hideaki 5411da177e4SLinus Torvalds int inet6_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) 5421da177e4SLinus Torvalds { 5431da177e4SLinus Torvalds struct sock *sk = sock->sk; 5443b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(sk); 5451da177e4SLinus Torvalds 546647c0c70SEldad Zack switch (cmd) { 5471da177e4SLinus Torvalds case SIOCADDRT: 5481da177e4SLinus Torvalds case SIOCDELRT: 5491da177e4SLinus Torvalds 550a02cec21SEric Dumazet return ipv6_route_ioctl(net, cmd, (void __user *)arg); 5511da177e4SLinus Torvalds 5521da177e4SLinus Torvalds case SIOCSIFADDR: 553af284937SDaniel Lezcano return addrconf_add_ifaddr(net, (void __user *) arg); 5541da177e4SLinus Torvalds case SIOCDIFADDR: 555af284937SDaniel Lezcano return addrconf_del_ifaddr(net, (void __user *) arg); 5561da177e4SLinus Torvalds case SIOCSIFDSTADDR: 557af284937SDaniel Lezcano return addrconf_set_dstaddr(net, (void __user *) arg); 5581da177e4SLinus Torvalds default: 559b5e5fa5eSChristoph Hellwig if (!sk->sk_prot->ioctl) 560b5e5fa5eSChristoph Hellwig return -ENOIOCTLCMD; 561b5e5fa5eSChristoph Hellwig return sk->sk_prot->ioctl(sk, cmd, arg); 5621da177e4SLinus Torvalds } 5631da177e4SLinus Torvalds /*NOTREACHED*/ 564a02cec21SEric Dumazet return 0; 5651da177e4SLinus Torvalds } 5667159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_ioctl); 5677159039aSYOSHIFUJI Hideaki 568164c51feSPaolo Abeni INDIRECT_CALLABLE_DECLARE(int udpv6_sendmsg(struct sock *, struct msghdr *, 569164c51feSPaolo Abeni size_t)); 57068ab5d14SPaolo Abeni int inet6_sendmsg(struct socket *sock, struct msghdr *msg, size_t size) 57168ab5d14SPaolo Abeni { 57268ab5d14SPaolo Abeni struct sock *sk = sock->sk; 57368ab5d14SPaolo Abeni 57468ab5d14SPaolo Abeni if (unlikely(inet_send_prepare(sk))) 57568ab5d14SPaolo Abeni return -EAGAIN; 57668ab5d14SPaolo Abeni 577164c51feSPaolo Abeni return INDIRECT_CALL_2(sk->sk_prot->sendmsg, tcp_sendmsg, udpv6_sendmsg, 578164c51feSPaolo Abeni sk, msg, size); 57968ab5d14SPaolo Abeni } 58068ab5d14SPaolo Abeni 581164c51feSPaolo Abeni INDIRECT_CALLABLE_DECLARE(int udpv6_recvmsg(struct sock *, struct msghdr *, 582164c51feSPaolo Abeni size_t, int, int, int *)); 58368ab5d14SPaolo Abeni int inet6_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, 58468ab5d14SPaolo Abeni int flags) 58568ab5d14SPaolo Abeni { 58668ab5d14SPaolo Abeni struct sock *sk = sock->sk; 58768ab5d14SPaolo Abeni int addr_len = 0; 58868ab5d14SPaolo Abeni int err; 58968ab5d14SPaolo Abeni 59068ab5d14SPaolo Abeni if (likely(!(flags & MSG_ERRQUEUE))) 59168ab5d14SPaolo Abeni sock_rps_record_flow(sk); 59268ab5d14SPaolo Abeni 593164c51feSPaolo Abeni err = INDIRECT_CALL_2(sk->sk_prot->recvmsg, tcp_recvmsg, udpv6_recvmsg, 594164c51feSPaolo Abeni sk, msg, size, flags & MSG_DONTWAIT, 59568ab5d14SPaolo Abeni flags & ~MSG_DONTWAIT, &addr_len); 59668ab5d14SPaolo Abeni if (err >= 0) 59768ab5d14SPaolo Abeni msg->msg_namelen = addr_len; 59868ab5d14SPaolo Abeni return err; 59968ab5d14SPaolo Abeni } 60068ab5d14SPaolo Abeni 60190ddc4f0SEric Dumazet const struct proto_ops inet6_stream_ops = { 6021da177e4SLinus Torvalds .family = PF_INET6, 6031da177e4SLinus Torvalds .owner = THIS_MODULE, 6041da177e4SLinus Torvalds .release = inet6_release, 6051da177e4SLinus Torvalds .bind = inet6_bind, 6061da177e4SLinus Torvalds .connect = inet_stream_connect, /* ok */ 6071da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 6081da177e4SLinus Torvalds .accept = inet_accept, /* ok */ 6091da177e4SLinus Torvalds .getname = inet6_getname, 610a11e1d43SLinus Torvalds .poll = tcp_poll, /* ok */ 6111da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 612c7cbdbf2SArnd Bergmann .gettstamp = sock_gettstamp, 6131da177e4SLinus Torvalds .listen = inet_listen, /* ok */ 6141da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 6151da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 6161da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 61768ab5d14SPaolo Abeni .sendmsg = inet6_sendmsg, /* retpoline's sake */ 61868ab5d14SPaolo Abeni .recvmsg = inet6_recvmsg, /* retpoline's sake */ 61905255b82SEric Dumazet #ifdef CONFIG_MMU 62093ab6cc6SEric Dumazet .mmap = tcp_mmap, 62105255b82SEric Dumazet #endif 6227ba42910SChangli Gao .sendpage = inet_sendpage, 62345f91bdcSJohn Fastabend .sendmsg_locked = tcp_sendmsg_locked, 62445f91bdcSJohn Fastabend .sendpage_locked = tcp_sendpage_locked, 625a0974dd3SJens Axboe .splice_read = tcp_splice_read, 62632035585STom Herbert .read_sock = tcp_read_sock, 62732035585STom Herbert .peek_len = tcp_peek_len, 6283fdadf7dSDmitry Mishin #ifdef CONFIG_COMPAT 6293fdadf7dSDmitry Mishin .compat_setsockopt = compat_sock_common_setsockopt, 6303fdadf7dSDmitry Mishin .compat_getsockopt = compat_sock_common_getsockopt, 6313fdadf7dSDmitry Mishin #endif 632d1361840SEric Dumazet .set_rcvlowat = tcp_set_rcvlowat, 6331da177e4SLinus Torvalds }; 6341da177e4SLinus Torvalds 63590ddc4f0SEric Dumazet const struct proto_ops inet6_dgram_ops = { 6361da177e4SLinus Torvalds .family = PF_INET6, 6371da177e4SLinus Torvalds .owner = THIS_MODULE, 6381da177e4SLinus Torvalds .release = inet6_release, 6391da177e4SLinus Torvalds .bind = inet6_bind, 6401da177e4SLinus Torvalds .connect = inet_dgram_connect, /* ok */ 6411da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 6421da177e4SLinus Torvalds .accept = sock_no_accept, /* a do nothing */ 6431da177e4SLinus Torvalds .getname = inet6_getname, 644a11e1d43SLinus Torvalds .poll = udp_poll, /* ok */ 6451da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 646c7cbdbf2SArnd Bergmann .gettstamp = sock_gettstamp, 6471da177e4SLinus Torvalds .listen = sock_no_listen, /* ok */ 6481da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 6491da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 6501da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 65168ab5d14SPaolo Abeni .sendmsg = inet6_sendmsg, /* retpoline's sake */ 65268ab5d14SPaolo Abeni .recvmsg = inet6_recvmsg, /* retpoline's sake */ 6531da177e4SLinus Torvalds .mmap = sock_no_mmap, 6541da177e4SLinus Torvalds .sendpage = sock_no_sendpage, 655627d2d6bSsamanthakumar .set_peek_off = sk_set_peek_off, 656543d9cfeSArnaldo Carvalho de Melo #ifdef CONFIG_COMPAT 657543d9cfeSArnaldo Carvalho de Melo .compat_setsockopt = compat_sock_common_setsockopt, 658543d9cfeSArnaldo Carvalho de Melo .compat_getsockopt = compat_sock_common_getsockopt, 659543d9cfeSArnaldo Carvalho de Melo #endif 6601da177e4SLinus Torvalds }; 6611da177e4SLinus Torvalds 662ec1b4cf7SStephen Hemminger static const struct net_proto_family inet6_family_ops = { 6631da177e4SLinus Torvalds .family = PF_INET6, 6641da177e4SLinus Torvalds .create = inet6_create, 6651da177e4SLinus Torvalds .owner = THIS_MODULE, 6661da177e4SLinus Torvalds }; 6671da177e4SLinus Torvalds 66887c3efbfSDaniel Lezcano int inet6_register_protosw(struct inet_protosw *p) 6691da177e4SLinus Torvalds { 6701da177e4SLinus Torvalds struct list_head *lh; 6711da177e4SLinus Torvalds struct inet_protosw *answer; 6721da177e4SLinus Torvalds struct list_head *last_perm; 67387c3efbfSDaniel Lezcano int protocol = p->protocol; 67487c3efbfSDaniel Lezcano int ret; 6751da177e4SLinus Torvalds 6761da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 6771da177e4SLinus Torvalds 67887c3efbfSDaniel Lezcano ret = -EINVAL; 6791da177e4SLinus Torvalds if (p->type >= SOCK_MAX) 6801da177e4SLinus Torvalds goto out_illegal; 6811da177e4SLinus Torvalds 6821da177e4SLinus Torvalds /* If we are trying to override a permanent protocol, bail. */ 6831da177e4SLinus Torvalds answer = NULL; 68487c3efbfSDaniel Lezcano ret = -EPERM; 6851da177e4SLinus Torvalds last_perm = &inetsw6[p->type]; 6861da177e4SLinus Torvalds list_for_each(lh, &inetsw6[p->type]) { 6871da177e4SLinus Torvalds answer = list_entry(lh, struct inet_protosw, list); 6881da177e4SLinus Torvalds 6891da177e4SLinus Torvalds /* Check only the non-wild match. */ 6901da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & answer->flags) { 6911da177e4SLinus Torvalds if (protocol == answer->protocol) 6921da177e4SLinus Torvalds break; 6931da177e4SLinus Torvalds last_perm = lh; 6941da177e4SLinus Torvalds } 6951da177e4SLinus Torvalds 6961da177e4SLinus Torvalds answer = NULL; 6971da177e4SLinus Torvalds } 6981da177e4SLinus Torvalds if (answer) 6991da177e4SLinus Torvalds goto out_permanent; 7001da177e4SLinus Torvalds 7011da177e4SLinus Torvalds /* Add the new entry after the last permanent entry if any, so that 7021da177e4SLinus Torvalds * the new entry does not override a permanent entry when matched with 7031da177e4SLinus Torvalds * a wild-card protocol. But it is allowed to override any existing 7041da177e4SLinus Torvalds * non-permanent entry. This means that when we remove this entry, the 7051da177e4SLinus Torvalds * system automatically returns to the old behavior. 7061da177e4SLinus Torvalds */ 7071da177e4SLinus Torvalds list_add_rcu(&p->list, last_perm); 70887c3efbfSDaniel Lezcano ret = 0; 7091da177e4SLinus Torvalds out: 7101da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 71187c3efbfSDaniel Lezcano return ret; 7121da177e4SLinus Torvalds 7131da177e4SLinus Torvalds out_permanent: 714f3213831SJoe Perches pr_err("Attempt to override permanent protocol %d\n", protocol); 7151da177e4SLinus Torvalds goto out; 7161da177e4SLinus Torvalds 7171da177e4SLinus Torvalds out_illegal: 718f3213831SJoe Perches pr_err("Ignoring attempt to register invalid socket type %d\n", 7191da177e4SLinus Torvalds p->type); 7201da177e4SLinus Torvalds goto out; 7211da177e4SLinus Torvalds } 7227159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_register_protosw); 7237159039aSYOSHIFUJI Hideaki 7241da177e4SLinus Torvalds void 7251da177e4SLinus Torvalds inet6_unregister_protosw(struct inet_protosw *p) 7261da177e4SLinus Torvalds { 7271da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & p->flags) { 728f3213831SJoe Perches pr_err("Attempt to unregister permanent protocol %d\n", 7291da177e4SLinus Torvalds p->protocol); 7301da177e4SLinus Torvalds } else { 7311da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 7321da177e4SLinus Torvalds list_del_rcu(&p->list); 7331da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 7341da177e4SLinus Torvalds 7351da177e4SLinus Torvalds synchronize_net(); 7361da177e4SLinus Torvalds } 7371da177e4SLinus Torvalds } 7387159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_unregister_protosw); 7397159039aSYOSHIFUJI Hideaki 740b9750ce1SArnaldo Carvalho de Melo int inet6_sk_rebuild_header(struct sock *sk) 741b9750ce1SArnaldo Carvalho de Melo { 742b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 74368d0c6d3SDavid S. Miller struct dst_entry *dst; 744b9750ce1SArnaldo Carvalho de Melo 745b9750ce1SArnaldo Carvalho de Melo dst = __sk_dst_check(sk, np->dst_cookie); 746b9750ce1SArnaldo Carvalho de Melo 74763159f29SIan Morris if (!dst) { 748b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 74920c59de2SArnaud Ebalard struct in6_addr *final_p, final; 7504c9483b2SDavid S. Miller struct flowi6 fl6; 751b9750ce1SArnaldo Carvalho de Melo 7524c9483b2SDavid S. Miller memset(&fl6, 0, sizeof(fl6)); 7534c9483b2SDavid S. Miller fl6.flowi6_proto = sk->sk_protocol; 754efe4208fSEric Dumazet fl6.daddr = sk->sk_v6_daddr; 7554e3fd7a0SAlexey Dobriyan fl6.saddr = np->saddr; 7564c9483b2SDavid S. Miller fl6.flowlabel = np->flow_label; 7574c9483b2SDavid S. Miller fl6.flowi6_oif = sk->sk_bound_dev_if; 7584c9483b2SDavid S. Miller fl6.flowi6_mark = sk->sk_mark; 7591958b856SDavid S. Miller fl6.fl6_dport = inet->inet_dport; 7601958b856SDavid S. Miller fl6.fl6_sport = inet->inet_sport; 761e2d118a1SLorenzo Colitti fl6.flowi6_uid = sk->sk_uid; 7624c9483b2SDavid S. Miller security_sk_classify_flow(sk, flowi6_to_flowi(&fl6)); 763b9750ce1SArnaldo Carvalho de Melo 76445f6fad8SEric Dumazet rcu_read_lock(); 76545f6fad8SEric Dumazet final_p = fl6_update_dst(&fl6, rcu_dereference(np->opt), 76645f6fad8SEric Dumazet &final); 76745f6fad8SEric Dumazet rcu_read_unlock(); 768b9750ce1SArnaldo Carvalho de Melo 769c4e85f73SSabrina Dubroca dst = ip6_dst_lookup_flow(sock_net(sk), sk, &fl6, final_p); 77068d0c6d3SDavid S. Miller if (IS_ERR(dst)) { 771b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 77268d0c6d3SDavid S. Miller sk->sk_err_soft = -PTR_ERR(dst); 77368d0c6d3SDavid S. Miller return PTR_ERR(dst); 774b9750ce1SArnaldo Carvalho de Melo } 775b9750ce1SArnaldo Carvalho de Melo 7766bd4f355SEric Dumazet ip6_dst_store(sk, dst, NULL, NULL); 777b9750ce1SArnaldo Carvalho de Melo } 778b9750ce1SArnaldo Carvalho de Melo 779b9750ce1SArnaldo Carvalho de Melo return 0; 780b9750ce1SArnaldo Carvalho de Melo } 781b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_sk_rebuild_header); 782b9750ce1SArnaldo Carvalho de Melo 783a224772dSEric Dumazet bool ipv6_opt_accepted(const struct sock *sk, const struct sk_buff *skb, 784a224772dSEric Dumazet const struct inet6_skb_parm *opt) 785399c07deSArnaldo Carvalho de Melo { 78692113bfdSEric Dumazet const struct ipv6_pinfo *np = inet6_sk(sk); 787399c07deSArnaldo Carvalho de Melo 788399c07deSArnaldo Carvalho de Melo if (np->rxopt.all) { 7898b58a398SFlorian Westphal if (((opt->flags & IP6SKB_HOPBYHOP) && 7908b58a398SFlorian Westphal (np->rxopt.bits.hopopts || np->rxopt.bits.ohopopts)) || 791ac1eabcaSFlorent Fourcot (ip6_flowinfo((struct ipv6hdr *) skb_network_header(skb)) && 792399c07deSArnaldo Carvalho de Melo np->rxopt.bits.rxflow) || 793399c07deSArnaldo Carvalho de Melo (opt->srcrt && (np->rxopt.bits.srcrt || 794399c07deSArnaldo Carvalho de Melo np->rxopt.bits.osrcrt)) || 795399c07deSArnaldo Carvalho de Melo ((opt->dst1 || opt->dst0) && 796399c07deSArnaldo Carvalho de Melo (np->rxopt.bits.dstopts || np->rxopt.bits.odstopts))) 79792113bfdSEric Dumazet return true; 798399c07deSArnaldo Carvalho de Melo } 79992113bfdSEric Dumazet return false; 800399c07deSArnaldo Carvalho de Melo } 801399c07deSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(ipv6_opt_accepted); 802399c07deSArnaldo Carvalho de Melo 8037546dd97SStephen Hemminger static struct packet_type ipv6_packet_type __read_mostly = { 80409640e63SHarvey Harrison .type = cpu_to_be16(ETH_P_IPV6), 805662397fdSYOSHIFUJI Hideaki .func = ipv6_rcv, 806d8269e2cSEdward Cree .list_func = ipv6_list_rcv, 80722061d80SVlad Yasevich }; 80822061d80SVlad Yasevich 809662397fdSYOSHIFUJI Hideaki static int __init ipv6_packet_init(void) 810662397fdSYOSHIFUJI Hideaki { 811662397fdSYOSHIFUJI Hideaki dev_add_pack(&ipv6_packet_type); 812662397fdSYOSHIFUJI Hideaki return 0; 813662397fdSYOSHIFUJI Hideaki } 814662397fdSYOSHIFUJI Hideaki 815662397fdSYOSHIFUJI Hideaki static void ipv6_packet_cleanup(void) 816662397fdSYOSHIFUJI Hideaki { 817662397fdSYOSHIFUJI Hideaki dev_remove_pack(&ipv6_packet_type); 818662397fdSYOSHIFUJI Hideaki } 819662397fdSYOSHIFUJI Hideaki 820e43291cbSDenis V. Lunev static int __net_init ipv6_init_mibs(struct net *net) 821e43291cbSDenis V. Lunev { 822827da44cSJohn Stultz int i; 823827da44cSJohn Stultz 824698365faSWANG Cong net->mib.udp_stats_in6 = alloc_percpu(struct udp_mib); 825698365faSWANG Cong if (!net->mib.udp_stats_in6) 8260c7ed677SDenis V. Lunev return -ENOMEM; 827698365faSWANG Cong net->mib.udplite_stats_in6 = alloc_percpu(struct udp_mib); 828698365faSWANG Cong if (!net->mib.udplite_stats_in6) 829be713a44SDenis V. Lunev goto err_udplite_mib; 830698365faSWANG Cong net->mib.ipv6_statistics = alloc_percpu(struct ipstats_mib); 831698365faSWANG Cong if (!net->mib.ipv6_statistics) 8329261e537SDenis V. Lunev goto err_ip_mib; 833827da44cSJohn Stultz 834827da44cSJohn Stultz for_each_possible_cpu(i) { 835827da44cSJohn Stultz struct ipstats_mib *af_inet6_stats; 836698365faSWANG Cong af_inet6_stats = per_cpu_ptr(net->mib.ipv6_statistics, i); 837827da44cSJohn Stultz u64_stats_init(&af_inet6_stats->syncp); 838827da44cSJohn Stultz } 839827da44cSJohn Stultz 840827da44cSJohn Stultz 841698365faSWANG Cong net->mib.icmpv6_statistics = alloc_percpu(struct icmpv6_mib); 842698365faSWANG Cong if (!net->mib.icmpv6_statistics) 8439261e537SDenis V. Lunev goto err_icmp_mib; 8442a24444fSEric Dumazet net->mib.icmpv6msg_statistics = kzalloc(sizeof(struct icmpv6msg_mib), 8452a24444fSEric Dumazet GFP_KERNEL); 8462a24444fSEric Dumazet if (!net->mib.icmpv6msg_statistics) 8479261e537SDenis V. Lunev goto err_icmpmsg_mib; 848e43291cbSDenis V. Lunev return 0; 849be713a44SDenis V. Lunev 8509261e537SDenis V. Lunev err_icmpmsg_mib: 851698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8529261e537SDenis V. Lunev err_icmp_mib: 853698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 8549261e537SDenis V. Lunev err_ip_mib: 855698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 856be713a44SDenis V. Lunev err_udplite_mib: 857698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 858be713a44SDenis V. Lunev return -ENOMEM; 859e43291cbSDenis V. Lunev } 860e43291cbSDenis V. Lunev 8612c8c1e72SAlexey Dobriyan static void ipv6_cleanup_mibs(struct net *net) 862e43291cbSDenis V. Lunev { 863698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 864698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 865698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 866698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8672a24444fSEric Dumazet kfree(net->mib.icmpv6msg_statistics); 868e43291cbSDenis V. Lunev } 869e43291cbSDenis V. Lunev 870e7dc8494SAlexey Dobriyan static int __net_init inet6_net_init(struct net *net) 87181c1c178SDaniel Lezcano { 8720c96d8c5SDaniel Lezcano int err = 0; 8730c96d8c5SDaniel Lezcano 87499bc9c4eSDaniel Lezcano net->ipv6.sysctl.bindv6only = 0; 87541a76906SDaniel Lezcano net->ipv6.sysctl.icmpv6_time = 1*HZ; 876e6f86b0fSVirgile Jarry net->ipv6.sysctl.icmpv6_echo_ignore_all = 0; 87703f1ecccSStephen Suryaputra net->ipv6.sysctl.icmpv6_echo_ignore_multicast = 0; 8780b03a5caSStephen Suryaputra net->ipv6.sysctl.icmpv6_echo_ignore_anycast = 0; 8790bc19985SStephen Suryaputra 8800bc19985SStephen Suryaputra /* By default, rate limit error messages. 8810bc19985SStephen Suryaputra * Except for pmtu discovery, it would break it. 8820bc19985SStephen Suryaputra * proc_do_large_bitmap needs pointer to the bitmap. 8830bc19985SStephen Suryaputra */ 8840bc19985SStephen Suryaputra bitmap_set(net->ipv6.sysctl.icmpv6_ratemask, 0, ICMPV6_ERRMSG_MAX + 1); 8850bc19985SStephen Suryaputra bitmap_clear(net->ipv6.sysctl.icmpv6_ratemask, ICMPV6_PKT_TOOBIG, 1); 8860bc19985SStephen Suryaputra net->ipv6.sysctl.icmpv6_ratemask_ptr = net->ipv6.sysctl.icmpv6_ratemask; 8870bc19985SStephen Suryaputra 8886444f72bSFlorent Fourcot net->ipv6.sysctl.flowlabel_consistency = 1; 88942240901STom Herbert net->ipv6.sysctl.auto_flowlabels = IP6_DEFAULT_AUTO_FLOW_LABELS; 8901855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_retries = 3; 8911855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_delay = 1 * HZ; 892be26849bSTom Herbert net->ipv6.sysctl.flowlabel_state_ranges = 0; 89347d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_cnt = IP6_DEFAULT_MAX_DST_OPTS_CNT; 89447d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_cnt = IP6_DEFAULT_MAX_HBH_OPTS_CNT; 89547d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_len = IP6_DEFAULT_MAX_DST_OPTS_LEN; 89647d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_len = IP6_DEFAULT_MAX_HBH_OPTS_LEN; 897812918c4SHannes Frederic Sowa atomic_set(&net->ipv6.fib6_sernum, 1); 898e71e0349SDaniel Lezcano 899e43291cbSDenis V. Lunev err = ipv6_init_mibs(net); 900e43291cbSDenis V. Lunev if (err) 901e43291cbSDenis V. Lunev return err; 9020c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9030c96d8c5SDaniel Lezcano err = udp6_proc_init(net); 9040c96d8c5SDaniel Lezcano if (err) 9050c96d8c5SDaniel Lezcano goto out; 9066f8b13bcSDaniel Lezcano err = tcp6_proc_init(net); 9076f8b13bcSDaniel Lezcano if (err) 9086f8b13bcSDaniel Lezcano goto proc_tcp6_fail; 9096ab57e7eSDaniel Lezcano err = ac6_proc_init(net); 9106ab57e7eSDaniel Lezcano if (err) 9116ab57e7eSDaniel Lezcano goto proc_ac6_fail; 9120c96d8c5SDaniel Lezcano #endif 9130c96d8c5SDaniel Lezcano return err; 9146f8b13bcSDaniel Lezcano 9156f8b13bcSDaniel Lezcano #ifdef CONFIG_PROC_FS 9166ab57e7eSDaniel Lezcano proc_ac6_fail: 9176ab57e7eSDaniel Lezcano tcp6_proc_exit(net); 9186f8b13bcSDaniel Lezcano proc_tcp6_fail: 9196f8b13bcSDaniel Lezcano udp6_proc_exit(net); 920e43291cbSDenis V. Lunev out: 921e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 922e43291cbSDenis V. Lunev return err; 9236f8b13bcSDaniel Lezcano #endif 92481c1c178SDaniel Lezcano } 92581c1c178SDaniel Lezcano 9262c8c1e72SAlexey Dobriyan static void __net_exit inet6_net_exit(struct net *net) 92781c1c178SDaniel Lezcano { 9280c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9290c96d8c5SDaniel Lezcano udp6_proc_exit(net); 9306f8b13bcSDaniel Lezcano tcp6_proc_exit(net); 9316ab57e7eSDaniel Lezcano ac6_proc_exit(net); 9320c96d8c5SDaniel Lezcano #endif 933e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 93481c1c178SDaniel Lezcano } 93581c1c178SDaniel Lezcano 93681c1c178SDaniel Lezcano static struct pernet_operations inet6_net_ops = { 93781c1c178SDaniel Lezcano .init = inet6_net_init, 93881c1c178SDaniel Lezcano .exit = inet6_net_exit, 93981c1c178SDaniel Lezcano }; 94081c1c178SDaniel Lezcano 9419b0a6a9dSPeter Oskolkov static int ipv6_route_input(struct sk_buff *skb) 9429b0a6a9dSPeter Oskolkov { 9439b0a6a9dSPeter Oskolkov ip6_route_input(skb); 9449b0a6a9dSPeter Oskolkov return skb_dst(skb)->error; 9459b0a6a9dSPeter Oskolkov } 9469b0a6a9dSPeter Oskolkov 9475f81bd2eSCong Wang static const struct ipv6_stub ipv6_stub_impl = { 9485f81bd2eSCong Wang .ipv6_sock_mc_join = ipv6_sock_mc_join, 9495f81bd2eSCong Wang .ipv6_sock_mc_drop = ipv6_sock_mc_drop, 9506c8991f4SSabrina Dubroca .ipv6_dst_lookup_flow = ip6_dst_lookup_flow, 9519b0a6a9dSPeter Oskolkov .ipv6_route_input = ipv6_route_input, 95265a2022eSDavid Ahern .fib6_get_table = fib6_get_table, 95365a2022eSDavid Ahern .fib6_table_lookup = fib6_table_lookup, 95465a2022eSDavid Ahern .fib6_lookup = fib6_lookup, 955b1d40991SDavid Ahern .fib6_select_path = fib6_select_path, 956901731b8SDavid Ahern .ip6_mtu_from_fib6 = ip6_mtu_from_fib6, 9571aefd3deSDavid Ahern .fib6_nh_init = fib6_nh_init, 9581aefd3deSDavid Ahern .fib6_nh_release = fib6_nh_release, 959cdaa16a4SDavid Ahern .fib6_update_sernum = fib6_update_sernum_stub, 96019a3b7eeSDavid Ahern .fib6_rt_update = fib6_rt_update, 96168a9b13dSDavid Ahern .ip6_del_rt = ip6_del_rt, 9625f81bd2eSCong Wang .udpv6_encap_enable = udpv6_encap_enable, 963f564f45cSCong Wang .ndisc_send_na = ndisc_send_na, 964e15a00aaSCong Wang .nd_tbl = &nd_tbl, 9655f81bd2eSCong Wang }; 9665f81bd2eSCong Wang 967d74bad4eSAndrey Ignatov static const struct ipv6_bpf_stub ipv6_bpf_stub_impl = { 968d74bad4eSAndrey Ignatov .inet6_bind = __inet6_bind, 9698a615c6bSJoe Stringer .udp6_lib_lookup = __udp6_lib_lookup, 970d74bad4eSAndrey Ignatov }; 971d74bad4eSAndrey Ignatov 9721da177e4SLinus Torvalds static int __init inet6_init(void) 9731da177e4SLinus Torvalds { 9741da177e4SLinus Torvalds struct list_head *r; 975fe7ca2e1SBrian Haley int err = 0; 9761da177e4SLinus Torvalds 977b4772ef8SEyal Birger sock_skb_cb_check_size(sizeof(struct inet6_skb_parm)); 978ef047f5eSYOSHIFUJI Hideaki 979fe7ca2e1SBrian Haley /* Register the socket-side information for inet6_create. */ 980fe7ca2e1SBrian Haley for (r = &inetsw6[0]; r < &inetsw6[SOCK_MAX]; ++r) 981fe7ca2e1SBrian Haley INIT_LIST_HEAD(r); 982fe7ca2e1SBrian Haley 98356d417b1SBrian Haley if (disable_ipv6_mod) { 984f3213831SJoe Perches pr_info("Loaded, but administratively disabled, reboot required to enable\n"); 985fe7ca2e1SBrian Haley goto out; 986fe7ca2e1SBrian Haley } 987fe7ca2e1SBrian Haley 9881da177e4SLinus Torvalds err = proto_register(&tcpv6_prot, 1); 9891da177e4SLinus Torvalds if (err) 9901da177e4SLinus Torvalds goto out; 9911da177e4SLinus Torvalds 9921da177e4SLinus Torvalds err = proto_register(&udpv6_prot, 1); 9931da177e4SLinus Torvalds if (err) 9941da177e4SLinus Torvalds goto out_unregister_tcp_proto; 9951da177e4SLinus Torvalds 996ba4e58ecSGerrit Renker err = proto_register(&udplitev6_prot, 1); 9971da177e4SLinus Torvalds if (err) 9981da177e4SLinus Torvalds goto out_unregister_udp_proto; 9991da177e4SLinus Torvalds 1000ba4e58ecSGerrit Renker err = proto_register(&rawv6_prot, 1); 1001ba4e58ecSGerrit Renker if (err) 1002ba4e58ecSGerrit Renker goto out_unregister_udplite_proto; 1003ba4e58ecSGerrit Renker 10046d0bfe22SLorenzo Colitti err = proto_register(&pingv6_prot, 1); 10056d0bfe22SLorenzo Colitti if (err) 1006a03dc36bSSabrina Dubroca goto out_unregister_raw_proto; 10071da177e4SLinus Torvalds 10081da177e4SLinus Torvalds /* We MUST register RAW sockets before we create the ICMP6, 10091da177e4SLinus Torvalds * IGMP6, or NDISC control sockets. 10101da177e4SLinus Torvalds */ 10117f4e4868SDaniel Lezcano err = rawv6_init(); 10127f4e4868SDaniel Lezcano if (err) 1013a03dc36bSSabrina Dubroca goto out_unregister_ping_proto; 10141da177e4SLinus Torvalds 10151da177e4SLinus Torvalds /* Register the family here so that the init calls below will 10161da177e4SLinus Torvalds * be able to create sockets. (?? is this dangerous ??) 10171da177e4SLinus Torvalds */ 10188eb55910SDavid S. Miller err = sock_register(&inet6_family_ops); 10198eb55910SDavid S. Miller if (err) 10207f4e4868SDaniel Lezcano goto out_sock_register_fail; 10211da177e4SLinus Torvalds 10221da177e4SLinus Torvalds /* 10231da177e4SLinus Torvalds * ipngwg API draft makes clear that the correct semantics 10241da177e4SLinus Torvalds * for TCP and UDP is to consider one TCP and UDP instance 102525985edcSLucas De Marchi * in a host available by both INET and INET6 APIs and 10261da177e4SLinus Torvalds * able to communicate via both network protocols. 10271da177e4SLinus Torvalds */ 10281da177e4SLinus Torvalds 102981c1c178SDaniel Lezcano err = register_pernet_subsys(&inet6_net_ops); 103081c1c178SDaniel Lezcano if (err) 103181c1c178SDaniel Lezcano goto register_pernet_fail; 1032623d1a1aSWang Chen err = ip6_mr_init(); 1033623d1a1aSWang Chen if (err) 1034623d1a1aSWang Chen goto ipmr_fail; 103515e66807SWANG Cong err = icmpv6_init(); 103615e66807SWANG Cong if (err) 103715e66807SWANG Cong goto icmp_fail; 10389b0f976fSDenis V. Lunev err = ndisc_init(); 10391da177e4SLinus Torvalds if (err) 10401da177e4SLinus Torvalds goto ndisc_fail; 10419b0f976fSDenis V. Lunev err = igmp6_init(); 10421da177e4SLinus Torvalds if (err) 10431da177e4SLinus Torvalds goto igmp_fail; 10445f81bd2eSCong Wang 10452cc7d573SHarald Welte err = ipv6_netfilter_init(); 10462cc7d573SHarald Welte if (err) 10472cc7d573SHarald Welte goto netfilter_fail; 10481da177e4SLinus Torvalds /* Create /proc/foo6 entries. */ 10491da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 10501da177e4SLinus Torvalds err = -ENOMEM; 10511da177e4SLinus Torvalds if (raw6_proc_init()) 10521da177e4SLinus Torvalds goto proc_raw6_fail; 1053ba4e58ecSGerrit Renker if (udplite6_proc_init()) 1054ba4e58ecSGerrit Renker goto proc_udplite6_fail; 10551da177e4SLinus Torvalds if (ipv6_misc_proc_init()) 10561da177e4SLinus Torvalds goto proc_misc6_fail; 10571da177e4SLinus Torvalds if (if6_proc_init()) 10581da177e4SLinus Torvalds goto proc_if6_fail; 10591da177e4SLinus Torvalds #endif 1060e2fddf5eSDaniel Lezcano err = ip6_route_init(); 1061e2fddf5eSDaniel Lezcano if (err) 1062e2fddf5eSDaniel Lezcano goto ip6_route_fail; 10632c861cc6SMichal Kubeček err = ndisc_late_init(); 10642c861cc6SMichal Kubeček if (err) 10652c861cc6SMichal Kubeček goto ndisc_late_fail; 10660a3e78acSDaniel Lezcano err = ip6_flowlabel_init(); 10670a3e78acSDaniel Lezcano if (err) 10680a3e78acSDaniel Lezcano goto ip6_flowlabel_fail; 10692384d025SJeff Barnhill err = ipv6_anycast_init(); 10702384d025SJeff Barnhill if (err) 10712384d025SJeff Barnhill goto ipv6_anycast_fail; 10721da177e4SLinus Torvalds err = addrconf_init(); 10731da177e4SLinus Torvalds if (err) 10741da177e4SLinus Torvalds goto addrconf_fail; 10751da177e4SLinus Torvalds 10761da177e4SLinus Torvalds /* Init v6 extension headers. */ 1077248b238dSDaniel Lezcano err = ipv6_exthdrs_init(); 1078248b238dSDaniel Lezcano if (err) 1079248b238dSDaniel Lezcano goto ipv6_exthdrs_fail; 1080248b238dSDaniel Lezcano 1081853cbbaaSDaniel Lezcano err = ipv6_frag_init(); 1082853cbbaaSDaniel Lezcano if (err) 1083853cbbaaSDaniel Lezcano goto ipv6_frag_fail; 10841da177e4SLinus Torvalds 10851da177e4SLinus Torvalds /* Init v6 transport protocols. */ 10867f4e4868SDaniel Lezcano err = udpv6_init(); 10877f4e4868SDaniel Lezcano if (err) 10887f4e4868SDaniel Lezcano goto udpv6_fail; 1089e2ed4052SHerbert Xu 10907f4e4868SDaniel Lezcano err = udplitev6_init(); 10917f4e4868SDaniel Lezcano if (err) 10927f4e4868SDaniel Lezcano goto udplitev6_fail; 10937f4e4868SDaniel Lezcano 1094a6024562STom Herbert err = udpv6_offload_init(); 1095a6024562STom Herbert if (err) 1096a6024562STom Herbert goto udpv6_offload_fail; 1097a6024562STom Herbert 10987f4e4868SDaniel Lezcano err = tcpv6_init(); 10997f4e4868SDaniel Lezcano if (err) 11007f4e4868SDaniel Lezcano goto tcpv6_fail; 11017f4e4868SDaniel Lezcano 11027f4e4868SDaniel Lezcano err = ipv6_packet_init(); 11037f4e4868SDaniel Lezcano if (err) 11047f4e4868SDaniel Lezcano goto ipv6_packet_fail; 110594911fe3SBenjamin Thery 11066d0bfe22SLorenzo Colitti err = pingv6_init(); 11076d0bfe22SLorenzo Colitti if (err) 11086d0bfe22SLorenzo Colitti goto pingv6_fail; 11096d0bfe22SLorenzo Colitti 1110cb72d382SHuw Davies err = calipso_init(); 1111cb72d382SHuw Davies if (err) 1112cb72d382SHuw Davies goto calipso_fail; 1113cb72d382SHuw Davies 1114915d7e5eSDavid Lebrun err = seg6_init(); 1115915d7e5eSDavid Lebrun if (err) 1116915d7e5eSDavid Lebrun goto seg6_fail; 1117915d7e5eSDavid Lebrun 1118a7a29f9cSAlexander Aring err = rpl_init(); 1119a7a29f9cSAlexander Aring if (err) 1120a7a29f9cSAlexander Aring goto rpl_fail; 1121a7a29f9cSAlexander Aring 1122382ed724SVlad Yasevich err = igmp6_late_init(); 1123382ed724SVlad Yasevich if (err) 1124382ed724SVlad Yasevich goto igmp6_late_err; 1125382ed724SVlad Yasevich 112694911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 112794911fe3SBenjamin Thery err = ipv6_sysctl_register(); 112894911fe3SBenjamin Thery if (err) 112994911fe3SBenjamin Thery goto sysctl_fail; 113094911fe3SBenjamin Thery #endif 1131b7d6df57SPaolo Abeni 1132b7d6df57SPaolo Abeni /* ensure that ipv6 stubs are visible only after ipv6 is ready */ 1133b7d6df57SPaolo Abeni wmb(); 1134b7d6df57SPaolo Abeni ipv6_stub = &ipv6_stub_impl; 1135d74bad4eSAndrey Ignatov ipv6_bpf_stub = &ipv6_bpf_stub_impl; 11361da177e4SLinus Torvalds out: 11371da177e4SLinus Torvalds return err; 11381da177e4SLinus Torvalds 113994911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 114094911fe3SBenjamin Thery sysctl_fail: 1141382ed724SVlad Yasevich igmp6_late_cleanup(); 114294911fe3SBenjamin Thery #endif 1143382ed724SVlad Yasevich igmp6_late_err: 1144a7a29f9cSAlexander Aring rpl_exit(); 1145a7a29f9cSAlexander Aring rpl_fail: 1146382ed724SVlad Yasevich seg6_exit(); 1147915d7e5eSDavid Lebrun seg6_fail: 1148915d7e5eSDavid Lebrun calipso_exit(); 1149cb72d382SHuw Davies calipso_fail: 1150cb72d382SHuw Davies pingv6_exit(); 11516d0bfe22SLorenzo Colitti pingv6_fail: 1152eca42aafSVlad Yasevich ipv6_packet_cleanup(); 11537f4e4868SDaniel Lezcano ipv6_packet_fail: 11547f4e4868SDaniel Lezcano tcpv6_exit(); 11557f4e4868SDaniel Lezcano tcpv6_fail: 1156a6024562STom Herbert udpv6_offload_exit(); 1157a6024562STom Herbert udpv6_offload_fail: 11587f4e4868SDaniel Lezcano udplitev6_exit(); 11597f4e4868SDaniel Lezcano udplitev6_fail: 11607f4e4868SDaniel Lezcano udpv6_exit(); 11617f4e4868SDaniel Lezcano udpv6_fail: 11627f4e4868SDaniel Lezcano ipv6_frag_exit(); 1163853cbbaaSDaniel Lezcano ipv6_frag_fail: 1164853cbbaaSDaniel Lezcano ipv6_exthdrs_exit(); 1165248b238dSDaniel Lezcano ipv6_exthdrs_fail: 1166248b238dSDaniel Lezcano addrconf_cleanup(); 11671da177e4SLinus Torvalds addrconf_fail: 11682384d025SJeff Barnhill ipv6_anycast_cleanup(); 11692384d025SJeff Barnhill ipv6_anycast_fail: 11701da177e4SLinus Torvalds ip6_flowlabel_cleanup(); 11710a3e78acSDaniel Lezcano ip6_flowlabel_fail: 11722c861cc6SMichal Kubeček ndisc_late_cleanup(); 11732c861cc6SMichal Kubeček ndisc_late_fail: 11741da177e4SLinus Torvalds ip6_route_cleanup(); 1175e2fddf5eSDaniel Lezcano ip6_route_fail: 11761da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 11771da177e4SLinus Torvalds if6_proc_exit(); 11781da177e4SLinus Torvalds proc_if6_fail: 11791da177e4SLinus Torvalds ipv6_misc_proc_exit(); 11801da177e4SLinus Torvalds proc_misc6_fail: 1181ba4e58ecSGerrit Renker udplite6_proc_exit(); 1182ba4e58ecSGerrit Renker proc_udplite6_fail: 11831da177e4SLinus Torvalds raw6_proc_exit(); 11841da177e4SLinus Torvalds proc_raw6_fail: 11851da177e4SLinus Torvalds #endif 11862cc7d573SHarald Welte ipv6_netfilter_fini(); 11872cc7d573SHarald Welte netfilter_fail: 11881da177e4SLinus Torvalds igmp6_cleanup(); 11891da177e4SLinus Torvalds igmp_fail: 11901da177e4SLinus Torvalds ndisc_cleanup(); 11911da177e4SLinus Torvalds ndisc_fail: 119215e66807SWANG Cong icmpv6_cleanup(); 1193afe49de4SSabrina Dubroca icmp_fail: 1194afe49de4SSabrina Dubroca ip6_mr_cleanup(); 1195afe49de4SSabrina Dubroca ipmr_fail: 1196afe49de4SSabrina Dubroca unregister_pernet_subsys(&inet6_net_ops); 119781c1c178SDaniel Lezcano register_pernet_fail: 11988eb55910SDavid S. Miller sock_unregister(PF_INET6); 1199e2fddf5eSDaniel Lezcano rtnl_unregister_all(PF_INET6); 12007f4e4868SDaniel Lezcano out_sock_register_fail: 12017f4e4868SDaniel Lezcano rawv6_exit(); 12026d0bfe22SLorenzo Colitti out_unregister_ping_proto: 12036d0bfe22SLorenzo Colitti proto_unregister(&pingv6_prot); 12041da177e4SLinus Torvalds out_unregister_raw_proto: 12051da177e4SLinus Torvalds proto_unregister(&rawv6_prot); 1206ba4e58ecSGerrit Renker out_unregister_udplite_proto: 1207ba4e58ecSGerrit Renker proto_unregister(&udplitev6_prot); 12081da177e4SLinus Torvalds out_unregister_udp_proto: 12091da177e4SLinus Torvalds proto_unregister(&udpv6_prot); 12101da177e4SLinus Torvalds out_unregister_tcp_proto: 12111da177e4SLinus Torvalds proto_unregister(&tcpv6_prot); 12121da177e4SLinus Torvalds goto out; 12131da177e4SLinus Torvalds } 12141da177e4SLinus Torvalds module_init(inet6_init); 12151da177e4SLinus Torvalds 12161da177e4SLinus Torvalds MODULE_ALIAS_NETPROTO(PF_INET6); 1217