12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * PF_INET6 socket protocol family 41da177e4SLinus Torvalds * Linux INET6 implementation 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * Authors: 71da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Adapted from linux/net/ipv4/af_inet.c 101da177e4SLinus Torvalds * 111da177e4SLinus Torvalds * Fixes: 121da177e4SLinus Torvalds * piggy, Karl Knutson : Socket protocol table 131da177e4SLinus Torvalds * Hideaki YOSHIFUJI : sin6_scope_id support 141da177e4SLinus Torvalds * Arnaldo Melo : check proc_net_create return, cleanups 151da177e4SLinus Torvalds */ 161da177e4SLinus Torvalds 17f3213831SJoe Perches #define pr_fmt(fmt) "IPv6: " fmt 181da177e4SLinus Torvalds 191da177e4SLinus Torvalds #include <linux/module.h> 204fc268d2SRandy Dunlap #include <linux/capability.h> 211da177e4SLinus Torvalds #include <linux/errno.h> 221da177e4SLinus Torvalds #include <linux/types.h> 231da177e4SLinus Torvalds #include <linux/socket.h> 241da177e4SLinus Torvalds #include <linux/in.h> 251da177e4SLinus Torvalds #include <linux/kernel.h> 261da177e4SLinus Torvalds #include <linux/timer.h> 271da177e4SLinus Torvalds #include <linux/string.h> 281da177e4SLinus Torvalds #include <linux/sockios.h> 291da177e4SLinus Torvalds #include <linux/net.h> 301da177e4SLinus Torvalds #include <linux/fcntl.h> 311da177e4SLinus Torvalds #include <linux/mm.h> 321da177e4SLinus Torvalds #include <linux/interrupt.h> 331da177e4SLinus Torvalds #include <linux/proc_fs.h> 341da177e4SLinus Torvalds #include <linux/stat.h> 351da177e4SLinus Torvalds #include <linux/init.h> 365a0e3ad6STejun Heo #include <linux/slab.h> 371da177e4SLinus Torvalds 381da177e4SLinus Torvalds #include <linux/inet.h> 391da177e4SLinus Torvalds #include <linux/netdevice.h> 401da177e4SLinus Torvalds #include <linux/icmpv6.h> 412cc7d573SHarald Welte #include <linux/netfilter_ipv6.h> 421da177e4SLinus Torvalds 431da177e4SLinus Torvalds #include <net/ip.h> 441da177e4SLinus Torvalds #include <net/ipv6.h> 451da177e4SLinus Torvalds #include <net/udp.h> 46ba4e58ecSGerrit Renker #include <net/udplite.h> 471da177e4SLinus Torvalds #include <net/tcp.h> 486d0bfe22SLorenzo Colitti #include <net/ping.h> 491da177e4SLinus Torvalds #include <net/protocol.h> 501da177e4SLinus Torvalds #include <net/inet_common.h> 511668e010SKOVACS Krisztian #include <net/route.h> 521da177e4SLinus Torvalds #include <net/transp_v6.h> 531da177e4SLinus Torvalds #include <net/ip6_route.h> 541da177e4SLinus Torvalds #include <net/addrconf.h> 553616d08bSDavid Ahern #include <net/ipv6_stubs.h> 56f564f45cSCong Wang #include <net/ndisc.h> 571da177e4SLinus Torvalds #ifdef CONFIG_IPV6_TUNNEL 581da177e4SLinus Torvalds #include <net/ip6_tunnel.h> 591da177e4SLinus Torvalds #endif 60cb72d382SHuw Davies #include <net/calipso.h> 61915d7e5eSDavid Lebrun #include <net/seg6.h> 621da177e4SLinus Torvalds 637c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 647bc570c8SYOSHIFUJI Hideaki #include <linux/mroute6.h> 651da177e4SLinus Torvalds 66a6024562STom Herbert #include "ip6_offload.h" 67a6024562STom Herbert 681da177e4SLinus Torvalds MODULE_AUTHOR("Cast of dozens"); 691da177e4SLinus Torvalds MODULE_DESCRIPTION("IPv6 protocol stack for Linux"); 701da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 711da177e4SLinus Torvalds 72f1267347SPavel Emelyanov /* The inetsw6 table contains everything that inet6_create needs to 731da177e4SLinus Torvalds * build a new socket. 741da177e4SLinus Torvalds */ 751da177e4SLinus Torvalds static struct list_head inetsw6[SOCK_MAX]; 761da177e4SLinus Torvalds static DEFINE_SPINLOCK(inetsw6_lock); 771da177e4SLinus Torvalds 7856d417b1SBrian Haley struct ipv6_params ipv6_defaults = { 7956d417b1SBrian Haley .disable_ipv6 = 0, 8056d417b1SBrian Haley .autoconf = 1, 8156d417b1SBrian Haley }; 8256d417b1SBrian Haley 83647c0c70SEldad Zack static int disable_ipv6_mod; 8456d417b1SBrian Haley 8556d417b1SBrian Haley module_param_named(disable, disable_ipv6_mod, int, 0444); 8656d417b1SBrian Haley MODULE_PARM_DESC(disable, "Disable IPv6 module such that it is non-functional"); 8756d417b1SBrian Haley 8856d417b1SBrian Haley module_param_named(disable_ipv6, ipv6_defaults.disable_ipv6, int, 0444); 8956d417b1SBrian Haley MODULE_PARM_DESC(disable_ipv6, "Disable IPv6 on all interfaces"); 9056d417b1SBrian Haley 9156d417b1SBrian Haley module_param_named(autoconf, ipv6_defaults.autoconf, int, 0444); 9256d417b1SBrian Haley MODULE_PARM_DESC(autoconf, "Enable IPv6 address autoconfiguration on all interfaces"); 93fe7ca2e1SBrian Haley 94e4348637SDavid Ahern bool ipv6_mod_enabled(void) 95e4348637SDavid Ahern { 96e4348637SDavid Ahern return disable_ipv6_mod == 0; 97e4348637SDavid Ahern } 98e4348637SDavid Ahern EXPORT_SYMBOL_GPL(ipv6_mod_enabled); 99e4348637SDavid Ahern 1001da177e4SLinus Torvalds static __inline__ struct ipv6_pinfo *inet6_sk_generic(struct sock *sk) 1011da177e4SLinus Torvalds { 1021da177e4SLinus Torvalds const int offset = sk->sk_prot->obj_size - sizeof(struct ipv6_pinfo); 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds return (struct ipv6_pinfo *)(((u8 *)sk) + offset); 1051da177e4SLinus Torvalds } 1061da177e4SLinus Torvalds 1073f378b68SEric Paris static int inet6_create(struct net *net, struct socket *sock, int protocol, 1083f378b68SEric Paris int kern) 1091da177e4SLinus Torvalds { 1101da177e4SLinus Torvalds struct inet_sock *inet; 1111da177e4SLinus Torvalds struct ipv6_pinfo *np; 1121da177e4SLinus Torvalds struct sock *sk; 1131da177e4SLinus Torvalds struct inet_protosw *answer; 1141da177e4SLinus Torvalds struct proto *answer_prot; 1151da177e4SLinus Torvalds unsigned char answer_flags; 116af1afe86SYOSHIFUJI Hideaki int try_loading_module = 0; 117af1afe86SYOSHIFUJI Hideaki int err; 1181da177e4SLinus Torvalds 11979462ad0SHannes Frederic Sowa if (protocol < 0 || protocol >= IPPROTO_MAX) 12079462ad0SHannes Frederic Sowa return -EINVAL; 12179462ad0SHannes Frederic Sowa 1221da177e4SLinus Torvalds /* Look for the requested type/protocol pair. */ 123af1afe86SYOSHIFUJI Hideaki lookup_protocol: 124af1afe86SYOSHIFUJI Hideaki err = -ESOCKTNOSUPPORT; 1251da177e4SLinus Torvalds rcu_read_lock(); 126696adfe8SPaul E. McKenney list_for_each_entry_rcu(answer, &inetsw6[sock->type], list) { 1271da177e4SLinus Torvalds 128696adfe8SPaul E. McKenney err = 0; 1291da177e4SLinus Torvalds /* Check the non-wild match. */ 1301da177e4SLinus Torvalds if (protocol == answer->protocol) { 1311da177e4SLinus Torvalds if (protocol != IPPROTO_IP) 1321da177e4SLinus Torvalds break; 1331da177e4SLinus Torvalds } else { 1341da177e4SLinus Torvalds /* Check for the two wild cases. */ 1351da177e4SLinus Torvalds if (IPPROTO_IP == protocol) { 1361da177e4SLinus Torvalds protocol = answer->protocol; 1371da177e4SLinus Torvalds break; 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds if (IPPROTO_IP == answer->protocol) 1401da177e4SLinus Torvalds break; 1411da177e4SLinus Torvalds } 142af1afe86SYOSHIFUJI Hideaki err = -EPROTONOSUPPORT; 1431da177e4SLinus Torvalds } 1441da177e4SLinus Torvalds 145696adfe8SPaul E. McKenney if (err) { 146af1afe86SYOSHIFUJI Hideaki if (try_loading_module < 2) { 147af1afe86SYOSHIFUJI Hideaki rcu_read_unlock(); 148af1afe86SYOSHIFUJI Hideaki /* 149af1afe86SYOSHIFUJI Hideaki * Be more specific, e.g. net-pf-10-proto-132-type-1 150af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP-type-SOCK_STREAM) 151af1afe86SYOSHIFUJI Hideaki */ 152af1afe86SYOSHIFUJI Hideaki if (++try_loading_module == 1) 153af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d-type-%d", 154af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol, sock->type); 155af1afe86SYOSHIFUJI Hideaki /* 156af1afe86SYOSHIFUJI Hideaki * Fall back to generic, e.g. net-pf-10-proto-132 157af1afe86SYOSHIFUJI Hideaki * (net-pf-PF_INET6-proto-IPPROTO_SCTP) 158af1afe86SYOSHIFUJI Hideaki */ 159af1afe86SYOSHIFUJI Hideaki else 160af1afe86SYOSHIFUJI Hideaki request_module("net-pf-%d-proto-%d", 161af1afe86SYOSHIFUJI Hideaki PF_INET6, protocol); 162af1afe86SYOSHIFUJI Hideaki goto lookup_protocol; 163af1afe86SYOSHIFUJI Hideaki } else 1641da177e4SLinus Torvalds goto out_rcu_unlock; 165af1afe86SYOSHIFUJI Hideaki } 166af1afe86SYOSHIFUJI Hideaki 167af1afe86SYOSHIFUJI Hideaki err = -EPERM; 168af31f412SEric W. Biederman if (sock->type == SOCK_RAW && !kern && 169af31f412SEric W. Biederman !ns_capable(net->user_ns, CAP_NET_RAW)) 1701da177e4SLinus Torvalds goto out_rcu_unlock; 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds sock->ops = answer->ops; 1731da177e4SLinus Torvalds answer_prot = answer->prot; 1741da177e4SLinus Torvalds answer_flags = answer->flags; 1751da177e4SLinus Torvalds rcu_read_unlock(); 1761da177e4SLinus Torvalds 17763159f29SIan Morris WARN_ON(!answer_prot->slab); 1781da177e4SLinus Torvalds 179af1afe86SYOSHIFUJI Hideaki err = -ENOBUFS; 18011aa9c28SEric W. Biederman sk = sk_alloc(net, PF_INET6, GFP_KERNEL, answer_prot, kern); 18163159f29SIan Morris if (!sk) 1821da177e4SLinus Torvalds goto out; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds sock_init_data(sock, sk); 1851da177e4SLinus Torvalds 186af1afe86SYOSHIFUJI Hideaki err = 0; 1871da177e4SLinus Torvalds if (INET_PROTOSW_REUSE & answer_flags) 1884a17fd52SPavel Emelyanov sk->sk_reuse = SK_CAN_REUSE; 1891da177e4SLinus Torvalds 1901da177e4SLinus Torvalds inet = inet_sk(sk); 191469de9b9SPaul Moore inet->is_icsk = (INET_PROTOSW_ICSK & answer_flags) != 0; 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds if (SOCK_RAW == sock->type) { 194c720c7e8SEric Dumazet inet->inet_num = protocol; 1951da177e4SLinus Torvalds if (IPPROTO_RAW == protocol) 1961da177e4SLinus Torvalds inet->hdrincl = 1; 1971da177e4SLinus Torvalds } 1981da177e4SLinus Torvalds 199e6848976SArnaldo Carvalho de Melo sk->sk_destruct = inet_sock_destruct; 2001da177e4SLinus Torvalds sk->sk_family = PF_INET6; 2011da177e4SLinus Torvalds sk->sk_protocol = protocol; 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds sk->sk_backlog_rcv = answer->prot->backlog_rcv; 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds inet_sk(sk)->pinet6 = np = inet6_sk_generic(sk); 2061da177e4SLinus Torvalds np->hop_limit = -1; 207f935aa9eSDavid S. Miller np->mcast_hops = IPV6_DEFAULT_MCASTHOPS; 2081da177e4SLinus Torvalds np->mc_loop = 1; 20915033f04SAndre Naujoks np->mc_all = 1; 2101da177e4SLinus Torvalds np->pmtudisc = IPV6_PMTUDISC_WANT; 211a346abe0SEric Dumazet np->repflow = net->ipv6.sysctl.flowlabel_reflect & FLOWLABEL_REFLECT_ESTABLISHED; 2129fe516baSEric Dumazet sk->sk_ipv6only = net->ipv6.sysctl.bindv6only; 2131da177e4SLinus Torvalds 2141da177e4SLinus Torvalds /* Init the ipv4 part of the socket since we can have sockets 2151da177e4SLinus Torvalds * using v6 API for ipv4. 2161da177e4SLinus Torvalds */ 2171da177e4SLinus Torvalds inet->uc_ttl = -1; 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds inet->mc_loop = 1; 2201da177e4SLinus Torvalds inet->mc_ttl = 1; 2211da177e4SLinus Torvalds inet->mc_index = 0; 2221da177e4SLinus Torvalds inet->mc_list = NULL; 2234c507d28SJiri Benc inet->rcv_tos = 0; 2241da177e4SLinus Torvalds 225974eda11SHannes Frederic Sowa if (net->ipv4.sysctl_ip_no_pmtu_disc) 2261da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_DONT; 2271da177e4SLinus Torvalds else 2281da177e4SLinus Torvalds inet->pmtudisc = IP_PMTUDISC_WANT; 229e6848976SArnaldo Carvalho de Melo /* 230e6848976SArnaldo Carvalho de Melo * Increment only the relevant sk_prot->socks debug field, this changes 231e6848976SArnaldo Carvalho de Melo * the previous behaviour of incrementing both the equivalent to 232e6848976SArnaldo Carvalho de Melo * answer->prot->socks (inet6_sock_nr) and inet_sock_nr. 233e6848976SArnaldo Carvalho de Melo * 234e6848976SArnaldo Carvalho de Melo * This allows better debug granularity as we'll know exactly how many 235e6848976SArnaldo Carvalho de Melo * UDPv6, TCPv6, etc socks were allocated, not the sum of all IPv6 236e6848976SArnaldo Carvalho de Melo * transport protocol socks. -acme 237e6848976SArnaldo Carvalho de Melo */ 238e6848976SArnaldo Carvalho de Melo sk_refcnt_debug_inc(sk); 2391da177e4SLinus Torvalds 240c720c7e8SEric Dumazet if (inet->inet_num) { 2411da177e4SLinus Torvalds /* It assumes that any protocol which allows 2421da177e4SLinus Torvalds * the user to assign a number at socket 2431da177e4SLinus Torvalds * creation time automatically shares. 2441da177e4SLinus Torvalds */ 245c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 246086c653fSCraig Gallek err = sk->sk_prot->hash(sk); 247086c653fSCraig Gallek if (err) { 248086c653fSCraig Gallek sk_common_release(sk); 249086c653fSCraig Gallek goto out; 250086c653fSCraig Gallek } 2511da177e4SLinus Torvalds } 2521da177e4SLinus Torvalds if (sk->sk_prot->init) { 253af1afe86SYOSHIFUJI Hideaki err = sk->sk_prot->init(sk); 254af1afe86SYOSHIFUJI Hideaki if (err) { 2551da177e4SLinus Torvalds sk_common_release(sk); 2561da177e4SLinus Torvalds goto out; 2571da177e4SLinus Torvalds } 2581da177e4SLinus Torvalds } 25961023658SDavid Ahern 26061023658SDavid Ahern if (!kern) { 26161023658SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET_SOCK(sk); 26261023658SDavid Ahern if (err) { 26361023658SDavid Ahern sk_common_release(sk); 26461023658SDavid Ahern goto out; 26561023658SDavid Ahern } 26661023658SDavid Ahern } 2671da177e4SLinus Torvalds out: 268af1afe86SYOSHIFUJI Hideaki return err; 2691da177e4SLinus Torvalds out_rcu_unlock: 2701da177e4SLinus Torvalds rcu_read_unlock(); 2711da177e4SLinus Torvalds goto out; 2721da177e4SLinus Torvalds } 2731da177e4SLinus Torvalds 274032234d8SDavid Ahern static int __inet6_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len, 2753679d585SAndrey Ignatov bool force_bind_address_no_port, bool with_lock) 2763679d585SAndrey Ignatov { 2773679d585SAndrey Ignatov struct sockaddr_in6 *addr = (struct sockaddr_in6 *)uaddr; 2783679d585SAndrey Ignatov struct inet_sock *inet = inet_sk(sk); 2793679d585SAndrey Ignatov struct ipv6_pinfo *np = inet6_sk(sk); 2803679d585SAndrey Ignatov struct net *net = sock_net(sk); 2813679d585SAndrey Ignatov __be32 v4addr = 0; 2823679d585SAndrey Ignatov unsigned short snum; 2833679d585SAndrey Ignatov bool saved_ipv6only; 2843679d585SAndrey Ignatov int addr_type = 0; 2853679d585SAndrey Ignatov int err = 0; 2863679d585SAndrey Ignatov 2875a079c30SMarcus Meissner if (addr->sin6_family != AF_INET6) 288c349a528SMarcus Meissner return -EAFNOSUPPORT; 2895a079c30SMarcus Meissner 2901da177e4SLinus Torvalds addr_type = ipv6_addr_type(&addr->sin6_addr); 2913679d585SAndrey Ignatov if ((addr_type & IPV6_ADDR_MULTICAST) && sk->sk_type == SOCK_STREAM) 2921da177e4SLinus Torvalds return -EINVAL; 2931da177e4SLinus Torvalds 2941da177e4SLinus Torvalds snum = ntohs(addr->sin6_port); 29582f31ebfSMaciej Żenczykowski if (snum && inet_port_requires_bind_service(net, snum) && 2964548b683SKrister Johansen !ns_capable(net->user_ns, CAP_NET_BIND_SERVICE)) 2971da177e4SLinus Torvalds return -EACCES; 2981da177e4SLinus Torvalds 2993679d585SAndrey Ignatov if (with_lock) 3001da177e4SLinus Torvalds lock_sock(sk); 3011da177e4SLinus Torvalds 3021da177e4SLinus Torvalds /* Check these errors (active socket, double bind). */ 303c720c7e8SEric Dumazet if (sk->sk_state != TCP_CLOSE || inet->inet_num) { 3041da177e4SLinus Torvalds err = -EINVAL; 3051da177e4SLinus Torvalds goto out; 3061da177e4SLinus Torvalds } 3071da177e4SLinus Torvalds 3081da177e4SLinus Torvalds /* Check if the address belongs to the host. */ 3091da177e4SLinus Torvalds if (addr_type == IPV6_ADDR_MAPPED) { 310ec90ad33SDavid Ahern struct net_device *dev = NULL; 31163d9950bSVlad Yasevich int chk_addr_ret; 31263d9950bSVlad Yasevich 313783ed5a7SVlad Yasevich /* Binding to v4-mapped address on a v6-only socket 314783ed5a7SVlad Yasevich * makes no sense 315783ed5a7SVlad Yasevich */ 3169fe516baSEric Dumazet if (sk->sk_ipv6only) { 317783ed5a7SVlad Yasevich err = -EINVAL; 318783ed5a7SVlad Yasevich goto out; 319783ed5a7SVlad Yasevich } 32063d9950bSVlad Yasevich 321d4a7e9bbSDavid Ahern rcu_read_lock(); 322ec90ad33SDavid Ahern if (sk->sk_bound_dev_if) { 323ec90ad33SDavid Ahern dev = dev_get_by_index_rcu(net, sk->sk_bound_dev_if); 324ec90ad33SDavid Ahern if (!dev) { 325ec90ad33SDavid Ahern err = -ENODEV; 326d4a7e9bbSDavid Ahern goto out_unlock; 327ec90ad33SDavid Ahern } 328ec90ad33SDavid Ahern } 329ec90ad33SDavid Ahern 330a34f0b31SUwe Kleine-König /* Reproduce AF_INET checks to make the bindings consistent */ 3311da177e4SLinus Torvalds v4addr = addr->sin6_addr.s6_addr32[3]; 332ec90ad33SDavid Ahern chk_addr_ret = inet_addr_type_dev_table(net, dev, v4addr); 333d4a7e9bbSDavid Ahern rcu_read_unlock(); 334d4a7e9bbSDavid Ahern 33583ba4645SVincent Bernat if (!inet_can_nonlocal_bind(net, inet) && 33663d9950bSVlad Yasevich v4addr != htonl(INADDR_ANY) && 33763d9950bSVlad Yasevich chk_addr_ret != RTN_LOCAL && 33863d9950bSVlad Yasevich chk_addr_ret != RTN_MULTICAST && 339ca6982b8SBruno Prémont chk_addr_ret != RTN_BROADCAST) { 340ca6982b8SBruno Prémont err = -EADDRNOTAVAIL; 3411da177e4SLinus Torvalds goto out; 342ca6982b8SBruno Prémont } 3431da177e4SLinus Torvalds } else { 3441da177e4SLinus Torvalds if (addr_type != IPV6_ADDR_ANY) { 3451da177e4SLinus Torvalds struct net_device *dev = NULL; 3461da177e4SLinus Torvalds 34716ba5e8eSEric Dumazet rcu_read_lock(); 348842df073SHannes Frederic Sowa if (__ipv6_addr_needs_scope_id(addr_type)) { 3491da177e4SLinus Torvalds if (addr_len >= sizeof(struct sockaddr_in6) && 3501da177e4SLinus Torvalds addr->sin6_scope_id) { 3511da177e4SLinus Torvalds /* Override any existing binding, if another one 3521da177e4SLinus Torvalds * is supplied by user. 3531da177e4SLinus Torvalds */ 3541da177e4SLinus Torvalds sk->sk_bound_dev_if = addr->sin6_scope_id; 3551da177e4SLinus Torvalds } 3561da177e4SLinus Torvalds 3571da177e4SLinus Torvalds /* Binding to link-local address requires an interface */ 3581da177e4SLinus Torvalds if (!sk->sk_bound_dev_if) { 3591da177e4SLinus Torvalds err = -EINVAL; 36016ba5e8eSEric Dumazet goto out_unlock; 3611da177e4SLinus Torvalds } 362c5ee0663SDavid Ahern } 363c5ee0663SDavid Ahern 364c5ee0663SDavid Ahern if (sk->sk_bound_dev_if) { 36516ba5e8eSEric Dumazet dev = dev_get_by_index_rcu(net, sk->sk_bound_dev_if); 3661da177e4SLinus Torvalds if (!dev) { 3671da177e4SLinus Torvalds err = -ENODEV; 36816ba5e8eSEric Dumazet goto out_unlock; 3691da177e4SLinus Torvalds } 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds /* ipv4 addr of the socket is invalid. Only the 3731da177e4SLinus Torvalds * unspecified and mapped address have a v4 equivalent. 3741da177e4SLinus Torvalds */ 3751da177e4SLinus Torvalds v4addr = LOOPBACK4_IPV6; 3761da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) { 37783ba4645SVincent Bernat if (!ipv6_can_nonlocal_bind(net, inet) && 3780a513f6aSBalazs Scheidler !ipv6_chk_addr(net, &addr->sin6_addr, 379bfeade08SDaniel Lezcano dev, 0)) { 3801da177e4SLinus Torvalds err = -EADDRNOTAVAIL; 38116ba5e8eSEric Dumazet goto out_unlock; 3821da177e4SLinus Torvalds } 3831da177e4SLinus Torvalds } 38416ba5e8eSEric Dumazet rcu_read_unlock(); 3851da177e4SLinus Torvalds } 3861da177e4SLinus Torvalds } 3871da177e4SLinus Torvalds 388c720c7e8SEric Dumazet inet->inet_rcv_saddr = v4addr; 389c720c7e8SEric Dumazet inet->inet_saddr = v4addr; 3901da177e4SLinus Torvalds 391efe4208fSEric Dumazet sk->sk_v6_rcv_saddr = addr->sin6_addr; 3921da177e4SLinus Torvalds 3931da177e4SLinus Torvalds if (!(addr_type & IPV6_ADDR_MULTICAST)) 3944e3fd7a0SAlexey Dobriyan np->saddr = addr->sin6_addr; 3951da177e4SLinus Torvalds 3967ece54a6SMartin KaFai Lau saved_ipv6only = sk->sk_ipv6only; 3977ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY && addr_type != IPV6_ADDR_MAPPED) 3987ece54a6SMartin KaFai Lau sk->sk_ipv6only = 1; 3997ece54a6SMartin KaFai Lau 4001da177e4SLinus Torvalds /* Make sure we are allowed to bind here. */ 401aac3fc32SAndrey Ignatov if (snum || !(inet->bind_address_no_port || 402aac3fc32SAndrey Ignatov force_bind_address_no_port)) { 403aac3fc32SAndrey Ignatov if (sk->sk_prot->get_port(sk, snum)) { 4047ece54a6SMartin KaFai Lau sk->sk_ipv6only = saved_ipv6only; 4051da177e4SLinus Torvalds inet_reset_saddr(sk); 4061da177e4SLinus Torvalds err = -EADDRINUSE; 4071da177e4SLinus Torvalds goto out; 4081da177e4SLinus Torvalds } 409aac3fc32SAndrey Ignatov err = BPF_CGROUP_RUN_PROG_INET6_POST_BIND(sk); 410aac3fc32SAndrey Ignatov if (err) { 411aac3fc32SAndrey Ignatov sk->sk_ipv6only = saved_ipv6only; 412aac3fc32SAndrey Ignatov inet_reset_saddr(sk); 413aac3fc32SAndrey Ignatov goto out; 414aac3fc32SAndrey Ignatov } 415aac3fc32SAndrey Ignatov } 4161da177e4SLinus Torvalds 4177ece54a6SMartin KaFai Lau if (addr_type != IPV6_ADDR_ANY) 4181da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDADDR_LOCK; 4191da177e4SLinus Torvalds if (snum) 4201da177e4SLinus Torvalds sk->sk_userlocks |= SOCK_BINDPORT_LOCK; 421c720c7e8SEric Dumazet inet->inet_sport = htons(inet->inet_num); 422c720c7e8SEric Dumazet inet->inet_dport = 0; 423c720c7e8SEric Dumazet inet->inet_daddr = 0; 4241da177e4SLinus Torvalds out: 4253679d585SAndrey Ignatov if (with_lock) 4261da177e4SLinus Torvalds release_sock(sk); 4271da177e4SLinus Torvalds return err; 42816ba5e8eSEric Dumazet out_unlock: 42916ba5e8eSEric Dumazet rcu_read_unlock(); 43016ba5e8eSEric Dumazet goto out; 4311da177e4SLinus Torvalds } 4327159039aSYOSHIFUJI Hideaki 433032234d8SDavid Ahern /* bind for INET6 API */ 434032234d8SDavid Ahern int inet6_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 435032234d8SDavid Ahern { 436032234d8SDavid Ahern struct sock *sk = sock->sk; 437032234d8SDavid Ahern int err = 0; 438032234d8SDavid Ahern 439032234d8SDavid Ahern /* If the socket has its own bind function then use it. */ 440032234d8SDavid Ahern if (sk->sk_prot->bind) 441032234d8SDavid Ahern return sk->sk_prot->bind(sk, uaddr, addr_len); 442032234d8SDavid Ahern 443032234d8SDavid Ahern if (addr_len < SIN6_LEN_RFC2133) 444032234d8SDavid Ahern return -EINVAL; 445032234d8SDavid Ahern 446032234d8SDavid Ahern /* BPF prog is run before any checks are done so that if the prog 447032234d8SDavid Ahern * changes context in a wrong way it will be caught. 448032234d8SDavid Ahern */ 449032234d8SDavid Ahern err = BPF_CGROUP_RUN_PROG_INET6_BIND(sk, uaddr); 450032234d8SDavid Ahern if (err) 451032234d8SDavid Ahern return err; 452032234d8SDavid Ahern 453032234d8SDavid Ahern return __inet6_bind(sk, uaddr, addr_len, false, true); 454032234d8SDavid Ahern } 455032234d8SDavid Ahern EXPORT_SYMBOL(inet6_bind); 456032234d8SDavid Ahern 4571da177e4SLinus Torvalds int inet6_release(struct socket *sock) 4581da177e4SLinus Torvalds { 4591da177e4SLinus Torvalds struct sock *sk = sock->sk; 4601da177e4SLinus Torvalds 46163159f29SIan Morris if (!sk) 4621da177e4SLinus Torvalds return -EINVAL; 4631da177e4SLinus Torvalds 4641da177e4SLinus Torvalds /* Free mc lists */ 4651da177e4SLinus Torvalds ipv6_sock_mc_close(sk); 4661da177e4SLinus Torvalds 4671da177e4SLinus Torvalds /* Free ac lists */ 4681da177e4SLinus Torvalds ipv6_sock_ac_close(sk); 4691da177e4SLinus Torvalds 4701da177e4SLinus Torvalds return inet_release(sock); 4711da177e4SLinus Torvalds } 4727159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_release); 4737159039aSYOSHIFUJI Hideaki 4747d06b2e0SBrian Haley void inet6_destroy_sock(struct sock *sk) 4751da177e4SLinus Torvalds { 4761da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 4771da177e4SLinus Torvalds struct sk_buff *skb; 4781da177e4SLinus Torvalds struct ipv6_txoptions *opt; 4791da177e4SLinus Torvalds 4801da177e4SLinus Torvalds /* Release rx options */ 4811da177e4SLinus Torvalds 482647c0c70SEldad Zack skb = xchg(&np->pktoptions, NULL); 4831da177e4SLinus Torvalds kfree_skb(skb); 4841da177e4SLinus Torvalds 485647c0c70SEldad Zack skb = xchg(&np->rxpmtu, NULL); 4864b340ae2SBrian Haley kfree_skb(skb); 4874b340ae2SBrian Haley 4881da177e4SLinus Torvalds /* Free flowlabels */ 4891da177e4SLinus Torvalds fl6_free_socklist(sk); 4901da177e4SLinus Torvalds 4911da177e4SLinus Torvalds /* Free tx options */ 4921da177e4SLinus Torvalds 49345f6fad8SEric Dumazet opt = xchg((__force struct ipv6_txoptions **)&np->opt, NULL); 49445f6fad8SEric Dumazet if (opt) { 49545f6fad8SEric Dumazet atomic_sub(opt->tot_len, &sk->sk_omem_alloc); 49645f6fad8SEric Dumazet txopt_put(opt); 49745f6fad8SEric Dumazet } 4981da177e4SLinus Torvalds } 4993cf3dc6cSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_destroy_sock); 5003cf3dc6cSArnaldo Carvalho de Melo 5011da177e4SLinus Torvalds /* 5021da177e4SLinus Torvalds * This does both peername and sockname. 5031da177e4SLinus Torvalds */ 5041da177e4SLinus Torvalds 5051da177e4SLinus Torvalds int inet6_getname(struct socket *sock, struct sockaddr *uaddr, 5069b2c45d4SDenys Vlasenko int peer) 5071da177e4SLinus Torvalds { 5081da177e4SLinus Torvalds struct sockaddr_in6 *sin = (struct sockaddr_in6 *)uaddr; 5091da177e4SLinus Torvalds struct sock *sk = sock->sk; 5101da177e4SLinus Torvalds struct inet_sock *inet = inet_sk(sk); 5111da177e4SLinus Torvalds struct ipv6_pinfo *np = inet6_sk(sk); 5121da177e4SLinus Torvalds 5131da177e4SLinus Torvalds sin->sin6_family = AF_INET6; 5141da177e4SLinus Torvalds sin->sin6_flowinfo = 0; 5151da177e4SLinus Torvalds sin->sin6_scope_id = 0; 5161da177e4SLinus Torvalds if (peer) { 517c720c7e8SEric Dumazet if (!inet->inet_dport) 5181da177e4SLinus Torvalds return -ENOTCONN; 5191da177e4SLinus Torvalds if (((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_SYN_SENT)) && 5201da177e4SLinus Torvalds peer == 1) 5211da177e4SLinus Torvalds return -ENOTCONN; 522c720c7e8SEric Dumazet sin->sin6_port = inet->inet_dport; 523efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_daddr; 5241da177e4SLinus Torvalds if (np->sndflow) 5251da177e4SLinus Torvalds sin->sin6_flowinfo = np->flow_label; 5261da177e4SLinus Torvalds } else { 527efe4208fSEric Dumazet if (ipv6_addr_any(&sk->sk_v6_rcv_saddr)) 5284e3fd7a0SAlexey Dobriyan sin->sin6_addr = np->saddr; 5291da177e4SLinus Torvalds else 530efe4208fSEric Dumazet sin->sin6_addr = sk->sk_v6_rcv_saddr; 5311da177e4SLinus Torvalds 532c720c7e8SEric Dumazet sin->sin6_port = inet->inet_sport; 5331da177e4SLinus Torvalds } 534842df073SHannes Frederic Sowa sin->sin6_scope_id = ipv6_iface_scope_id(&sin->sin6_addr, 535842df073SHannes Frederic Sowa sk->sk_bound_dev_if); 5369b2c45d4SDenys Vlasenko return sizeof(*sin); 5371da177e4SLinus Torvalds } 5387159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_getname); 5397159039aSYOSHIFUJI Hideaki 5401da177e4SLinus Torvalds int inet6_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) 5411da177e4SLinus Torvalds { 5421da177e4SLinus Torvalds struct sock *sk = sock->sk; 5433b1e0a65SYOSHIFUJI Hideaki struct net *net = sock_net(sk); 5441da177e4SLinus Torvalds 545647c0c70SEldad Zack switch (cmd) { 5461da177e4SLinus Torvalds case SIOCADDRT: 5471da177e4SLinus Torvalds case SIOCDELRT: 5481da177e4SLinus Torvalds 549a02cec21SEric Dumazet return ipv6_route_ioctl(net, cmd, (void __user *)arg); 5501da177e4SLinus Torvalds 5511da177e4SLinus Torvalds case SIOCSIFADDR: 552af284937SDaniel Lezcano return addrconf_add_ifaddr(net, (void __user *) arg); 5531da177e4SLinus Torvalds case SIOCDIFADDR: 554af284937SDaniel Lezcano return addrconf_del_ifaddr(net, (void __user *) arg); 5551da177e4SLinus Torvalds case SIOCSIFDSTADDR: 556af284937SDaniel Lezcano return addrconf_set_dstaddr(net, (void __user *) arg); 5571da177e4SLinus Torvalds default: 558b5e5fa5eSChristoph Hellwig if (!sk->sk_prot->ioctl) 559b5e5fa5eSChristoph Hellwig return -ENOIOCTLCMD; 560b5e5fa5eSChristoph Hellwig return sk->sk_prot->ioctl(sk, cmd, arg); 5611da177e4SLinus Torvalds } 5621da177e4SLinus Torvalds /*NOTREACHED*/ 563a02cec21SEric Dumazet return 0; 5641da177e4SLinus Torvalds } 5657159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_ioctl); 5667159039aSYOSHIFUJI Hideaki 567164c51feSPaolo Abeni INDIRECT_CALLABLE_DECLARE(int udpv6_sendmsg(struct sock *, struct msghdr *, 568164c51feSPaolo Abeni size_t)); 56968ab5d14SPaolo Abeni int inet6_sendmsg(struct socket *sock, struct msghdr *msg, size_t size) 57068ab5d14SPaolo Abeni { 57168ab5d14SPaolo Abeni struct sock *sk = sock->sk; 57268ab5d14SPaolo Abeni 57368ab5d14SPaolo Abeni if (unlikely(inet_send_prepare(sk))) 57468ab5d14SPaolo Abeni return -EAGAIN; 57568ab5d14SPaolo Abeni 576164c51feSPaolo Abeni return INDIRECT_CALL_2(sk->sk_prot->sendmsg, tcp_sendmsg, udpv6_sendmsg, 577164c51feSPaolo Abeni sk, msg, size); 57868ab5d14SPaolo Abeni } 57968ab5d14SPaolo Abeni 580164c51feSPaolo Abeni INDIRECT_CALLABLE_DECLARE(int udpv6_recvmsg(struct sock *, struct msghdr *, 581164c51feSPaolo Abeni size_t, int, int, int *)); 58268ab5d14SPaolo Abeni int inet6_recvmsg(struct socket *sock, struct msghdr *msg, size_t size, 58368ab5d14SPaolo Abeni int flags) 58468ab5d14SPaolo Abeni { 58568ab5d14SPaolo Abeni struct sock *sk = sock->sk; 58668ab5d14SPaolo Abeni int addr_len = 0; 58768ab5d14SPaolo Abeni int err; 58868ab5d14SPaolo Abeni 58968ab5d14SPaolo Abeni if (likely(!(flags & MSG_ERRQUEUE))) 59068ab5d14SPaolo Abeni sock_rps_record_flow(sk); 59168ab5d14SPaolo Abeni 592164c51feSPaolo Abeni err = INDIRECT_CALL_2(sk->sk_prot->recvmsg, tcp_recvmsg, udpv6_recvmsg, 593164c51feSPaolo Abeni sk, msg, size, flags & MSG_DONTWAIT, 59468ab5d14SPaolo Abeni flags & ~MSG_DONTWAIT, &addr_len); 59568ab5d14SPaolo Abeni if (err >= 0) 59668ab5d14SPaolo Abeni msg->msg_namelen = addr_len; 59768ab5d14SPaolo Abeni return err; 59868ab5d14SPaolo Abeni } 59968ab5d14SPaolo Abeni 60090ddc4f0SEric Dumazet const struct proto_ops inet6_stream_ops = { 6011da177e4SLinus Torvalds .family = PF_INET6, 6021da177e4SLinus Torvalds .owner = THIS_MODULE, 6031da177e4SLinus Torvalds .release = inet6_release, 6041da177e4SLinus Torvalds .bind = inet6_bind, 6051da177e4SLinus Torvalds .connect = inet_stream_connect, /* ok */ 6061da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 6071da177e4SLinus Torvalds .accept = inet_accept, /* ok */ 6081da177e4SLinus Torvalds .getname = inet6_getname, 609a11e1d43SLinus Torvalds .poll = tcp_poll, /* ok */ 6101da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 611c7cbdbf2SArnd Bergmann .gettstamp = sock_gettstamp, 6121da177e4SLinus Torvalds .listen = inet_listen, /* ok */ 6131da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 6141da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 6151da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 61668ab5d14SPaolo Abeni .sendmsg = inet6_sendmsg, /* retpoline's sake */ 61768ab5d14SPaolo Abeni .recvmsg = inet6_recvmsg, /* retpoline's sake */ 61805255b82SEric Dumazet #ifdef CONFIG_MMU 61993ab6cc6SEric Dumazet .mmap = tcp_mmap, 62005255b82SEric Dumazet #endif 6217ba42910SChangli Gao .sendpage = inet_sendpage, 62245f91bdcSJohn Fastabend .sendmsg_locked = tcp_sendmsg_locked, 62345f91bdcSJohn Fastabend .sendpage_locked = tcp_sendpage_locked, 624a0974dd3SJens Axboe .splice_read = tcp_splice_read, 62532035585STom Herbert .read_sock = tcp_read_sock, 62632035585STom Herbert .peek_len = tcp_peek_len, 6273fdadf7dSDmitry Mishin #ifdef CONFIG_COMPAT 6283fdadf7dSDmitry Mishin .compat_setsockopt = compat_sock_common_setsockopt, 6293fdadf7dSDmitry Mishin .compat_getsockopt = compat_sock_common_getsockopt, 6303fdadf7dSDmitry Mishin #endif 631d1361840SEric Dumazet .set_rcvlowat = tcp_set_rcvlowat, 6321da177e4SLinus Torvalds }; 6331da177e4SLinus Torvalds 63490ddc4f0SEric Dumazet const struct proto_ops inet6_dgram_ops = { 6351da177e4SLinus Torvalds .family = PF_INET6, 6361da177e4SLinus Torvalds .owner = THIS_MODULE, 6371da177e4SLinus Torvalds .release = inet6_release, 6381da177e4SLinus Torvalds .bind = inet6_bind, 6391da177e4SLinus Torvalds .connect = inet_dgram_connect, /* ok */ 6401da177e4SLinus Torvalds .socketpair = sock_no_socketpair, /* a do nothing */ 6411da177e4SLinus Torvalds .accept = sock_no_accept, /* a do nothing */ 6421da177e4SLinus Torvalds .getname = inet6_getname, 643a11e1d43SLinus Torvalds .poll = udp_poll, /* ok */ 6441da177e4SLinus Torvalds .ioctl = inet6_ioctl, /* must change */ 645c7cbdbf2SArnd Bergmann .gettstamp = sock_gettstamp, 6461da177e4SLinus Torvalds .listen = sock_no_listen, /* ok */ 6471da177e4SLinus Torvalds .shutdown = inet_shutdown, /* ok */ 6481da177e4SLinus Torvalds .setsockopt = sock_common_setsockopt, /* ok */ 6491da177e4SLinus Torvalds .getsockopt = sock_common_getsockopt, /* ok */ 65068ab5d14SPaolo Abeni .sendmsg = inet6_sendmsg, /* retpoline's sake */ 65168ab5d14SPaolo Abeni .recvmsg = inet6_recvmsg, /* retpoline's sake */ 6521da177e4SLinus Torvalds .mmap = sock_no_mmap, 6531da177e4SLinus Torvalds .sendpage = sock_no_sendpage, 654627d2d6bSsamanthakumar .set_peek_off = sk_set_peek_off, 655543d9cfeSArnaldo Carvalho de Melo #ifdef CONFIG_COMPAT 656543d9cfeSArnaldo Carvalho de Melo .compat_setsockopt = compat_sock_common_setsockopt, 657543d9cfeSArnaldo Carvalho de Melo .compat_getsockopt = compat_sock_common_getsockopt, 658543d9cfeSArnaldo Carvalho de Melo #endif 6591da177e4SLinus Torvalds }; 6601da177e4SLinus Torvalds 661ec1b4cf7SStephen Hemminger static const struct net_proto_family inet6_family_ops = { 6621da177e4SLinus Torvalds .family = PF_INET6, 6631da177e4SLinus Torvalds .create = inet6_create, 6641da177e4SLinus Torvalds .owner = THIS_MODULE, 6651da177e4SLinus Torvalds }; 6661da177e4SLinus Torvalds 66787c3efbfSDaniel Lezcano int inet6_register_protosw(struct inet_protosw *p) 6681da177e4SLinus Torvalds { 6691da177e4SLinus Torvalds struct list_head *lh; 6701da177e4SLinus Torvalds struct inet_protosw *answer; 6711da177e4SLinus Torvalds struct list_head *last_perm; 67287c3efbfSDaniel Lezcano int protocol = p->protocol; 67387c3efbfSDaniel Lezcano int ret; 6741da177e4SLinus Torvalds 6751da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 6761da177e4SLinus Torvalds 67787c3efbfSDaniel Lezcano ret = -EINVAL; 6781da177e4SLinus Torvalds if (p->type >= SOCK_MAX) 6791da177e4SLinus Torvalds goto out_illegal; 6801da177e4SLinus Torvalds 6811da177e4SLinus Torvalds /* If we are trying to override a permanent protocol, bail. */ 6821da177e4SLinus Torvalds answer = NULL; 68387c3efbfSDaniel Lezcano ret = -EPERM; 6841da177e4SLinus Torvalds last_perm = &inetsw6[p->type]; 6851da177e4SLinus Torvalds list_for_each(lh, &inetsw6[p->type]) { 6861da177e4SLinus Torvalds answer = list_entry(lh, struct inet_protosw, list); 6871da177e4SLinus Torvalds 6881da177e4SLinus Torvalds /* Check only the non-wild match. */ 6891da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & answer->flags) { 6901da177e4SLinus Torvalds if (protocol == answer->protocol) 6911da177e4SLinus Torvalds break; 6921da177e4SLinus Torvalds last_perm = lh; 6931da177e4SLinus Torvalds } 6941da177e4SLinus Torvalds 6951da177e4SLinus Torvalds answer = NULL; 6961da177e4SLinus Torvalds } 6971da177e4SLinus Torvalds if (answer) 6981da177e4SLinus Torvalds goto out_permanent; 6991da177e4SLinus Torvalds 7001da177e4SLinus Torvalds /* Add the new entry after the last permanent entry if any, so that 7011da177e4SLinus Torvalds * the new entry does not override a permanent entry when matched with 7021da177e4SLinus Torvalds * a wild-card protocol. But it is allowed to override any existing 7031da177e4SLinus Torvalds * non-permanent entry. This means that when we remove this entry, the 7041da177e4SLinus Torvalds * system automatically returns to the old behavior. 7051da177e4SLinus Torvalds */ 7061da177e4SLinus Torvalds list_add_rcu(&p->list, last_perm); 70787c3efbfSDaniel Lezcano ret = 0; 7081da177e4SLinus Torvalds out: 7091da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 71087c3efbfSDaniel Lezcano return ret; 7111da177e4SLinus Torvalds 7121da177e4SLinus Torvalds out_permanent: 713f3213831SJoe Perches pr_err("Attempt to override permanent protocol %d\n", protocol); 7141da177e4SLinus Torvalds goto out; 7151da177e4SLinus Torvalds 7161da177e4SLinus Torvalds out_illegal: 717f3213831SJoe Perches pr_err("Ignoring attempt to register invalid socket type %d\n", 7181da177e4SLinus Torvalds p->type); 7191da177e4SLinus Torvalds goto out; 7201da177e4SLinus Torvalds } 7217159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_register_protosw); 7227159039aSYOSHIFUJI Hideaki 7231da177e4SLinus Torvalds void 7241da177e4SLinus Torvalds inet6_unregister_protosw(struct inet_protosw *p) 7251da177e4SLinus Torvalds { 7261da177e4SLinus Torvalds if (INET_PROTOSW_PERMANENT & p->flags) { 727f3213831SJoe Perches pr_err("Attempt to unregister permanent protocol %d\n", 7281da177e4SLinus Torvalds p->protocol); 7291da177e4SLinus Torvalds } else { 7301da177e4SLinus Torvalds spin_lock_bh(&inetsw6_lock); 7311da177e4SLinus Torvalds list_del_rcu(&p->list); 7321da177e4SLinus Torvalds spin_unlock_bh(&inetsw6_lock); 7331da177e4SLinus Torvalds 7341da177e4SLinus Torvalds synchronize_net(); 7351da177e4SLinus Torvalds } 7361da177e4SLinus Torvalds } 7377159039aSYOSHIFUJI Hideaki EXPORT_SYMBOL(inet6_unregister_protosw); 7387159039aSYOSHIFUJI Hideaki 739b9750ce1SArnaldo Carvalho de Melo int inet6_sk_rebuild_header(struct sock *sk) 740b9750ce1SArnaldo Carvalho de Melo { 741b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 74268d0c6d3SDavid S. Miller struct dst_entry *dst; 743b9750ce1SArnaldo Carvalho de Melo 744b9750ce1SArnaldo Carvalho de Melo dst = __sk_dst_check(sk, np->dst_cookie); 745b9750ce1SArnaldo Carvalho de Melo 74663159f29SIan Morris if (!dst) { 747b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 74820c59de2SArnaud Ebalard struct in6_addr *final_p, final; 7494c9483b2SDavid S. Miller struct flowi6 fl6; 750b9750ce1SArnaldo Carvalho de Melo 7514c9483b2SDavid S. Miller memset(&fl6, 0, sizeof(fl6)); 7524c9483b2SDavid S. Miller fl6.flowi6_proto = sk->sk_protocol; 753efe4208fSEric Dumazet fl6.daddr = sk->sk_v6_daddr; 7544e3fd7a0SAlexey Dobriyan fl6.saddr = np->saddr; 7554c9483b2SDavid S. Miller fl6.flowlabel = np->flow_label; 7564c9483b2SDavid S. Miller fl6.flowi6_oif = sk->sk_bound_dev_if; 7574c9483b2SDavid S. Miller fl6.flowi6_mark = sk->sk_mark; 7581958b856SDavid S. Miller fl6.fl6_dport = inet->inet_dport; 7591958b856SDavid S. Miller fl6.fl6_sport = inet->inet_sport; 760e2d118a1SLorenzo Colitti fl6.flowi6_uid = sk->sk_uid; 7614c9483b2SDavid S. Miller security_sk_classify_flow(sk, flowi6_to_flowi(&fl6)); 762b9750ce1SArnaldo Carvalho de Melo 76345f6fad8SEric Dumazet rcu_read_lock(); 76445f6fad8SEric Dumazet final_p = fl6_update_dst(&fl6, rcu_dereference(np->opt), 76545f6fad8SEric Dumazet &final); 76645f6fad8SEric Dumazet rcu_read_unlock(); 767b9750ce1SArnaldo Carvalho de Melo 7680e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, &fl6, final_p); 76968d0c6d3SDavid S. Miller if (IS_ERR(dst)) { 770b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 77168d0c6d3SDavid S. Miller sk->sk_err_soft = -PTR_ERR(dst); 77268d0c6d3SDavid S. Miller return PTR_ERR(dst); 773b9750ce1SArnaldo Carvalho de Melo } 774b9750ce1SArnaldo Carvalho de Melo 7756bd4f355SEric Dumazet ip6_dst_store(sk, dst, NULL, NULL); 776b9750ce1SArnaldo Carvalho de Melo } 777b9750ce1SArnaldo Carvalho de Melo 778b9750ce1SArnaldo Carvalho de Melo return 0; 779b9750ce1SArnaldo Carvalho de Melo } 780b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_sk_rebuild_header); 781b9750ce1SArnaldo Carvalho de Melo 782a224772dSEric Dumazet bool ipv6_opt_accepted(const struct sock *sk, const struct sk_buff *skb, 783a224772dSEric Dumazet const struct inet6_skb_parm *opt) 784399c07deSArnaldo Carvalho de Melo { 78592113bfdSEric Dumazet const struct ipv6_pinfo *np = inet6_sk(sk); 786399c07deSArnaldo Carvalho de Melo 787399c07deSArnaldo Carvalho de Melo if (np->rxopt.all) { 7888b58a398SFlorian Westphal if (((opt->flags & IP6SKB_HOPBYHOP) && 7898b58a398SFlorian Westphal (np->rxopt.bits.hopopts || np->rxopt.bits.ohopopts)) || 790ac1eabcaSFlorent Fourcot (ip6_flowinfo((struct ipv6hdr *) skb_network_header(skb)) && 791399c07deSArnaldo Carvalho de Melo np->rxopt.bits.rxflow) || 792399c07deSArnaldo Carvalho de Melo (opt->srcrt && (np->rxopt.bits.srcrt || 793399c07deSArnaldo Carvalho de Melo np->rxopt.bits.osrcrt)) || 794399c07deSArnaldo Carvalho de Melo ((opt->dst1 || opt->dst0) && 795399c07deSArnaldo Carvalho de Melo (np->rxopt.bits.dstopts || np->rxopt.bits.odstopts))) 79692113bfdSEric Dumazet return true; 797399c07deSArnaldo Carvalho de Melo } 79892113bfdSEric Dumazet return false; 799399c07deSArnaldo Carvalho de Melo } 800399c07deSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(ipv6_opt_accepted); 801399c07deSArnaldo Carvalho de Melo 8027546dd97SStephen Hemminger static struct packet_type ipv6_packet_type __read_mostly = { 80309640e63SHarvey Harrison .type = cpu_to_be16(ETH_P_IPV6), 804662397fdSYOSHIFUJI Hideaki .func = ipv6_rcv, 805d8269e2cSEdward Cree .list_func = ipv6_list_rcv, 80622061d80SVlad Yasevich }; 80722061d80SVlad Yasevich 808662397fdSYOSHIFUJI Hideaki static int __init ipv6_packet_init(void) 809662397fdSYOSHIFUJI Hideaki { 810662397fdSYOSHIFUJI Hideaki dev_add_pack(&ipv6_packet_type); 811662397fdSYOSHIFUJI Hideaki return 0; 812662397fdSYOSHIFUJI Hideaki } 813662397fdSYOSHIFUJI Hideaki 814662397fdSYOSHIFUJI Hideaki static void ipv6_packet_cleanup(void) 815662397fdSYOSHIFUJI Hideaki { 816662397fdSYOSHIFUJI Hideaki dev_remove_pack(&ipv6_packet_type); 817662397fdSYOSHIFUJI Hideaki } 818662397fdSYOSHIFUJI Hideaki 819e43291cbSDenis V. Lunev static int __net_init ipv6_init_mibs(struct net *net) 820e43291cbSDenis V. Lunev { 821827da44cSJohn Stultz int i; 822827da44cSJohn Stultz 823698365faSWANG Cong net->mib.udp_stats_in6 = alloc_percpu(struct udp_mib); 824698365faSWANG Cong if (!net->mib.udp_stats_in6) 8250c7ed677SDenis V. Lunev return -ENOMEM; 826698365faSWANG Cong net->mib.udplite_stats_in6 = alloc_percpu(struct udp_mib); 827698365faSWANG Cong if (!net->mib.udplite_stats_in6) 828be713a44SDenis V. Lunev goto err_udplite_mib; 829698365faSWANG Cong net->mib.ipv6_statistics = alloc_percpu(struct ipstats_mib); 830698365faSWANG Cong if (!net->mib.ipv6_statistics) 8319261e537SDenis V. Lunev goto err_ip_mib; 832827da44cSJohn Stultz 833827da44cSJohn Stultz for_each_possible_cpu(i) { 834827da44cSJohn Stultz struct ipstats_mib *af_inet6_stats; 835698365faSWANG Cong af_inet6_stats = per_cpu_ptr(net->mib.ipv6_statistics, i); 836827da44cSJohn Stultz u64_stats_init(&af_inet6_stats->syncp); 837827da44cSJohn Stultz } 838827da44cSJohn Stultz 839827da44cSJohn Stultz 840698365faSWANG Cong net->mib.icmpv6_statistics = alloc_percpu(struct icmpv6_mib); 841698365faSWANG Cong if (!net->mib.icmpv6_statistics) 8429261e537SDenis V. Lunev goto err_icmp_mib; 8432a24444fSEric Dumazet net->mib.icmpv6msg_statistics = kzalloc(sizeof(struct icmpv6msg_mib), 8442a24444fSEric Dumazet GFP_KERNEL); 8452a24444fSEric Dumazet if (!net->mib.icmpv6msg_statistics) 8469261e537SDenis V. Lunev goto err_icmpmsg_mib; 847e43291cbSDenis V. Lunev return 0; 848be713a44SDenis V. Lunev 8499261e537SDenis V. Lunev err_icmpmsg_mib: 850698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8519261e537SDenis V. Lunev err_icmp_mib: 852698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 8539261e537SDenis V. Lunev err_ip_mib: 854698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 855be713a44SDenis V. Lunev err_udplite_mib: 856698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 857be713a44SDenis V. Lunev return -ENOMEM; 858e43291cbSDenis V. Lunev } 859e43291cbSDenis V. Lunev 8602c8c1e72SAlexey Dobriyan static void ipv6_cleanup_mibs(struct net *net) 861e43291cbSDenis V. Lunev { 862698365faSWANG Cong free_percpu(net->mib.udp_stats_in6); 863698365faSWANG Cong free_percpu(net->mib.udplite_stats_in6); 864698365faSWANG Cong free_percpu(net->mib.ipv6_statistics); 865698365faSWANG Cong free_percpu(net->mib.icmpv6_statistics); 8662a24444fSEric Dumazet kfree(net->mib.icmpv6msg_statistics); 867e43291cbSDenis V. Lunev } 868e43291cbSDenis V. Lunev 869e7dc8494SAlexey Dobriyan static int __net_init inet6_net_init(struct net *net) 87081c1c178SDaniel Lezcano { 8710c96d8c5SDaniel Lezcano int err = 0; 8720c96d8c5SDaniel Lezcano 87399bc9c4eSDaniel Lezcano net->ipv6.sysctl.bindv6only = 0; 87441a76906SDaniel Lezcano net->ipv6.sysctl.icmpv6_time = 1*HZ; 875e6f86b0fSVirgile Jarry net->ipv6.sysctl.icmpv6_echo_ignore_all = 0; 87603f1ecccSStephen Suryaputra net->ipv6.sysctl.icmpv6_echo_ignore_multicast = 0; 8770b03a5caSStephen Suryaputra net->ipv6.sysctl.icmpv6_echo_ignore_anycast = 0; 8780bc19985SStephen Suryaputra 8790bc19985SStephen Suryaputra /* By default, rate limit error messages. 8800bc19985SStephen Suryaputra * Except for pmtu discovery, it would break it. 8810bc19985SStephen Suryaputra * proc_do_large_bitmap needs pointer to the bitmap. 8820bc19985SStephen Suryaputra */ 8830bc19985SStephen Suryaputra bitmap_set(net->ipv6.sysctl.icmpv6_ratemask, 0, ICMPV6_ERRMSG_MAX + 1); 8840bc19985SStephen Suryaputra bitmap_clear(net->ipv6.sysctl.icmpv6_ratemask, ICMPV6_PKT_TOOBIG, 1); 8850bc19985SStephen Suryaputra net->ipv6.sysctl.icmpv6_ratemask_ptr = net->ipv6.sysctl.icmpv6_ratemask; 8860bc19985SStephen Suryaputra 8876444f72bSFlorent Fourcot net->ipv6.sysctl.flowlabel_consistency = 1; 88842240901STom Herbert net->ipv6.sysctl.auto_flowlabels = IP6_DEFAULT_AUTO_FLOW_LABELS; 8891855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_retries = 3; 8901855b7c3SHannes Frederic Sowa net->ipv6.sysctl.idgen_delay = 1 * HZ; 891be26849bSTom Herbert net->ipv6.sysctl.flowlabel_state_ranges = 0; 89247d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_cnt = IP6_DEFAULT_MAX_DST_OPTS_CNT; 89347d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_cnt = IP6_DEFAULT_MAX_HBH_OPTS_CNT; 89447d3d7acSTom Herbert net->ipv6.sysctl.max_dst_opts_len = IP6_DEFAULT_MAX_DST_OPTS_LEN; 89547d3d7acSTom Herbert net->ipv6.sysctl.max_hbh_opts_len = IP6_DEFAULT_MAX_HBH_OPTS_LEN; 896812918c4SHannes Frederic Sowa atomic_set(&net->ipv6.fib6_sernum, 1); 897e71e0349SDaniel Lezcano 898e43291cbSDenis V. Lunev err = ipv6_init_mibs(net); 899e43291cbSDenis V. Lunev if (err) 900e43291cbSDenis V. Lunev return err; 9010c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9020c96d8c5SDaniel Lezcano err = udp6_proc_init(net); 9030c96d8c5SDaniel Lezcano if (err) 9040c96d8c5SDaniel Lezcano goto out; 9056f8b13bcSDaniel Lezcano err = tcp6_proc_init(net); 9066f8b13bcSDaniel Lezcano if (err) 9076f8b13bcSDaniel Lezcano goto proc_tcp6_fail; 9086ab57e7eSDaniel Lezcano err = ac6_proc_init(net); 9096ab57e7eSDaniel Lezcano if (err) 9106ab57e7eSDaniel Lezcano goto proc_ac6_fail; 9110c96d8c5SDaniel Lezcano #endif 9120c96d8c5SDaniel Lezcano return err; 9136f8b13bcSDaniel Lezcano 9146f8b13bcSDaniel Lezcano #ifdef CONFIG_PROC_FS 9156ab57e7eSDaniel Lezcano proc_ac6_fail: 9166ab57e7eSDaniel Lezcano tcp6_proc_exit(net); 9176f8b13bcSDaniel Lezcano proc_tcp6_fail: 9186f8b13bcSDaniel Lezcano udp6_proc_exit(net); 919e43291cbSDenis V. Lunev out: 920e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 921e43291cbSDenis V. Lunev return err; 9226f8b13bcSDaniel Lezcano #endif 92381c1c178SDaniel Lezcano } 92481c1c178SDaniel Lezcano 9252c8c1e72SAlexey Dobriyan static void __net_exit inet6_net_exit(struct net *net) 92681c1c178SDaniel Lezcano { 9270c96d8c5SDaniel Lezcano #ifdef CONFIG_PROC_FS 9280c96d8c5SDaniel Lezcano udp6_proc_exit(net); 9296f8b13bcSDaniel Lezcano tcp6_proc_exit(net); 9306ab57e7eSDaniel Lezcano ac6_proc_exit(net); 9310c96d8c5SDaniel Lezcano #endif 932e43291cbSDenis V. Lunev ipv6_cleanup_mibs(net); 93381c1c178SDaniel Lezcano } 93481c1c178SDaniel Lezcano 93581c1c178SDaniel Lezcano static struct pernet_operations inet6_net_ops = { 93681c1c178SDaniel Lezcano .init = inet6_net_init, 93781c1c178SDaniel Lezcano .exit = inet6_net_exit, 93881c1c178SDaniel Lezcano }; 93981c1c178SDaniel Lezcano 9409b0a6a9dSPeter Oskolkov static int ipv6_route_input(struct sk_buff *skb) 9419b0a6a9dSPeter Oskolkov { 9429b0a6a9dSPeter Oskolkov ip6_route_input(skb); 9439b0a6a9dSPeter Oskolkov return skb_dst(skb)->error; 9449b0a6a9dSPeter Oskolkov } 9459b0a6a9dSPeter Oskolkov 9465f81bd2eSCong Wang static const struct ipv6_stub ipv6_stub_impl = { 9475f81bd2eSCong Wang .ipv6_sock_mc_join = ipv6_sock_mc_join, 9485f81bd2eSCong Wang .ipv6_sock_mc_drop = ipv6_sock_mc_drop, 9495f81bd2eSCong Wang .ipv6_dst_lookup = ip6_dst_lookup, 9509b0a6a9dSPeter Oskolkov .ipv6_route_input = ipv6_route_input, 95165a2022eSDavid Ahern .fib6_get_table = fib6_get_table, 95265a2022eSDavid Ahern .fib6_table_lookup = fib6_table_lookup, 95365a2022eSDavid Ahern .fib6_lookup = fib6_lookup, 954b1d40991SDavid Ahern .fib6_select_path = fib6_select_path, 955901731b8SDavid Ahern .ip6_mtu_from_fib6 = ip6_mtu_from_fib6, 9561aefd3deSDavid Ahern .fib6_nh_init = fib6_nh_init, 9571aefd3deSDavid Ahern .fib6_nh_release = fib6_nh_release, 958cdaa16a4SDavid Ahern .fib6_update_sernum = fib6_update_sernum_stub, 95919a3b7eeSDavid Ahern .fib6_rt_update = fib6_rt_update, 96068a9b13dSDavid Ahern .ip6_del_rt = ip6_del_rt, 9615f81bd2eSCong Wang .udpv6_encap_enable = udpv6_encap_enable, 962f564f45cSCong Wang .ndisc_send_na = ndisc_send_na, 963e15a00aaSCong Wang .nd_tbl = &nd_tbl, 9645f81bd2eSCong Wang }; 9655f81bd2eSCong Wang 966d74bad4eSAndrey Ignatov static const struct ipv6_bpf_stub ipv6_bpf_stub_impl = { 967d74bad4eSAndrey Ignatov .inet6_bind = __inet6_bind, 9688a615c6bSJoe Stringer .udp6_lib_lookup = __udp6_lib_lookup, 969d74bad4eSAndrey Ignatov }; 970d74bad4eSAndrey Ignatov 9711da177e4SLinus Torvalds static int __init inet6_init(void) 9721da177e4SLinus Torvalds { 9731da177e4SLinus Torvalds struct list_head *r; 974fe7ca2e1SBrian Haley int err = 0; 9751da177e4SLinus Torvalds 976b4772ef8SEyal Birger sock_skb_cb_check_size(sizeof(struct inet6_skb_parm)); 977ef047f5eSYOSHIFUJI Hideaki 978fe7ca2e1SBrian Haley /* Register the socket-side information for inet6_create. */ 979fe7ca2e1SBrian Haley for (r = &inetsw6[0]; r < &inetsw6[SOCK_MAX]; ++r) 980fe7ca2e1SBrian Haley INIT_LIST_HEAD(r); 981fe7ca2e1SBrian Haley 98256d417b1SBrian Haley if (disable_ipv6_mod) { 983f3213831SJoe Perches pr_info("Loaded, but administratively disabled, reboot required to enable\n"); 984fe7ca2e1SBrian Haley goto out; 985fe7ca2e1SBrian Haley } 986fe7ca2e1SBrian Haley 9871da177e4SLinus Torvalds err = proto_register(&tcpv6_prot, 1); 9881da177e4SLinus Torvalds if (err) 9891da177e4SLinus Torvalds goto out; 9901da177e4SLinus Torvalds 9911da177e4SLinus Torvalds err = proto_register(&udpv6_prot, 1); 9921da177e4SLinus Torvalds if (err) 9931da177e4SLinus Torvalds goto out_unregister_tcp_proto; 9941da177e4SLinus Torvalds 995ba4e58ecSGerrit Renker err = proto_register(&udplitev6_prot, 1); 9961da177e4SLinus Torvalds if (err) 9971da177e4SLinus Torvalds goto out_unregister_udp_proto; 9981da177e4SLinus Torvalds 999ba4e58ecSGerrit Renker err = proto_register(&rawv6_prot, 1); 1000ba4e58ecSGerrit Renker if (err) 1001ba4e58ecSGerrit Renker goto out_unregister_udplite_proto; 1002ba4e58ecSGerrit Renker 10036d0bfe22SLorenzo Colitti err = proto_register(&pingv6_prot, 1); 10046d0bfe22SLorenzo Colitti if (err) 1005a03dc36bSSabrina Dubroca goto out_unregister_raw_proto; 10061da177e4SLinus Torvalds 10071da177e4SLinus Torvalds /* We MUST register RAW sockets before we create the ICMP6, 10081da177e4SLinus Torvalds * IGMP6, or NDISC control sockets. 10091da177e4SLinus Torvalds */ 10107f4e4868SDaniel Lezcano err = rawv6_init(); 10117f4e4868SDaniel Lezcano if (err) 1012a03dc36bSSabrina Dubroca goto out_unregister_ping_proto; 10131da177e4SLinus Torvalds 10141da177e4SLinus Torvalds /* Register the family here so that the init calls below will 10151da177e4SLinus Torvalds * be able to create sockets. (?? is this dangerous ??) 10161da177e4SLinus Torvalds */ 10178eb55910SDavid S. Miller err = sock_register(&inet6_family_ops); 10188eb55910SDavid S. Miller if (err) 10197f4e4868SDaniel Lezcano goto out_sock_register_fail; 10201da177e4SLinus Torvalds 10211da177e4SLinus Torvalds /* 10221da177e4SLinus Torvalds * ipngwg API draft makes clear that the correct semantics 10231da177e4SLinus Torvalds * for TCP and UDP is to consider one TCP and UDP instance 102425985edcSLucas De Marchi * in a host available by both INET and INET6 APIs and 10251da177e4SLinus Torvalds * able to communicate via both network protocols. 10261da177e4SLinus Torvalds */ 10271da177e4SLinus Torvalds 102881c1c178SDaniel Lezcano err = register_pernet_subsys(&inet6_net_ops); 102981c1c178SDaniel Lezcano if (err) 103081c1c178SDaniel Lezcano goto register_pernet_fail; 1031623d1a1aSWang Chen err = ip6_mr_init(); 1032623d1a1aSWang Chen if (err) 1033623d1a1aSWang Chen goto ipmr_fail; 103415e66807SWANG Cong err = icmpv6_init(); 103515e66807SWANG Cong if (err) 103615e66807SWANG Cong goto icmp_fail; 10379b0f976fSDenis V. Lunev err = ndisc_init(); 10381da177e4SLinus Torvalds if (err) 10391da177e4SLinus Torvalds goto ndisc_fail; 10409b0f976fSDenis V. Lunev err = igmp6_init(); 10411da177e4SLinus Torvalds if (err) 10421da177e4SLinus Torvalds goto igmp_fail; 10435f81bd2eSCong Wang 10442cc7d573SHarald Welte err = ipv6_netfilter_init(); 10452cc7d573SHarald Welte if (err) 10462cc7d573SHarald Welte goto netfilter_fail; 10471da177e4SLinus Torvalds /* Create /proc/foo6 entries. */ 10481da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 10491da177e4SLinus Torvalds err = -ENOMEM; 10501da177e4SLinus Torvalds if (raw6_proc_init()) 10511da177e4SLinus Torvalds goto proc_raw6_fail; 1052ba4e58ecSGerrit Renker if (udplite6_proc_init()) 1053ba4e58ecSGerrit Renker goto proc_udplite6_fail; 10541da177e4SLinus Torvalds if (ipv6_misc_proc_init()) 10551da177e4SLinus Torvalds goto proc_misc6_fail; 10561da177e4SLinus Torvalds if (if6_proc_init()) 10571da177e4SLinus Torvalds goto proc_if6_fail; 10581da177e4SLinus Torvalds #endif 1059e2fddf5eSDaniel Lezcano err = ip6_route_init(); 1060e2fddf5eSDaniel Lezcano if (err) 1061e2fddf5eSDaniel Lezcano goto ip6_route_fail; 10622c861cc6SMichal Kubeček err = ndisc_late_init(); 10632c861cc6SMichal Kubeček if (err) 10642c861cc6SMichal Kubeček goto ndisc_late_fail; 10650a3e78acSDaniel Lezcano err = ip6_flowlabel_init(); 10660a3e78acSDaniel Lezcano if (err) 10670a3e78acSDaniel Lezcano goto ip6_flowlabel_fail; 10682384d025SJeff Barnhill err = ipv6_anycast_init(); 10692384d025SJeff Barnhill if (err) 10702384d025SJeff Barnhill goto ipv6_anycast_fail; 10711da177e4SLinus Torvalds err = addrconf_init(); 10721da177e4SLinus Torvalds if (err) 10731da177e4SLinus Torvalds goto addrconf_fail; 10741da177e4SLinus Torvalds 10751da177e4SLinus Torvalds /* Init v6 extension headers. */ 1076248b238dSDaniel Lezcano err = ipv6_exthdrs_init(); 1077248b238dSDaniel Lezcano if (err) 1078248b238dSDaniel Lezcano goto ipv6_exthdrs_fail; 1079248b238dSDaniel Lezcano 1080853cbbaaSDaniel Lezcano err = ipv6_frag_init(); 1081853cbbaaSDaniel Lezcano if (err) 1082853cbbaaSDaniel Lezcano goto ipv6_frag_fail; 10831da177e4SLinus Torvalds 10841da177e4SLinus Torvalds /* Init v6 transport protocols. */ 10857f4e4868SDaniel Lezcano err = udpv6_init(); 10867f4e4868SDaniel Lezcano if (err) 10877f4e4868SDaniel Lezcano goto udpv6_fail; 1088e2ed4052SHerbert Xu 10897f4e4868SDaniel Lezcano err = udplitev6_init(); 10907f4e4868SDaniel Lezcano if (err) 10917f4e4868SDaniel Lezcano goto udplitev6_fail; 10927f4e4868SDaniel Lezcano 1093a6024562STom Herbert err = udpv6_offload_init(); 1094a6024562STom Herbert if (err) 1095a6024562STom Herbert goto udpv6_offload_fail; 1096a6024562STom Herbert 10977f4e4868SDaniel Lezcano err = tcpv6_init(); 10987f4e4868SDaniel Lezcano if (err) 10997f4e4868SDaniel Lezcano goto tcpv6_fail; 11007f4e4868SDaniel Lezcano 11017f4e4868SDaniel Lezcano err = ipv6_packet_init(); 11027f4e4868SDaniel Lezcano if (err) 11037f4e4868SDaniel Lezcano goto ipv6_packet_fail; 110494911fe3SBenjamin Thery 11056d0bfe22SLorenzo Colitti err = pingv6_init(); 11066d0bfe22SLorenzo Colitti if (err) 11076d0bfe22SLorenzo Colitti goto pingv6_fail; 11086d0bfe22SLorenzo Colitti 1109cb72d382SHuw Davies err = calipso_init(); 1110cb72d382SHuw Davies if (err) 1111cb72d382SHuw Davies goto calipso_fail; 1112cb72d382SHuw Davies 1113915d7e5eSDavid Lebrun err = seg6_init(); 1114915d7e5eSDavid Lebrun if (err) 1115915d7e5eSDavid Lebrun goto seg6_fail; 1116915d7e5eSDavid Lebrun 1117382ed724SVlad Yasevich err = igmp6_late_init(); 1118382ed724SVlad Yasevich if (err) 1119382ed724SVlad Yasevich goto igmp6_late_err; 1120382ed724SVlad Yasevich 112194911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 112294911fe3SBenjamin Thery err = ipv6_sysctl_register(); 112394911fe3SBenjamin Thery if (err) 112494911fe3SBenjamin Thery goto sysctl_fail; 112594911fe3SBenjamin Thery #endif 1126b7d6df57SPaolo Abeni 1127b7d6df57SPaolo Abeni /* ensure that ipv6 stubs are visible only after ipv6 is ready */ 1128b7d6df57SPaolo Abeni wmb(); 1129b7d6df57SPaolo Abeni ipv6_stub = &ipv6_stub_impl; 1130d74bad4eSAndrey Ignatov ipv6_bpf_stub = &ipv6_bpf_stub_impl; 11311da177e4SLinus Torvalds out: 11321da177e4SLinus Torvalds return err; 11331da177e4SLinus Torvalds 113494911fe3SBenjamin Thery #ifdef CONFIG_SYSCTL 113594911fe3SBenjamin Thery sysctl_fail: 1136382ed724SVlad Yasevich igmp6_late_cleanup(); 113794911fe3SBenjamin Thery #endif 1138382ed724SVlad Yasevich igmp6_late_err: 1139382ed724SVlad Yasevich seg6_exit(); 1140915d7e5eSDavid Lebrun seg6_fail: 1141915d7e5eSDavid Lebrun calipso_exit(); 1142cb72d382SHuw Davies calipso_fail: 1143cb72d382SHuw Davies pingv6_exit(); 11446d0bfe22SLorenzo Colitti pingv6_fail: 1145eca42aafSVlad Yasevich ipv6_packet_cleanup(); 11467f4e4868SDaniel Lezcano ipv6_packet_fail: 11477f4e4868SDaniel Lezcano tcpv6_exit(); 11487f4e4868SDaniel Lezcano tcpv6_fail: 1149a6024562STom Herbert udpv6_offload_exit(); 1150a6024562STom Herbert udpv6_offload_fail: 11517f4e4868SDaniel Lezcano udplitev6_exit(); 11527f4e4868SDaniel Lezcano udplitev6_fail: 11537f4e4868SDaniel Lezcano udpv6_exit(); 11547f4e4868SDaniel Lezcano udpv6_fail: 11557f4e4868SDaniel Lezcano ipv6_frag_exit(); 1156853cbbaaSDaniel Lezcano ipv6_frag_fail: 1157853cbbaaSDaniel Lezcano ipv6_exthdrs_exit(); 1158248b238dSDaniel Lezcano ipv6_exthdrs_fail: 1159248b238dSDaniel Lezcano addrconf_cleanup(); 11601da177e4SLinus Torvalds addrconf_fail: 11612384d025SJeff Barnhill ipv6_anycast_cleanup(); 11622384d025SJeff Barnhill ipv6_anycast_fail: 11631da177e4SLinus Torvalds ip6_flowlabel_cleanup(); 11640a3e78acSDaniel Lezcano ip6_flowlabel_fail: 11652c861cc6SMichal Kubeček ndisc_late_cleanup(); 11662c861cc6SMichal Kubeček ndisc_late_fail: 11671da177e4SLinus Torvalds ip6_route_cleanup(); 1168e2fddf5eSDaniel Lezcano ip6_route_fail: 11691da177e4SLinus Torvalds #ifdef CONFIG_PROC_FS 11701da177e4SLinus Torvalds if6_proc_exit(); 11711da177e4SLinus Torvalds proc_if6_fail: 11721da177e4SLinus Torvalds ipv6_misc_proc_exit(); 11731da177e4SLinus Torvalds proc_misc6_fail: 1174ba4e58ecSGerrit Renker udplite6_proc_exit(); 1175ba4e58ecSGerrit Renker proc_udplite6_fail: 11761da177e4SLinus Torvalds raw6_proc_exit(); 11771da177e4SLinus Torvalds proc_raw6_fail: 11781da177e4SLinus Torvalds #endif 11792cc7d573SHarald Welte ipv6_netfilter_fini(); 11802cc7d573SHarald Welte netfilter_fail: 11811da177e4SLinus Torvalds igmp6_cleanup(); 11821da177e4SLinus Torvalds igmp_fail: 11831da177e4SLinus Torvalds ndisc_cleanup(); 11841da177e4SLinus Torvalds ndisc_fail: 118515e66807SWANG Cong icmpv6_cleanup(); 1186afe49de4SSabrina Dubroca icmp_fail: 1187afe49de4SSabrina Dubroca ip6_mr_cleanup(); 1188afe49de4SSabrina Dubroca ipmr_fail: 1189afe49de4SSabrina Dubroca unregister_pernet_subsys(&inet6_net_ops); 119081c1c178SDaniel Lezcano register_pernet_fail: 11918eb55910SDavid S. Miller sock_unregister(PF_INET6); 1192e2fddf5eSDaniel Lezcano rtnl_unregister_all(PF_INET6); 11937f4e4868SDaniel Lezcano out_sock_register_fail: 11947f4e4868SDaniel Lezcano rawv6_exit(); 11956d0bfe22SLorenzo Colitti out_unregister_ping_proto: 11966d0bfe22SLorenzo Colitti proto_unregister(&pingv6_prot); 11971da177e4SLinus Torvalds out_unregister_raw_proto: 11981da177e4SLinus Torvalds proto_unregister(&rawv6_prot); 1199ba4e58ecSGerrit Renker out_unregister_udplite_proto: 1200ba4e58ecSGerrit Renker proto_unregister(&udplitev6_prot); 12011da177e4SLinus Torvalds out_unregister_udp_proto: 12021da177e4SLinus Torvalds proto_unregister(&udpv6_prot); 12031da177e4SLinus Torvalds out_unregister_tcp_proto: 12041da177e4SLinus Torvalds proto_unregister(&tcpv6_prot); 12051da177e4SLinus Torvalds goto out; 12061da177e4SLinus Torvalds } 12071da177e4SLinus Torvalds module_init(inet6_init); 12081da177e4SLinus Torvalds 12091da177e4SLinus Torvalds MODULE_ALIAS_NETPROTO(PF_INET6); 1210