18129765aSArnaldo Carvalho de Melo /* 28129765aSArnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38129765aSArnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48129765aSArnaldo Carvalho de Melo * interface as the means of communication with the user level. 58129765aSArnaldo Carvalho de Melo * 68129765aSArnaldo Carvalho de Melo * Support for INET6 connection oriented protocols. 78129765aSArnaldo Carvalho de Melo * 88129765aSArnaldo Carvalho de Melo * Authors: See the TCPv6 sources 98129765aSArnaldo Carvalho de Melo * 108129765aSArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118129765aSArnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128129765aSArnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138129765aSArnaldo Carvalho de Melo * 2 of the License, or(at your option) any later version. 148129765aSArnaldo Carvalho de Melo */ 158129765aSArnaldo Carvalho de Melo 168129765aSArnaldo Carvalho de Melo #include <linux/module.h> 178129765aSArnaldo Carvalho de Melo #include <linux/in6.h> 188129765aSArnaldo Carvalho de Melo #include <linux/ipv6.h> 198129765aSArnaldo Carvalho de Melo #include <linux/jhash.h> 205a0e3ad6STejun Heo #include <linux/slab.h> 218129765aSArnaldo Carvalho de Melo 228129765aSArnaldo Carvalho de Melo #include <net/addrconf.h> 238129765aSArnaldo Carvalho de Melo #include <net/inet_connection_sock.h> 24b9750ce1SArnaldo Carvalho de Melo #include <net/inet_ecn.h> 25b9750ce1SArnaldo Carvalho de Melo #include <net/inet_hashtables.h> 26b9750ce1SArnaldo Carvalho de Melo #include <net/ip6_route.h> 278129765aSArnaldo Carvalho de Melo #include <net/sock.h> 289f5336e2SAdrian Bunk #include <net/inet6_connection_sock.h> 29c125e80bSCraig Gallek #include <net/sock_reuseport.h> 308129765aSArnaldo Carvalho de Melo 31b9750ce1SArnaldo Carvalho de Melo int inet6_csk_bind_conflict(const struct sock *sk, 320643ee4fSTom Herbert const struct inet_bind_bucket *tb, bool relax, 330643ee4fSTom Herbert bool reuseport_ok) 34b9750ce1SArnaldo Carvalho de Melo { 35b9750ce1SArnaldo Carvalho de Melo const struct sock *sk2; 360643ee4fSTom Herbert bool reuse = !!sk->sk_reuse; 370643ee4fSTom Herbert bool reuseport = !!sk->sk_reuseport && reuseport_ok; 38243bb4c6SEric W. Biederman kuid_t uid = sock_i_uid((struct sock *)sk); 39b9750ce1SArnaldo Carvalho de Melo 40b9750ce1SArnaldo Carvalho de Melo /* We must walk the whole port owner list in this case. -DaveM */ 417477fd2eSPavel Emelyanov /* 427477fd2eSPavel Emelyanov * See comment in inet_csk_bind_conflict about sock lookup 437477fd2eSPavel Emelyanov * vs net namespaces issues. 447477fd2eSPavel Emelyanov */ 45b67bfe0dSSasha Levin sk_for_each_bound(sk2, &tb->owners) { 46b9750ce1SArnaldo Carvalho de Melo if (sk != sk2 && 47b9750ce1SArnaldo Carvalho de Melo (!sk->sk_bound_dev_if || 48b9750ce1SArnaldo Carvalho de Melo !sk2->sk_bound_dev_if || 495ba24953STom Herbert sk->sk_bound_dev_if == sk2->sk_bound_dev_if)) { 505ba24953STom Herbert if ((!reuse || !sk2->sk_reuse || 513e8c806aSDavid S. Miller sk2->sk_state == TCP_LISTEN) && 525ba24953STom Herbert (!reuseport || !sk2->sk_reuseport || 53c125e80bSCraig Gallek rcu_access_pointer(sk->sk_reuseport_cb) || 545ba24953STom Herbert (sk2->sk_state != TCP_TIME_WAIT && 555ba24953STom Herbert !uid_eq(uid, 565ba24953STom Herbert sock_i_uid((struct sock *)sk2))))) { 57e32ea7e7SCraig Gallek if (ipv6_rcv_saddr_equal(sk, sk2, true)) 58b9750ce1SArnaldo Carvalho de Melo break; 59b9750ce1SArnaldo Carvalho de Melo } 60dd9f319dSFlavio Leitner if (!relax && reuse && sk2->sk_reuse && 61dd9f319dSFlavio Leitner sk2->sk_state != TCP_LISTEN && 62e32ea7e7SCraig Gallek ipv6_rcv_saddr_equal(sk, sk2, true)) 63dd9f319dSFlavio Leitner break; 645ba24953STom Herbert } 655ba24953STom Herbert } 66b9750ce1SArnaldo Carvalho de Melo 67b67bfe0dSSasha Levin return sk2 != NULL; 68b9750ce1SArnaldo Carvalho de Melo } 69b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); 70b9750ce1SArnaldo Carvalho de Melo 7130d50c61SEric Dumazet struct dst_entry *inet6_csk_route_req(const struct sock *sk, 723840a06eSNeal Cardwell struct flowi6 *fl6, 73f76b33c3SEric Dumazet const struct request_sock *req, 74f76b33c3SEric Dumazet u8 proto) 75ae4694b2SDavid S. Miller { 76634fb979SEric Dumazet struct inet_request_sock *ireq = inet_rsk(req); 77f76b33c3SEric Dumazet const struct ipv6_pinfo *np = inet6_sk(sk); 78ae4694b2SDavid S. Miller struct in6_addr *final_p, final; 79ae4694b2SDavid S. Miller struct dst_entry *dst; 80ae4694b2SDavid S. Miller 813840a06eSNeal Cardwell memset(fl6, 0, sizeof(*fl6)); 82f76b33c3SEric Dumazet fl6->flowi6_proto = proto; 83634fb979SEric Dumazet fl6->daddr = ireq->ir_v6_rmt_addr; 8445f6fad8SEric Dumazet rcu_read_lock(); 8545f6fad8SEric Dumazet final_p = fl6_update_dst(fl6, rcu_dereference(np->opt), &final); 8645f6fad8SEric Dumazet rcu_read_unlock(); 87634fb979SEric Dumazet fl6->saddr = ireq->ir_v6_loc_addr; 88634fb979SEric Dumazet fl6->flowi6_oif = ireq->ir_iif; 8984f39b08SLorenzo Colitti fl6->flowi6_mark = ireq->ir_mark; 90634fb979SEric Dumazet fl6->fl6_dport = ireq->ir_rmt_port; 91b44084c2SEric Dumazet fl6->fl6_sport = htons(ireq->ir_num); 92e2d118a1SLorenzo Colitti fl6->flowi6_uid = sk->sk_uid; 933840a06eSNeal Cardwell security_req_classify_flow(req, flowi6_to_flowi(fl6)); 94ae4694b2SDavid S. Miller 950e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, fl6, final_p); 9668d0c6d3SDavid S. Miller if (IS_ERR(dst)) 97ae4694b2SDavid S. Miller return NULL; 98ae4694b2SDavid S. Miller 99ae4694b2SDavid S. Miller return dst; 100ae4694b2SDavid S. Miller } 101f76b33c3SEric Dumazet EXPORT_SYMBOL(inet6_csk_route_req); 102ae4694b2SDavid S. Miller 103b9750ce1SArnaldo Carvalho de Melo void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr *uaddr) 104b9750ce1SArnaldo Carvalho de Melo { 105b9750ce1SArnaldo Carvalho de Melo struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; 106b9750ce1SArnaldo Carvalho de Melo 107b9750ce1SArnaldo Carvalho de Melo sin6->sin6_family = AF_INET6; 108efe4208fSEric Dumazet sin6->sin6_addr = sk->sk_v6_daddr; 109c720c7e8SEric Dumazet sin6->sin6_port = inet_sk(sk)->inet_dport; 110b9750ce1SArnaldo Carvalho de Melo /* We do not store received flowlabel for TCP */ 111b9750ce1SArnaldo Carvalho de Melo sin6->sin6_flowinfo = 0; 112842df073SHannes Frederic Sowa sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, 113842df073SHannes Frederic Sowa sk->sk_bound_dev_if); 114b9750ce1SArnaldo Carvalho de Melo } 115b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); 116b9750ce1SArnaldo Carvalho de Melo 117a47ed4cdSNoriaki TAKAMIYA static inline 118a47ed4cdSNoriaki TAKAMIYA struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) 119a47ed4cdSNoriaki TAKAMIYA { 1206f3118b5SNicolas Dichtel return __sk_dst_check(sk, cookie); 121a47ed4cdSNoriaki TAKAMIYA } 122a47ed4cdSNoriaki TAKAMIYA 123d3818c92SEric Dumazet static struct dst_entry *inet6_csk_route_socket(struct sock *sk, 124d3818c92SEric Dumazet struct flowi6 *fl6) 125b9750ce1SArnaldo Carvalho de Melo { 126b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 127b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 12820c59de2SArnaud Ebalard struct in6_addr *final_p, final; 12935ad9b9cSDavid S. Miller struct dst_entry *dst; 130b9750ce1SArnaldo Carvalho de Melo 131d3818c92SEric Dumazet memset(fl6, 0, sizeof(*fl6)); 132d3818c92SEric Dumazet fl6->flowi6_proto = sk->sk_protocol; 133efe4208fSEric Dumazet fl6->daddr = sk->sk_v6_daddr; 134d3818c92SEric Dumazet fl6->saddr = np->saddr; 135d3818c92SEric Dumazet fl6->flowlabel = np->flow_label; 136d3818c92SEric Dumazet IP6_ECN_flow_xmit(sk, fl6->flowlabel); 137d3818c92SEric Dumazet fl6->flowi6_oif = sk->sk_bound_dev_if; 138d3818c92SEric Dumazet fl6->flowi6_mark = sk->sk_mark; 139d3818c92SEric Dumazet fl6->fl6_sport = inet->inet_sport; 140d3818c92SEric Dumazet fl6->fl6_dport = inet->inet_dport; 141e2d118a1SLorenzo Colitti fl6->flowi6_uid = sk->sk_uid; 142d3818c92SEric Dumazet security_sk_classify_flow(sk, flowi6_to_flowi(fl6)); 143b9750ce1SArnaldo Carvalho de Melo 14445f6fad8SEric Dumazet rcu_read_lock(); 14545f6fad8SEric Dumazet final_p = fl6_update_dst(fl6, rcu_dereference(np->opt), &final); 14645f6fad8SEric Dumazet rcu_read_unlock(); 147b9750ce1SArnaldo Carvalho de Melo 148a47ed4cdSNoriaki TAKAMIYA dst = __inet6_csk_dst_check(sk, np->dst_cookie); 14935ad9b9cSDavid S. Miller if (!dst) { 1500e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, fl6, final_p); 151b9750ce1SArnaldo Carvalho de Melo 15235ad9b9cSDavid S. Miller if (!IS_ERR(dst)) 1536bd4f355SEric Dumazet ip6_dst_store(sk, dst, NULL, NULL); 15435ad9b9cSDavid S. Miller } 15535ad9b9cSDavid S. Miller return dst; 15635ad9b9cSDavid S. Miller } 15735ad9b9cSDavid S. Miller 158b0270e91SEric Dumazet int inet6_csk_xmit(struct sock *sk, struct sk_buff *skb, struct flowi *fl_unused) 15935ad9b9cSDavid S. Miller { 16035ad9b9cSDavid S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 16135ad9b9cSDavid S. Miller struct flowi6 fl6; 16235ad9b9cSDavid S. Miller struct dst_entry *dst; 16335ad9b9cSDavid S. Miller int res; 16435ad9b9cSDavid S. Miller 165d3818c92SEric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 16668d0c6d3SDavid S. Miller if (IS_ERR(dst)) { 16768d0c6d3SDavid S. Miller sk->sk_err_soft = -PTR_ERR(dst); 168b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 169b0013fd4SAlexey Kuznetsov kfree_skb(skb); 17068d0c6d3SDavid S. Miller return PTR_ERR(dst); 171b9750ce1SArnaldo Carvalho de Melo } 172b9750ce1SArnaldo Carvalho de Melo 173d14730b8SEric Dumazet rcu_read_lock(); 174d14730b8SEric Dumazet skb_dst_set_noref(skb, dst); 175b9750ce1SArnaldo Carvalho de Melo 176b9750ce1SArnaldo Carvalho de Melo /* Restore final destination back after routing done */ 177efe4208fSEric Dumazet fl6.daddr = sk->sk_v6_daddr; 178b9750ce1SArnaldo Carvalho de Melo 179*92e55f41SPablo Neira res = ip6_xmit(sk, skb, &fl6, sk->sk_mark, rcu_dereference(np->opt), 18045f6fad8SEric Dumazet np->tclass); 181d14730b8SEric Dumazet rcu_read_unlock(); 182d14730b8SEric Dumazet return res; 183b9750ce1SArnaldo Carvalho de Melo } 184b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_xmit); 18535ad9b9cSDavid S. Miller 18635ad9b9cSDavid S. Miller struct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) 18735ad9b9cSDavid S. Miller { 188d3818c92SEric Dumazet struct flowi6 fl6; 189d3818c92SEric Dumazet struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); 19035ad9b9cSDavid S. Miller 19135ad9b9cSDavid S. Miller if (IS_ERR(dst)) 19235ad9b9cSDavid S. Miller return NULL; 1936700c270SDavid S. Miller dst->ops->update_pmtu(dst, sk, NULL, mtu); 19435ad9b9cSDavid S. Miller 195b4dd0067SEric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 196b4dd0067SEric Dumazet return IS_ERR(dst) ? NULL : dst; 19735ad9b9cSDavid S. Miller } 19835ad9b9cSDavid S. Miller EXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); 199