18129765aSArnaldo Carvalho de Melo /* 28129765aSArnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38129765aSArnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48129765aSArnaldo Carvalho de Melo * interface as the means of communication with the user level. 58129765aSArnaldo Carvalho de Melo * 68129765aSArnaldo Carvalho de Melo * Support for INET6 connection oriented protocols. 78129765aSArnaldo Carvalho de Melo * 88129765aSArnaldo Carvalho de Melo * Authors: See the TCPv6 sources 98129765aSArnaldo Carvalho de Melo * 108129765aSArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118129765aSArnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128129765aSArnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138129765aSArnaldo Carvalho de Melo * 2 of the License, or(at your option) any later version. 148129765aSArnaldo Carvalho de Melo */ 158129765aSArnaldo Carvalho de Melo 168129765aSArnaldo Carvalho de Melo #include <linux/module.h> 178129765aSArnaldo Carvalho de Melo #include <linux/in6.h> 188129765aSArnaldo Carvalho de Melo #include <linux/ipv6.h> 198129765aSArnaldo Carvalho de Melo #include <linux/jhash.h> 205a0e3ad6STejun Heo #include <linux/slab.h> 218129765aSArnaldo Carvalho de Melo 228129765aSArnaldo Carvalho de Melo #include <net/addrconf.h> 238129765aSArnaldo Carvalho de Melo #include <net/inet_connection_sock.h> 24b9750ce1SArnaldo Carvalho de Melo #include <net/inet_ecn.h> 25b9750ce1SArnaldo Carvalho de Melo #include <net/inet_hashtables.h> 26b9750ce1SArnaldo Carvalho de Melo #include <net/ip6_route.h> 278129765aSArnaldo Carvalho de Melo #include <net/sock.h> 289f5336e2SAdrian Bunk #include <net/inet6_connection_sock.h> 298129765aSArnaldo Carvalho de Melo 30b9750ce1SArnaldo Carvalho de Melo int inet6_csk_bind_conflict(const struct sock *sk, 31aacd9289SAlex Copot const struct inet_bind_bucket *tb, bool relax) 32b9750ce1SArnaldo Carvalho de Melo { 33b9750ce1SArnaldo Carvalho de Melo const struct sock *sk2; 345ba24953STom Herbert int reuse = sk->sk_reuse; 355ba24953STom Herbert int reuseport = sk->sk_reuseport; 36243bb4c6SEric W. Biederman kuid_t uid = sock_i_uid((struct sock *)sk); 37b9750ce1SArnaldo Carvalho de Melo 38b9750ce1SArnaldo Carvalho de Melo /* We must walk the whole port owner list in this case. -DaveM */ 397477fd2eSPavel Emelyanov /* 407477fd2eSPavel Emelyanov * See comment in inet_csk_bind_conflict about sock lookup 417477fd2eSPavel Emelyanov * vs net namespaces issues. 427477fd2eSPavel Emelyanov */ 43b67bfe0dSSasha Levin sk_for_each_bound(sk2, &tb->owners) { 44b9750ce1SArnaldo Carvalho de Melo if (sk != sk2 && 45b9750ce1SArnaldo Carvalho de Melo (!sk->sk_bound_dev_if || 46b9750ce1SArnaldo Carvalho de Melo !sk2->sk_bound_dev_if || 475ba24953STom Herbert sk->sk_bound_dev_if == sk2->sk_bound_dev_if)) { 485ba24953STom Herbert if ((!reuse || !sk2->sk_reuse || 493e8c806aSDavid S. Miller sk2->sk_state == TCP_LISTEN) && 505ba24953STom Herbert (!reuseport || !sk2->sk_reuseport || 515ba24953STom Herbert (sk2->sk_state != TCP_TIME_WAIT && 525ba24953STom Herbert !uid_eq(uid, 535ba24953STom Herbert sock_i_uid((struct sock *)sk2))))) { 545ba24953STom Herbert if (ipv6_rcv_saddr_equal(sk, sk2)) 55b9750ce1SArnaldo Carvalho de Melo break; 56b9750ce1SArnaldo Carvalho de Melo } 57dd9f319dSFlavio Leitner if (!relax && reuse && sk2->sk_reuse && 58dd9f319dSFlavio Leitner sk2->sk_state != TCP_LISTEN && 59dd9f319dSFlavio Leitner ipv6_rcv_saddr_equal(sk, sk2)) 60dd9f319dSFlavio Leitner break; 615ba24953STom Herbert } 625ba24953STom Herbert } 63b9750ce1SArnaldo Carvalho de Melo 64b67bfe0dSSasha Levin return sk2 != NULL; 65b9750ce1SArnaldo Carvalho de Melo } 66b9750ce1SArnaldo Carvalho de Melo 67b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); 68b9750ce1SArnaldo Carvalho de Melo 69ae4694b2SDavid S. Miller struct dst_entry *inet6_csk_route_req(struct sock *sk, 703840a06eSNeal Cardwell struct flowi6 *fl6, 71ae4694b2SDavid S. Miller const struct request_sock *req) 72ae4694b2SDavid S. Miller { 73634fb979SEric Dumazet struct inet_request_sock *ireq = inet_rsk(req); 74ae4694b2SDavid S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 75ae4694b2SDavid S. Miller struct in6_addr *final_p, final; 76ae4694b2SDavid S. Miller struct dst_entry *dst; 77ae4694b2SDavid S. Miller 783840a06eSNeal Cardwell memset(fl6, 0, sizeof(*fl6)); 793840a06eSNeal Cardwell fl6->flowi6_proto = IPPROTO_TCP; 80634fb979SEric Dumazet fl6->daddr = ireq->ir_v6_rmt_addr; 813840a06eSNeal Cardwell final_p = fl6_update_dst(fl6, np->opt, &final); 82634fb979SEric Dumazet fl6->saddr = ireq->ir_v6_loc_addr; 83634fb979SEric Dumazet fl6->flowi6_oif = ireq->ir_iif; 84*84f39b08SLorenzo Colitti fl6->flowi6_mark = ireq->ir_mark; 85634fb979SEric Dumazet fl6->fl6_dport = ireq->ir_rmt_port; 86b44084c2SEric Dumazet fl6->fl6_sport = htons(ireq->ir_num); 873840a06eSNeal Cardwell security_req_classify_flow(req, flowi6_to_flowi(fl6)); 88ae4694b2SDavid S. Miller 890e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, fl6, final_p); 9068d0c6d3SDavid S. Miller if (IS_ERR(dst)) 91ae4694b2SDavid S. Miller return NULL; 92ae4694b2SDavid S. Miller 93ae4694b2SDavid S. Miller return dst; 94ae4694b2SDavid S. Miller } 95ae4694b2SDavid S. Miller 968129765aSArnaldo Carvalho de Melo /* 978129765aSArnaldo Carvalho de Melo * request_sock (formerly open request) hash tables. 988129765aSArnaldo Carvalho de Melo */ 99fede70b9SAl Viro static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, 100c16a98edSEric Dumazet const u32 rnd, const u32 synq_hsize) 1018129765aSArnaldo Carvalho de Melo { 10282a39eb6SJozsef Kadlecsik u32 c; 1038129765aSArnaldo Carvalho de Melo 10482a39eb6SJozsef Kadlecsik c = jhash_3words((__force u32)raddr->s6_addr32[0], 10582a39eb6SJozsef Kadlecsik (__force u32)raddr->s6_addr32[1], 10682a39eb6SJozsef Kadlecsik (__force u32)raddr->s6_addr32[2], 10782a39eb6SJozsef Kadlecsik rnd); 1088129765aSArnaldo Carvalho de Melo 10982a39eb6SJozsef Kadlecsik c = jhash_2words((__force u32)raddr->s6_addr32[3], 11082a39eb6SJozsef Kadlecsik (__force u32)rport, 11182a39eb6SJozsef Kadlecsik c); 1128129765aSArnaldo Carvalho de Melo 1138129765aSArnaldo Carvalho de Melo return c & (synq_hsize - 1); 1148129765aSArnaldo Carvalho de Melo } 1158129765aSArnaldo Carvalho de Melo 1168129765aSArnaldo Carvalho de Melo struct request_sock *inet6_csk_search_req(const struct sock *sk, 1178129765aSArnaldo Carvalho de Melo struct request_sock ***prevp, 118fede70b9SAl Viro const __be16 rport, 1198129765aSArnaldo Carvalho de Melo const struct in6_addr *raddr, 1208129765aSArnaldo Carvalho de Melo const struct in6_addr *laddr, 1218129765aSArnaldo Carvalho de Melo const int iif) 1228129765aSArnaldo Carvalho de Melo { 1238129765aSArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 1248129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 1258129765aSArnaldo Carvalho de Melo struct request_sock *req, **prev; 1268129765aSArnaldo Carvalho de Melo 1278129765aSArnaldo Carvalho de Melo for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, 1288129765aSArnaldo Carvalho de Melo lopt->hash_rnd, 1298129765aSArnaldo Carvalho de Melo lopt->nr_table_entries)]; 1308129765aSArnaldo Carvalho de Melo (req = *prev) != NULL; 1318129765aSArnaldo Carvalho de Melo prev = &req->dl_next) { 132634fb979SEric Dumazet const struct inet_request_sock *ireq = inet_rsk(req); 1338129765aSArnaldo Carvalho de Melo 134634fb979SEric Dumazet if (ireq->ir_rmt_port == rport && 1358129765aSArnaldo Carvalho de Melo req->rsk_ops->family == AF_INET6 && 136634fb979SEric Dumazet ipv6_addr_equal(&ireq->ir_v6_rmt_addr, raddr) && 137634fb979SEric Dumazet ipv6_addr_equal(&ireq->ir_v6_loc_addr, laddr) && 138634fb979SEric Dumazet (!ireq->ir_iif || ireq->ir_iif == iif)) { 139547b792cSIlpo Järvinen WARN_ON(req->sk != NULL); 1408129765aSArnaldo Carvalho de Melo *prevp = prev; 1418129765aSArnaldo Carvalho de Melo return req; 1428129765aSArnaldo Carvalho de Melo } 1438129765aSArnaldo Carvalho de Melo } 1448129765aSArnaldo Carvalho de Melo 1458129765aSArnaldo Carvalho de Melo return NULL; 1468129765aSArnaldo Carvalho de Melo } 1478129765aSArnaldo Carvalho de Melo 1488129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_search_req); 1498129765aSArnaldo Carvalho de Melo 1508129765aSArnaldo Carvalho de Melo void inet6_csk_reqsk_queue_hash_add(struct sock *sk, 1518129765aSArnaldo Carvalho de Melo struct request_sock *req, 1528129765aSArnaldo Carvalho de Melo const unsigned long timeout) 1538129765aSArnaldo Carvalho de Melo { 1548129765aSArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 1558129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 156634fb979SEric Dumazet const u32 h = inet6_synq_hash(&inet_rsk(req)->ir_v6_rmt_addr, 157634fb979SEric Dumazet inet_rsk(req)->ir_rmt_port, 1588129765aSArnaldo Carvalho de Melo lopt->hash_rnd, lopt->nr_table_entries); 1598129765aSArnaldo Carvalho de Melo 1608129765aSArnaldo Carvalho de Melo reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); 1618129765aSArnaldo Carvalho de Melo inet_csk_reqsk_queue_added(sk, timeout); 1628129765aSArnaldo Carvalho de Melo } 1638129765aSArnaldo Carvalho de Melo 1648129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); 165b9750ce1SArnaldo Carvalho de Melo 166b9750ce1SArnaldo Carvalho de Melo void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) 167b9750ce1SArnaldo Carvalho de Melo { 168b9750ce1SArnaldo Carvalho de Melo struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; 169b9750ce1SArnaldo Carvalho de Melo 170b9750ce1SArnaldo Carvalho de Melo sin6->sin6_family = AF_INET6; 171efe4208fSEric Dumazet sin6->sin6_addr = sk->sk_v6_daddr; 172c720c7e8SEric Dumazet sin6->sin6_port = inet_sk(sk)->inet_dport; 173b9750ce1SArnaldo Carvalho de Melo /* We do not store received flowlabel for TCP */ 174b9750ce1SArnaldo Carvalho de Melo sin6->sin6_flowinfo = 0; 175842df073SHannes Frederic Sowa sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr, 176842df073SHannes Frederic Sowa sk->sk_bound_dev_if); 177b9750ce1SArnaldo Carvalho de Melo } 178b9750ce1SArnaldo Carvalho de Melo 179b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); 180b9750ce1SArnaldo Carvalho de Melo 181a47ed4cdSNoriaki TAKAMIYA static inline 182a47ed4cdSNoriaki TAKAMIYA void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, 183d3818c92SEric Dumazet const struct in6_addr *daddr, 184d3818c92SEric Dumazet const struct in6_addr *saddr) 185a47ed4cdSNoriaki TAKAMIYA { 186a47ed4cdSNoriaki TAKAMIYA __ip6_dst_store(sk, dst, daddr, saddr); 187a47ed4cdSNoriaki TAKAMIYA } 188a47ed4cdSNoriaki TAKAMIYA 189a47ed4cdSNoriaki TAKAMIYA static inline 190a47ed4cdSNoriaki TAKAMIYA struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) 191a47ed4cdSNoriaki TAKAMIYA { 1926f3118b5SNicolas Dichtel return __sk_dst_check(sk, cookie); 193a47ed4cdSNoriaki TAKAMIYA } 194a47ed4cdSNoriaki TAKAMIYA 195d3818c92SEric Dumazet static struct dst_entry *inet6_csk_route_socket(struct sock *sk, 196d3818c92SEric Dumazet struct flowi6 *fl6) 197b9750ce1SArnaldo Carvalho de Melo { 198b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 199b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 20020c59de2SArnaud Ebalard struct in6_addr *final_p, final; 20135ad9b9cSDavid S. Miller struct dst_entry *dst; 202b9750ce1SArnaldo Carvalho de Melo 203d3818c92SEric Dumazet memset(fl6, 0, sizeof(*fl6)); 204d3818c92SEric Dumazet fl6->flowi6_proto = sk->sk_protocol; 205efe4208fSEric Dumazet fl6->daddr = sk->sk_v6_daddr; 206d3818c92SEric Dumazet fl6->saddr = np->saddr; 207d3818c92SEric Dumazet fl6->flowlabel = np->flow_label; 208d3818c92SEric Dumazet IP6_ECN_flow_xmit(sk, fl6->flowlabel); 209d3818c92SEric Dumazet fl6->flowi6_oif = sk->sk_bound_dev_if; 210d3818c92SEric Dumazet fl6->flowi6_mark = sk->sk_mark; 211d3818c92SEric Dumazet fl6->fl6_sport = inet->inet_sport; 212d3818c92SEric Dumazet fl6->fl6_dport = inet->inet_dport; 213d3818c92SEric Dumazet security_sk_classify_flow(sk, flowi6_to_flowi(fl6)); 214b9750ce1SArnaldo Carvalho de Melo 215d3818c92SEric Dumazet final_p = fl6_update_dst(fl6, np->opt, &final); 216b9750ce1SArnaldo Carvalho de Melo 217a47ed4cdSNoriaki TAKAMIYA dst = __inet6_csk_dst_check(sk, np->dst_cookie); 21835ad9b9cSDavid S. Miller if (!dst) { 2190e0d44abSSteffen Klassert dst = ip6_dst_lookup_flow(sk, fl6, final_p); 220b9750ce1SArnaldo Carvalho de Melo 22135ad9b9cSDavid S. Miller if (!IS_ERR(dst)) 22235ad9b9cSDavid S. Miller __inet6_csk_dst_store(sk, dst, NULL, NULL); 22335ad9b9cSDavid S. Miller } 22435ad9b9cSDavid S. Miller return dst; 22535ad9b9cSDavid S. Miller } 22635ad9b9cSDavid S. Miller 227b0270e91SEric Dumazet int inet6_csk_xmit(struct sock *sk, struct sk_buff *skb, struct flowi *fl_unused) 22835ad9b9cSDavid S. Miller { 22935ad9b9cSDavid S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 23035ad9b9cSDavid S. Miller struct flowi6 fl6; 23135ad9b9cSDavid S. Miller struct dst_entry *dst; 23235ad9b9cSDavid S. Miller int res; 23335ad9b9cSDavid S. Miller 234d3818c92SEric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 23568d0c6d3SDavid S. Miller if (IS_ERR(dst)) { 23668d0c6d3SDavid S. Miller sk->sk_err_soft = -PTR_ERR(dst); 237b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 238b0013fd4SAlexey Kuznetsov kfree_skb(skb); 23968d0c6d3SDavid S. Miller return PTR_ERR(dst); 240b9750ce1SArnaldo Carvalho de Melo } 241b9750ce1SArnaldo Carvalho de Melo 242d14730b8SEric Dumazet rcu_read_lock(); 243d14730b8SEric Dumazet skb_dst_set_noref(skb, dst); 244b9750ce1SArnaldo Carvalho de Melo 245b9750ce1SArnaldo Carvalho de Melo /* Restore final destination back after routing done */ 246efe4208fSEric Dumazet fl6.daddr = sk->sk_v6_daddr; 247b9750ce1SArnaldo Carvalho de Melo 248b903d324SEric Dumazet res = ip6_xmit(sk, skb, &fl6, np->opt, np->tclass); 249d14730b8SEric Dumazet rcu_read_unlock(); 250d14730b8SEric Dumazet return res; 251b9750ce1SArnaldo Carvalho de Melo } 252b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_xmit); 25335ad9b9cSDavid S. Miller 25435ad9b9cSDavid S. Miller struct dst_entry *inet6_csk_update_pmtu(struct sock *sk, u32 mtu) 25535ad9b9cSDavid S. Miller { 256d3818c92SEric Dumazet struct flowi6 fl6; 257d3818c92SEric Dumazet struct dst_entry *dst = inet6_csk_route_socket(sk, &fl6); 25835ad9b9cSDavid S. Miller 25935ad9b9cSDavid S. Miller if (IS_ERR(dst)) 26035ad9b9cSDavid S. Miller return NULL; 2616700c270SDavid S. Miller dst->ops->update_pmtu(dst, sk, NULL, mtu); 26235ad9b9cSDavid S. Miller 263b4dd0067SEric Dumazet dst = inet6_csk_route_socket(sk, &fl6); 264b4dd0067SEric Dumazet return IS_ERR(dst) ? NULL : dst; 26535ad9b9cSDavid S. Miller } 26635ad9b9cSDavid S. Miller EXPORT_SYMBOL_GPL(inet6_csk_update_pmtu); 267