18129765aSArnaldo Carvalho de Melo /* 28129765aSArnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38129765aSArnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48129765aSArnaldo Carvalho de Melo * interface as the means of communication with the user level. 58129765aSArnaldo Carvalho de Melo * 68129765aSArnaldo Carvalho de Melo * Support for INET6 connection oriented protocols. 78129765aSArnaldo Carvalho de Melo * 88129765aSArnaldo Carvalho de Melo * Authors: See the TCPv6 sources 98129765aSArnaldo Carvalho de Melo * 108129765aSArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118129765aSArnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128129765aSArnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138129765aSArnaldo Carvalho de Melo * 2 of the License, or(at your option) any later version. 148129765aSArnaldo Carvalho de Melo */ 158129765aSArnaldo Carvalho de Melo 168129765aSArnaldo Carvalho de Melo #include <linux/module.h> 178129765aSArnaldo Carvalho de Melo #include <linux/in6.h> 188129765aSArnaldo Carvalho de Melo #include <linux/ipv6.h> 198129765aSArnaldo Carvalho de Melo #include <linux/jhash.h> 205a0e3ad6STejun Heo #include <linux/slab.h> 218129765aSArnaldo Carvalho de Melo 228129765aSArnaldo Carvalho de Melo #include <net/addrconf.h> 238129765aSArnaldo Carvalho de Melo #include <net/inet_connection_sock.h> 24b9750ce1SArnaldo Carvalho de Melo #include <net/inet_ecn.h> 25b9750ce1SArnaldo Carvalho de Melo #include <net/inet_hashtables.h> 26b9750ce1SArnaldo Carvalho de Melo #include <net/ip6_route.h> 278129765aSArnaldo Carvalho de Melo #include <net/sock.h> 289f5336e2SAdrian Bunk #include <net/inet6_connection_sock.h> 298129765aSArnaldo Carvalho de Melo 30b9750ce1SArnaldo Carvalho de Melo int inet6_csk_bind_conflict(const struct sock *sk, 31b9750ce1SArnaldo Carvalho de Melo const struct inet_bind_bucket *tb) 32b9750ce1SArnaldo Carvalho de Melo { 33b9750ce1SArnaldo Carvalho de Melo const struct sock *sk2; 34b9750ce1SArnaldo Carvalho de Melo const struct hlist_node *node; 35b9750ce1SArnaldo Carvalho de Melo 36b9750ce1SArnaldo Carvalho de Melo /* We must walk the whole port owner list in this case. -DaveM */ 377477fd2eSPavel Emelyanov /* 387477fd2eSPavel Emelyanov * See comment in inet_csk_bind_conflict about sock lookup 397477fd2eSPavel Emelyanov * vs net namespaces issues. 407477fd2eSPavel Emelyanov */ 41b9750ce1SArnaldo Carvalho de Melo sk_for_each_bound(sk2, node, &tb->owners) { 42b9750ce1SArnaldo Carvalho de Melo if (sk != sk2 && 43b9750ce1SArnaldo Carvalho de Melo (!sk->sk_bound_dev_if || 44b9750ce1SArnaldo Carvalho de Melo !sk2->sk_bound_dev_if || 458d238b25SDavid S. Miller sk->sk_bound_dev_if == sk2->sk_bound_dev_if) && 468d238b25SDavid S. Miller (!sk->sk_reuse || !sk2->sk_reuse || 47b9750ce1SArnaldo Carvalho de Melo sk2->sk_state == TCP_LISTEN) && 48b9750ce1SArnaldo Carvalho de Melo ipv6_rcv_saddr_equal(sk, sk2)) 49b9750ce1SArnaldo Carvalho de Melo break; 50b9750ce1SArnaldo Carvalho de Melo } 51b9750ce1SArnaldo Carvalho de Melo 52b9750ce1SArnaldo Carvalho de Melo return node != NULL; 53b9750ce1SArnaldo Carvalho de Melo } 54b9750ce1SArnaldo Carvalho de Melo 55b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); 56b9750ce1SArnaldo Carvalho de Melo 57*ae4694b2SDavid S. Miller struct dst_entry *inet6_csk_route_req(struct sock *sk, 58*ae4694b2SDavid S. Miller const struct request_sock *req) 59*ae4694b2SDavid S. Miller { 60*ae4694b2SDavid S. Miller struct inet6_request_sock *treq = inet6_rsk(req); 61*ae4694b2SDavid S. Miller struct ipv6_pinfo *np = inet6_sk(sk); 62*ae4694b2SDavid S. Miller struct in6_addr *final_p, final; 63*ae4694b2SDavid S. Miller struct dst_entry *dst; 64*ae4694b2SDavid S. Miller struct flowi fl; 65*ae4694b2SDavid S. Miller 66*ae4694b2SDavid S. Miller memset(&fl, 0, sizeof(fl)); 67*ae4694b2SDavid S. Miller fl.proto = IPPROTO_TCP; 68*ae4694b2SDavid S. Miller ipv6_addr_copy(&fl.fl6_dst, &treq->rmt_addr); 69*ae4694b2SDavid S. Miller final_p = fl6_update_dst(&fl, np->opt, &final); 70*ae4694b2SDavid S. Miller ipv6_addr_copy(&fl.fl6_src, &treq->loc_addr); 71*ae4694b2SDavid S. Miller fl.oif = sk->sk_bound_dev_if; 72*ae4694b2SDavid S. Miller fl.mark = sk->sk_mark; 73*ae4694b2SDavid S. Miller fl.fl_ip_dport = inet_rsk(req)->rmt_port; 74*ae4694b2SDavid S. Miller fl.fl_ip_sport = inet_rsk(req)->loc_port; 75*ae4694b2SDavid S. Miller security_req_classify_flow(req, &fl); 76*ae4694b2SDavid S. Miller 77*ae4694b2SDavid S. Miller if (ip6_dst_lookup(sk, &dst, &fl)) 78*ae4694b2SDavid S. Miller return NULL; 79*ae4694b2SDavid S. Miller 80*ae4694b2SDavid S. Miller if (final_p) 81*ae4694b2SDavid S. Miller ipv6_addr_copy(&fl.fl6_dst, final_p); 82*ae4694b2SDavid S. Miller 83*ae4694b2SDavid S. Miller if ((xfrm_lookup(sock_net(sk), &dst, &fl, sk, 0)) < 0) 84*ae4694b2SDavid S. Miller return NULL; 85*ae4694b2SDavid S. Miller 86*ae4694b2SDavid S. Miller return dst; 87*ae4694b2SDavid S. Miller } 88*ae4694b2SDavid S. Miller 898129765aSArnaldo Carvalho de Melo /* 908129765aSArnaldo Carvalho de Melo * request_sock (formerly open request) hash tables. 918129765aSArnaldo Carvalho de Melo */ 92fede70b9SAl Viro static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, 938129765aSArnaldo Carvalho de Melo const u32 rnd, const u16 synq_hsize) 948129765aSArnaldo Carvalho de Melo { 9582a39eb6SJozsef Kadlecsik u32 c; 968129765aSArnaldo Carvalho de Melo 9782a39eb6SJozsef Kadlecsik c = jhash_3words((__force u32)raddr->s6_addr32[0], 9882a39eb6SJozsef Kadlecsik (__force u32)raddr->s6_addr32[1], 9982a39eb6SJozsef Kadlecsik (__force u32)raddr->s6_addr32[2], 10082a39eb6SJozsef Kadlecsik rnd); 1018129765aSArnaldo Carvalho de Melo 10282a39eb6SJozsef Kadlecsik c = jhash_2words((__force u32)raddr->s6_addr32[3], 10382a39eb6SJozsef Kadlecsik (__force u32)rport, 10482a39eb6SJozsef Kadlecsik c); 1058129765aSArnaldo Carvalho de Melo 1068129765aSArnaldo Carvalho de Melo return c & (synq_hsize - 1); 1078129765aSArnaldo Carvalho de Melo } 1088129765aSArnaldo Carvalho de Melo 1098129765aSArnaldo Carvalho de Melo struct request_sock *inet6_csk_search_req(const struct sock *sk, 1108129765aSArnaldo Carvalho de Melo struct request_sock ***prevp, 111fede70b9SAl Viro const __be16 rport, 1128129765aSArnaldo Carvalho de Melo const struct in6_addr *raddr, 1138129765aSArnaldo Carvalho de Melo const struct in6_addr *laddr, 1148129765aSArnaldo Carvalho de Melo const int iif) 1158129765aSArnaldo Carvalho de Melo { 1168129765aSArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 1178129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 1188129765aSArnaldo Carvalho de Melo struct request_sock *req, **prev; 1198129765aSArnaldo Carvalho de Melo 1208129765aSArnaldo Carvalho de Melo for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, 1218129765aSArnaldo Carvalho de Melo lopt->hash_rnd, 1228129765aSArnaldo Carvalho de Melo lopt->nr_table_entries)]; 1238129765aSArnaldo Carvalho de Melo (req = *prev) != NULL; 1248129765aSArnaldo Carvalho de Melo prev = &req->dl_next) { 125ca304b61SArnaldo Carvalho de Melo const struct inet6_request_sock *treq = inet6_rsk(req); 1268129765aSArnaldo Carvalho de Melo 1278129765aSArnaldo Carvalho de Melo if (inet_rsk(req)->rmt_port == rport && 1288129765aSArnaldo Carvalho de Melo req->rsk_ops->family == AF_INET6 && 1298129765aSArnaldo Carvalho de Melo ipv6_addr_equal(&treq->rmt_addr, raddr) && 1308129765aSArnaldo Carvalho de Melo ipv6_addr_equal(&treq->loc_addr, laddr) && 1318129765aSArnaldo Carvalho de Melo (!treq->iif || treq->iif == iif)) { 132547b792cSIlpo Järvinen WARN_ON(req->sk != NULL); 1338129765aSArnaldo Carvalho de Melo *prevp = prev; 1348129765aSArnaldo Carvalho de Melo return req; 1358129765aSArnaldo Carvalho de Melo } 1368129765aSArnaldo Carvalho de Melo } 1378129765aSArnaldo Carvalho de Melo 1388129765aSArnaldo Carvalho de Melo return NULL; 1398129765aSArnaldo Carvalho de Melo } 1408129765aSArnaldo Carvalho de Melo 1418129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_search_req); 1428129765aSArnaldo Carvalho de Melo 1438129765aSArnaldo Carvalho de Melo void inet6_csk_reqsk_queue_hash_add(struct sock *sk, 1448129765aSArnaldo Carvalho de Melo struct request_sock *req, 1458129765aSArnaldo Carvalho de Melo const unsigned long timeout) 1468129765aSArnaldo Carvalho de Melo { 1478129765aSArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 1488129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 149ca304b61SArnaldo Carvalho de Melo const u32 h = inet6_synq_hash(&inet6_rsk(req)->rmt_addr, 1508129765aSArnaldo Carvalho de Melo inet_rsk(req)->rmt_port, 1518129765aSArnaldo Carvalho de Melo lopt->hash_rnd, lopt->nr_table_entries); 1528129765aSArnaldo Carvalho de Melo 1538129765aSArnaldo Carvalho de Melo reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); 1548129765aSArnaldo Carvalho de Melo inet_csk_reqsk_queue_added(sk, timeout); 1558129765aSArnaldo Carvalho de Melo } 1568129765aSArnaldo Carvalho de Melo 1578129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); 158b9750ce1SArnaldo Carvalho de Melo 159b9750ce1SArnaldo Carvalho de Melo void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) 160b9750ce1SArnaldo Carvalho de Melo { 161b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 162b9750ce1SArnaldo Carvalho de Melo struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; 163b9750ce1SArnaldo Carvalho de Melo 164b9750ce1SArnaldo Carvalho de Melo sin6->sin6_family = AF_INET6; 165b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&sin6->sin6_addr, &np->daddr); 166c720c7e8SEric Dumazet sin6->sin6_port = inet_sk(sk)->inet_dport; 167b9750ce1SArnaldo Carvalho de Melo /* We do not store received flowlabel for TCP */ 168b9750ce1SArnaldo Carvalho de Melo sin6->sin6_flowinfo = 0; 169b9750ce1SArnaldo Carvalho de Melo sin6->sin6_scope_id = 0; 170b9750ce1SArnaldo Carvalho de Melo if (sk->sk_bound_dev_if && 171b9750ce1SArnaldo Carvalho de Melo ipv6_addr_type(&sin6->sin6_addr) & IPV6_ADDR_LINKLOCAL) 172b9750ce1SArnaldo Carvalho de Melo sin6->sin6_scope_id = sk->sk_bound_dev_if; 173b9750ce1SArnaldo Carvalho de Melo } 174b9750ce1SArnaldo Carvalho de Melo 175b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); 176b9750ce1SArnaldo Carvalho de Melo 177a47ed4cdSNoriaki TAKAMIYA static inline 178a47ed4cdSNoriaki TAKAMIYA void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, 179a47ed4cdSNoriaki TAKAMIYA struct in6_addr *daddr, struct in6_addr *saddr) 180a47ed4cdSNoriaki TAKAMIYA { 181a47ed4cdSNoriaki TAKAMIYA __ip6_dst_store(sk, dst, daddr, saddr); 182a47ed4cdSNoriaki TAKAMIYA 183a47ed4cdSNoriaki TAKAMIYA #ifdef CONFIG_XFRM 1841dff92e0SAdrian Bunk { 185a47ed4cdSNoriaki TAKAMIYA struct rt6_info *rt = (struct rt6_info *)dst; 186a47ed4cdSNoriaki TAKAMIYA rt->rt6i_flow_cache_genid = atomic_read(&flow_cache_genid); 187a47ed4cdSNoriaki TAKAMIYA } 188a47ed4cdSNoriaki TAKAMIYA #endif 189a47ed4cdSNoriaki TAKAMIYA } 190a47ed4cdSNoriaki TAKAMIYA 191a47ed4cdSNoriaki TAKAMIYA static inline 192a47ed4cdSNoriaki TAKAMIYA struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) 193a47ed4cdSNoriaki TAKAMIYA { 194a47ed4cdSNoriaki TAKAMIYA struct dst_entry *dst; 195a47ed4cdSNoriaki TAKAMIYA 196a47ed4cdSNoriaki TAKAMIYA dst = __sk_dst_check(sk, cookie); 197a47ed4cdSNoriaki TAKAMIYA 198a47ed4cdSNoriaki TAKAMIYA #ifdef CONFIG_XFRM 199a47ed4cdSNoriaki TAKAMIYA if (dst) { 200a47ed4cdSNoriaki TAKAMIYA struct rt6_info *rt = (struct rt6_info *)dst; 201a47ed4cdSNoriaki TAKAMIYA if (rt->rt6i_flow_cache_genid != atomic_read(&flow_cache_genid)) { 202f04c8276SKrishna Kumar __sk_dst_reset(sk); 203a47ed4cdSNoriaki TAKAMIYA dst = NULL; 204a47ed4cdSNoriaki TAKAMIYA } 205a47ed4cdSNoriaki TAKAMIYA } 206a47ed4cdSNoriaki TAKAMIYA #endif 207a47ed4cdSNoriaki TAKAMIYA 208a47ed4cdSNoriaki TAKAMIYA return dst; 209a47ed4cdSNoriaki TAKAMIYA } 210a47ed4cdSNoriaki TAKAMIYA 2114e15ed4dSShan Wei int inet6_csk_xmit(struct sk_buff *skb) 212b9750ce1SArnaldo Carvalho de Melo { 213e89862f4SDavid S. Miller struct sock *sk = skb->sk; 214b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 215b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 216b9750ce1SArnaldo Carvalho de Melo struct flowi fl; 217b9750ce1SArnaldo Carvalho de Melo struct dst_entry *dst; 21820c59de2SArnaud Ebalard struct in6_addr *final_p, final; 219b9750ce1SArnaldo Carvalho de Melo 220b9750ce1SArnaldo Carvalho de Melo memset(&fl, 0, sizeof(fl)); 221b9750ce1SArnaldo Carvalho de Melo fl.proto = sk->sk_protocol; 222b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, &np->daddr); 223b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_src, &np->saddr); 224b9750ce1SArnaldo Carvalho de Melo fl.fl6_flowlabel = np->flow_label; 225b9750ce1SArnaldo Carvalho de Melo IP6_ECN_flow_xmit(sk, fl.fl6_flowlabel); 226b9750ce1SArnaldo Carvalho de Melo fl.oif = sk->sk_bound_dev_if; 22751953d5bSBrian Haley fl.mark = sk->sk_mark; 228c720c7e8SEric Dumazet fl.fl_ip_sport = inet->inet_sport; 229c720c7e8SEric Dumazet fl.fl_ip_dport = inet->inet_dport; 230beb8d13bSVenkat Yekkirala security_sk_classify_flow(sk, &fl); 231b9750ce1SArnaldo Carvalho de Melo 23220c59de2SArnaud Ebalard final_p = fl6_update_dst(&fl, np->opt, &final); 233b9750ce1SArnaldo Carvalho de Melo 234a47ed4cdSNoriaki TAKAMIYA dst = __inet6_csk_dst_check(sk, np->dst_cookie); 235b9750ce1SArnaldo Carvalho de Melo 236b9750ce1SArnaldo Carvalho de Melo if (dst == NULL) { 237b9750ce1SArnaldo Carvalho de Melo int err = ip6_dst_lookup(sk, &dst, &fl); 238b9750ce1SArnaldo Carvalho de Melo 239b9750ce1SArnaldo Carvalho de Melo if (err) { 240b9750ce1SArnaldo Carvalho de Melo sk->sk_err_soft = -err; 241b0013fd4SAlexey Kuznetsov kfree_skb(skb); 242b9750ce1SArnaldo Carvalho de Melo return err; 243b9750ce1SArnaldo Carvalho de Melo } 244b9750ce1SArnaldo Carvalho de Melo 245b9750ce1SArnaldo Carvalho de Melo if (final_p) 246b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, final_p); 247b9750ce1SArnaldo Carvalho de Melo 24852479b62SAlexey Dobriyan if ((err = xfrm_lookup(sock_net(sk), &dst, &fl, sk, 0)) < 0) { 249b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 250b0013fd4SAlexey Kuznetsov kfree_skb(skb); 251b9750ce1SArnaldo Carvalho de Melo return err; 252b9750ce1SArnaldo Carvalho de Melo } 253b9750ce1SArnaldo Carvalho de Melo 254a47ed4cdSNoriaki TAKAMIYA __inet6_csk_dst_store(sk, dst, NULL, NULL); 255b9750ce1SArnaldo Carvalho de Melo } 256b9750ce1SArnaldo Carvalho de Melo 257adf30907SEric Dumazet skb_dst_set(skb, dst_clone(dst)); 258b9750ce1SArnaldo Carvalho de Melo 259b9750ce1SArnaldo Carvalho de Melo /* Restore final destination back after routing done */ 260b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, &np->daddr); 261b9750ce1SArnaldo Carvalho de Melo 2624e15ed4dSShan Wei return ip6_xmit(sk, skb, &fl, np->opt); 263b9750ce1SArnaldo Carvalho de Melo } 264b9750ce1SArnaldo Carvalho de Melo 265b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_xmit); 266