18129765aSArnaldo Carvalho de Melo /* 28129765aSArnaldo Carvalho de Melo * INET An implementation of the TCP/IP protocol suite for the LINUX 38129765aSArnaldo Carvalho de Melo * operating system. INET is implemented using the BSD Socket 48129765aSArnaldo Carvalho de Melo * interface as the means of communication with the user level. 58129765aSArnaldo Carvalho de Melo * 68129765aSArnaldo Carvalho de Melo * Support for INET6 connection oriented protocols. 78129765aSArnaldo Carvalho de Melo * 88129765aSArnaldo Carvalho de Melo * Authors: See the TCPv6 sources 98129765aSArnaldo Carvalho de Melo * 108129765aSArnaldo Carvalho de Melo * This program is free software; you can redistribute it and/or 118129765aSArnaldo Carvalho de Melo * modify it under the terms of the GNU General Public License 128129765aSArnaldo Carvalho de Melo * as published by the Free Software Foundation; either version 138129765aSArnaldo Carvalho de Melo * 2 of the License, or(at your option) any later version. 148129765aSArnaldo Carvalho de Melo */ 158129765aSArnaldo Carvalho de Melo 168129765aSArnaldo Carvalho de Melo #include <linux/module.h> 178129765aSArnaldo Carvalho de Melo #include <linux/in6.h> 188129765aSArnaldo Carvalho de Melo #include <linux/ipv6.h> 198129765aSArnaldo Carvalho de Melo #include <linux/jhash.h> 208129765aSArnaldo Carvalho de Melo 218129765aSArnaldo Carvalho de Melo #include <net/addrconf.h> 228129765aSArnaldo Carvalho de Melo #include <net/inet_connection_sock.h> 23b9750ce1SArnaldo Carvalho de Melo #include <net/inet_ecn.h> 24b9750ce1SArnaldo Carvalho de Melo #include <net/inet_hashtables.h> 25b9750ce1SArnaldo Carvalho de Melo #include <net/ip6_route.h> 268129765aSArnaldo Carvalho de Melo #include <net/sock.h> 279f5336e2SAdrian Bunk #include <net/inet6_connection_sock.h> 288129765aSArnaldo Carvalho de Melo 29b9750ce1SArnaldo Carvalho de Melo int inet6_csk_bind_conflict(const struct sock *sk, 30b9750ce1SArnaldo Carvalho de Melo const struct inet_bind_bucket *tb) 31b9750ce1SArnaldo Carvalho de Melo { 32b9750ce1SArnaldo Carvalho de Melo const struct sock *sk2; 33b9750ce1SArnaldo Carvalho de Melo const struct hlist_node *node; 34b9750ce1SArnaldo Carvalho de Melo 35b9750ce1SArnaldo Carvalho de Melo /* We must walk the whole port owner list in this case. -DaveM */ 36b9750ce1SArnaldo Carvalho de Melo sk_for_each_bound(sk2, node, &tb->owners) { 37b9750ce1SArnaldo Carvalho de Melo if (sk != sk2 && 38b9750ce1SArnaldo Carvalho de Melo (!sk->sk_bound_dev_if || 39b9750ce1SArnaldo Carvalho de Melo !sk2->sk_bound_dev_if || 40b9750ce1SArnaldo Carvalho de Melo sk->sk_bound_dev_if == sk2->sk_bound_dev_if) && 41b9750ce1SArnaldo Carvalho de Melo (!sk->sk_reuse || !sk2->sk_reuse || 42b9750ce1SArnaldo Carvalho de Melo sk2->sk_state == TCP_LISTEN) && 43b9750ce1SArnaldo Carvalho de Melo ipv6_rcv_saddr_equal(sk, sk2)) 44b9750ce1SArnaldo Carvalho de Melo break; 45b9750ce1SArnaldo Carvalho de Melo } 46b9750ce1SArnaldo Carvalho de Melo 47b9750ce1SArnaldo Carvalho de Melo return node != NULL; 48b9750ce1SArnaldo Carvalho de Melo } 49b9750ce1SArnaldo Carvalho de Melo 50b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); 51b9750ce1SArnaldo Carvalho de Melo 528129765aSArnaldo Carvalho de Melo /* 538129765aSArnaldo Carvalho de Melo * request_sock (formerly open request) hash tables. 548129765aSArnaldo Carvalho de Melo */ 55fede70b9SAl Viro static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, 568129765aSArnaldo Carvalho de Melo const u32 rnd, const u16 synq_hsize) 578129765aSArnaldo Carvalho de Melo { 58e69a4adcSAl Viro u32 a = (__force u32)raddr->s6_addr32[0]; 59e69a4adcSAl Viro u32 b = (__force u32)raddr->s6_addr32[1]; 60e69a4adcSAl Viro u32 c = (__force u32)raddr->s6_addr32[2]; 618129765aSArnaldo Carvalho de Melo 628129765aSArnaldo Carvalho de Melo a += JHASH_GOLDEN_RATIO; 638129765aSArnaldo Carvalho de Melo b += JHASH_GOLDEN_RATIO; 648129765aSArnaldo Carvalho de Melo c += rnd; 658129765aSArnaldo Carvalho de Melo __jhash_mix(a, b, c); 668129765aSArnaldo Carvalho de Melo 67e69a4adcSAl Viro a += (__force u32)raddr->s6_addr32[3]; 68fede70b9SAl Viro b += (__force u32)rport; 698129765aSArnaldo Carvalho de Melo __jhash_mix(a, b, c); 708129765aSArnaldo Carvalho de Melo 718129765aSArnaldo Carvalho de Melo return c & (synq_hsize - 1); 728129765aSArnaldo Carvalho de Melo } 738129765aSArnaldo Carvalho de Melo 748129765aSArnaldo Carvalho de Melo struct request_sock *inet6_csk_search_req(const struct sock *sk, 758129765aSArnaldo Carvalho de Melo struct request_sock ***prevp, 76fede70b9SAl Viro const __be16 rport, 778129765aSArnaldo Carvalho de Melo const struct in6_addr *raddr, 788129765aSArnaldo Carvalho de Melo const struct in6_addr *laddr, 798129765aSArnaldo Carvalho de Melo const int iif) 808129765aSArnaldo Carvalho de Melo { 818129765aSArnaldo Carvalho de Melo const struct inet_connection_sock *icsk = inet_csk(sk); 828129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 838129765aSArnaldo Carvalho de Melo struct request_sock *req, **prev; 848129765aSArnaldo Carvalho de Melo 858129765aSArnaldo Carvalho de Melo for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, 868129765aSArnaldo Carvalho de Melo lopt->hash_rnd, 878129765aSArnaldo Carvalho de Melo lopt->nr_table_entries)]; 888129765aSArnaldo Carvalho de Melo (req = *prev) != NULL; 898129765aSArnaldo Carvalho de Melo prev = &req->dl_next) { 90ca304b61SArnaldo Carvalho de Melo const struct inet6_request_sock *treq = inet6_rsk(req); 918129765aSArnaldo Carvalho de Melo 928129765aSArnaldo Carvalho de Melo if (inet_rsk(req)->rmt_port == rport && 938129765aSArnaldo Carvalho de Melo req->rsk_ops->family == AF_INET6 && 948129765aSArnaldo Carvalho de Melo ipv6_addr_equal(&treq->rmt_addr, raddr) && 958129765aSArnaldo Carvalho de Melo ipv6_addr_equal(&treq->loc_addr, laddr) && 968129765aSArnaldo Carvalho de Melo (!treq->iif || treq->iif == iif)) { 978129765aSArnaldo Carvalho de Melo BUG_TRAP(req->sk == NULL); 988129765aSArnaldo Carvalho de Melo *prevp = prev; 998129765aSArnaldo Carvalho de Melo return req; 1008129765aSArnaldo Carvalho de Melo } 1018129765aSArnaldo Carvalho de Melo } 1028129765aSArnaldo Carvalho de Melo 1038129765aSArnaldo Carvalho de Melo return NULL; 1048129765aSArnaldo Carvalho de Melo } 1058129765aSArnaldo Carvalho de Melo 1068129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_search_req); 1078129765aSArnaldo Carvalho de Melo 1088129765aSArnaldo Carvalho de Melo void inet6_csk_reqsk_queue_hash_add(struct sock *sk, 1098129765aSArnaldo Carvalho de Melo struct request_sock *req, 1108129765aSArnaldo Carvalho de Melo const unsigned long timeout) 1118129765aSArnaldo Carvalho de Melo { 1128129765aSArnaldo Carvalho de Melo struct inet_connection_sock *icsk = inet_csk(sk); 1138129765aSArnaldo Carvalho de Melo struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; 114ca304b61SArnaldo Carvalho de Melo const u32 h = inet6_synq_hash(&inet6_rsk(req)->rmt_addr, 1158129765aSArnaldo Carvalho de Melo inet_rsk(req)->rmt_port, 1168129765aSArnaldo Carvalho de Melo lopt->hash_rnd, lopt->nr_table_entries); 1178129765aSArnaldo Carvalho de Melo 1188129765aSArnaldo Carvalho de Melo reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); 1198129765aSArnaldo Carvalho de Melo inet_csk_reqsk_queue_added(sk, timeout); 1208129765aSArnaldo Carvalho de Melo } 1218129765aSArnaldo Carvalho de Melo 1228129765aSArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); 123b9750ce1SArnaldo Carvalho de Melo 124b9750ce1SArnaldo Carvalho de Melo void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) 125b9750ce1SArnaldo Carvalho de Melo { 126b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 127b9750ce1SArnaldo Carvalho de Melo struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; 128b9750ce1SArnaldo Carvalho de Melo 129b9750ce1SArnaldo Carvalho de Melo sin6->sin6_family = AF_INET6; 130b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&sin6->sin6_addr, &np->daddr); 131b9750ce1SArnaldo Carvalho de Melo sin6->sin6_port = inet_sk(sk)->dport; 132b9750ce1SArnaldo Carvalho de Melo /* We do not store received flowlabel for TCP */ 133b9750ce1SArnaldo Carvalho de Melo sin6->sin6_flowinfo = 0; 134b9750ce1SArnaldo Carvalho de Melo sin6->sin6_scope_id = 0; 135b9750ce1SArnaldo Carvalho de Melo if (sk->sk_bound_dev_if && 136b9750ce1SArnaldo Carvalho de Melo ipv6_addr_type(&sin6->sin6_addr) & IPV6_ADDR_LINKLOCAL) 137b9750ce1SArnaldo Carvalho de Melo sin6->sin6_scope_id = sk->sk_bound_dev_if; 138b9750ce1SArnaldo Carvalho de Melo } 139b9750ce1SArnaldo Carvalho de Melo 140b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); 141b9750ce1SArnaldo Carvalho de Melo 142*a47ed4cdSNoriaki TAKAMIYA static inline 143*a47ed4cdSNoriaki TAKAMIYA void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, 144*a47ed4cdSNoriaki TAKAMIYA struct in6_addr *daddr, struct in6_addr *saddr) 145*a47ed4cdSNoriaki TAKAMIYA { 146*a47ed4cdSNoriaki TAKAMIYA __ip6_dst_store(sk, dst, daddr, saddr); 147*a47ed4cdSNoriaki TAKAMIYA 148*a47ed4cdSNoriaki TAKAMIYA #ifdef CONFIG_XFRM 149*a47ed4cdSNoriaki TAKAMIYA if (dst) { 150*a47ed4cdSNoriaki TAKAMIYA struct rt6_info *rt = (struct rt6_info *)dst; 151*a47ed4cdSNoriaki TAKAMIYA rt->rt6i_flow_cache_genid = atomic_read(&flow_cache_genid); 152*a47ed4cdSNoriaki TAKAMIYA } 153*a47ed4cdSNoriaki TAKAMIYA #endif 154*a47ed4cdSNoriaki TAKAMIYA } 155*a47ed4cdSNoriaki TAKAMIYA 156*a47ed4cdSNoriaki TAKAMIYA static inline 157*a47ed4cdSNoriaki TAKAMIYA struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) 158*a47ed4cdSNoriaki TAKAMIYA { 159*a47ed4cdSNoriaki TAKAMIYA struct dst_entry *dst; 160*a47ed4cdSNoriaki TAKAMIYA 161*a47ed4cdSNoriaki TAKAMIYA dst = __sk_dst_check(sk, cookie); 162*a47ed4cdSNoriaki TAKAMIYA 163*a47ed4cdSNoriaki TAKAMIYA #ifdef CONFIG_XFRM 164*a47ed4cdSNoriaki TAKAMIYA if (dst) { 165*a47ed4cdSNoriaki TAKAMIYA struct rt6_info *rt = (struct rt6_info *)dst; 166*a47ed4cdSNoriaki TAKAMIYA if (rt->rt6i_flow_cache_genid != atomic_read(&flow_cache_genid)) { 167*a47ed4cdSNoriaki TAKAMIYA sk->sk_dst_cache = NULL; 168*a47ed4cdSNoriaki TAKAMIYA dst_release(dst); 169*a47ed4cdSNoriaki TAKAMIYA dst = NULL; 170*a47ed4cdSNoriaki TAKAMIYA } 171*a47ed4cdSNoriaki TAKAMIYA } 172*a47ed4cdSNoriaki TAKAMIYA #endif 173*a47ed4cdSNoriaki TAKAMIYA 174*a47ed4cdSNoriaki TAKAMIYA return dst; 175*a47ed4cdSNoriaki TAKAMIYA } 176*a47ed4cdSNoriaki TAKAMIYA 177e89862f4SDavid S. Miller int inet6_csk_xmit(struct sk_buff *skb, int ipfragok) 178b9750ce1SArnaldo Carvalho de Melo { 179e89862f4SDavid S. Miller struct sock *sk = skb->sk; 180b9750ce1SArnaldo Carvalho de Melo struct inet_sock *inet = inet_sk(sk); 181b9750ce1SArnaldo Carvalho de Melo struct ipv6_pinfo *np = inet6_sk(sk); 182b9750ce1SArnaldo Carvalho de Melo struct flowi fl; 183b9750ce1SArnaldo Carvalho de Melo struct dst_entry *dst; 184b9750ce1SArnaldo Carvalho de Melo struct in6_addr *final_p = NULL, final; 185b9750ce1SArnaldo Carvalho de Melo 186b9750ce1SArnaldo Carvalho de Melo memset(&fl, 0, sizeof(fl)); 187b9750ce1SArnaldo Carvalho de Melo fl.proto = sk->sk_protocol; 188b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, &np->daddr); 189b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_src, &np->saddr); 190b9750ce1SArnaldo Carvalho de Melo fl.fl6_flowlabel = np->flow_label; 191b9750ce1SArnaldo Carvalho de Melo IP6_ECN_flow_xmit(sk, fl.fl6_flowlabel); 192b9750ce1SArnaldo Carvalho de Melo fl.oif = sk->sk_bound_dev_if; 193b9750ce1SArnaldo Carvalho de Melo fl.fl_ip_sport = inet->sport; 194b9750ce1SArnaldo Carvalho de Melo fl.fl_ip_dport = inet->dport; 195beb8d13bSVenkat Yekkirala security_sk_classify_flow(sk, &fl); 196b9750ce1SArnaldo Carvalho de Melo 197b9750ce1SArnaldo Carvalho de Melo if (np->opt && np->opt->srcrt) { 198b9750ce1SArnaldo Carvalho de Melo struct rt0_hdr *rt0 = (struct rt0_hdr *)np->opt->srcrt; 199b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&final, &fl.fl6_dst); 200b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, rt0->addr); 201b9750ce1SArnaldo Carvalho de Melo final_p = &final; 202b9750ce1SArnaldo Carvalho de Melo } 203b9750ce1SArnaldo Carvalho de Melo 204*a47ed4cdSNoriaki TAKAMIYA dst = __inet6_csk_dst_check(sk, np->dst_cookie); 205b9750ce1SArnaldo Carvalho de Melo 206b9750ce1SArnaldo Carvalho de Melo if (dst == NULL) { 207b9750ce1SArnaldo Carvalho de Melo int err = ip6_dst_lookup(sk, &dst, &fl); 208b9750ce1SArnaldo Carvalho de Melo 209b9750ce1SArnaldo Carvalho de Melo if (err) { 210b9750ce1SArnaldo Carvalho de Melo sk->sk_err_soft = -err; 211b0013fd4SAlexey Kuznetsov kfree_skb(skb); 212b9750ce1SArnaldo Carvalho de Melo return err; 213b9750ce1SArnaldo Carvalho de Melo } 214b9750ce1SArnaldo Carvalho de Melo 215b9750ce1SArnaldo Carvalho de Melo if (final_p) 216b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, final_p); 217b9750ce1SArnaldo Carvalho de Melo 218b9750ce1SArnaldo Carvalho de Melo if ((err = xfrm_lookup(&dst, &fl, sk, 0)) < 0) { 219b9750ce1SArnaldo Carvalho de Melo sk->sk_route_caps = 0; 220b0013fd4SAlexey Kuznetsov kfree_skb(skb); 221b9750ce1SArnaldo Carvalho de Melo return err; 222b9750ce1SArnaldo Carvalho de Melo } 223b9750ce1SArnaldo Carvalho de Melo 224*a47ed4cdSNoriaki TAKAMIYA __inet6_csk_dst_store(sk, dst, NULL, NULL); 225b9750ce1SArnaldo Carvalho de Melo } 226b9750ce1SArnaldo Carvalho de Melo 227b9750ce1SArnaldo Carvalho de Melo skb->dst = dst_clone(dst); 228b9750ce1SArnaldo Carvalho de Melo 229b9750ce1SArnaldo Carvalho de Melo /* Restore final destination back after routing done */ 230b9750ce1SArnaldo Carvalho de Melo ipv6_addr_copy(&fl.fl6_dst, &np->daddr); 231b9750ce1SArnaldo Carvalho de Melo 232b9750ce1SArnaldo Carvalho de Melo return ip6_xmit(sk, skb, &fl, np->opt, 0); 233b9750ce1SArnaldo Carvalho de Melo } 234b9750ce1SArnaldo Carvalho de Melo 235b9750ce1SArnaldo Carvalho de Melo EXPORT_SYMBOL_GPL(inet6_csk_xmit); 236