xref: /openbmc/linux/net/ipv6/datagram.c (revision 8b58a398)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *	common UDP/RAW code
31da177e4SLinus Torvalds  *	Linux INET6 implementation
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  *	Authors:
61da177e4SLinus Torvalds  *	Pedro Roque		<roque@di.fc.ul.pt>
71da177e4SLinus Torvalds  *
81da177e4SLinus Torvalds  *	This program is free software; you can redistribute it and/or
91da177e4SLinus Torvalds  *      modify it under the terms of the GNU General Public License
101da177e4SLinus Torvalds  *      as published by the Free Software Foundation; either version
111da177e4SLinus Torvalds  *      2 of the License, or (at your option) any later version.
121da177e4SLinus Torvalds  */
131da177e4SLinus Torvalds 
144fc268d2SRandy Dunlap #include <linux/capability.h>
151da177e4SLinus Torvalds #include <linux/errno.h>
161da177e4SLinus Torvalds #include <linux/types.h>
171da177e4SLinus Torvalds #include <linux/kernel.h>
181da177e4SLinus Torvalds #include <linux/interrupt.h>
191da177e4SLinus Torvalds #include <linux/socket.h>
201da177e4SLinus Torvalds #include <linux/sockios.h>
211da177e4SLinus Torvalds #include <linux/in6.h>
221da177e4SLinus Torvalds #include <linux/ipv6.h>
231da177e4SLinus Torvalds #include <linux/route.h>
245a0e3ad6STejun Heo #include <linux/slab.h>
25a495f836SChris Elston #include <linux/export.h>
261da177e4SLinus Torvalds 
271da177e4SLinus Torvalds #include <net/ipv6.h>
281da177e4SLinus Torvalds #include <net/ndisc.h>
291da177e4SLinus Torvalds #include <net/addrconf.h>
301da177e4SLinus Torvalds #include <net/transp_v6.h>
311da177e4SLinus Torvalds #include <net/ip6_route.h>
32c752f073SArnaldo Carvalho de Melo #include <net/tcp_states.h>
33e7219858SYOSHIFUJI Hideaki / 吉藤英明 #include <net/dsfield.h>
341da177e4SLinus Torvalds 
351da177e4SLinus Torvalds #include <linux/errqueue.h>
361da177e4SLinus Torvalds #include <asm/uaccess.h>
371da177e4SLinus Torvalds 
38a50feda5SEric Dumazet static bool ipv6_mapped_addr_any(const struct in6_addr *a)
39c15fea2dSMax Matveev {
40a50feda5SEric Dumazet 	return ipv6_addr_v4mapped(a) && (a->s6_addr32[3] == 0);
41c15fea2dSMax Matveev }
42c15fea2dSMax Matveev 
431da177e4SLinus Torvalds int ip6_datagram_connect(struct sock *sk, struct sockaddr *uaddr, int addr_len)
441da177e4SLinus Torvalds {
451da177e4SLinus Torvalds 	struct sockaddr_in6	*usin = (struct sockaddr_in6 *) uaddr;
461da177e4SLinus Torvalds 	struct inet_sock	*inet = inet_sk(sk);
471da177e4SLinus Torvalds 	struct ipv6_pinfo	*np = inet6_sk(sk);
4820c59de2SArnaud Ebalard 	struct in6_addr	*daddr, *final_p, final;
491da177e4SLinus Torvalds 	struct dst_entry	*dst;
504c9483b2SDavid S. Miller 	struct flowi6		fl6;
511da177e4SLinus Torvalds 	struct ip6_flowlabel	*flowlabel = NULL;
5220c59de2SArnaud Ebalard 	struct ipv6_txoptions	*opt;
531da177e4SLinus Torvalds 	int			addr_type;
541da177e4SLinus Torvalds 	int			err;
551da177e4SLinus Torvalds 
561da177e4SLinus Torvalds 	if (usin->sin6_family == AF_INET) {
571da177e4SLinus Torvalds 		if (__ipv6_only_sock(sk))
581da177e4SLinus Torvalds 			return -EAFNOSUPPORT;
591da177e4SLinus Torvalds 		err = ip4_datagram_connect(sk, uaddr, addr_len);
601da177e4SLinus Torvalds 		goto ipv4_connected;
611da177e4SLinus Torvalds 	}
621da177e4SLinus Torvalds 
631da177e4SLinus Torvalds 	if (addr_len < SIN6_LEN_RFC2133)
641da177e4SLinus Torvalds 		return -EINVAL;
651da177e4SLinus Torvalds 
661da177e4SLinus Torvalds 	if (usin->sin6_family != AF_INET6)
671da177e4SLinus Torvalds 		return -EAFNOSUPPORT;
681da177e4SLinus Torvalds 
694c9483b2SDavid S. Miller 	memset(&fl6, 0, sizeof(fl6));
701da177e4SLinus Torvalds 	if (np->sndflow) {
714c9483b2SDavid S. Miller 		fl6.flowlabel = usin->sin6_flowinfo&IPV6_FLOWINFO_MASK;
724c9483b2SDavid S. Miller 		if (fl6.flowlabel&IPV6_FLOWLABEL_MASK) {
734c9483b2SDavid S. Miller 			flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
7463159f29SIan Morris 			if (!flowlabel)
751da177e4SLinus Torvalds 				return -EINVAL;
761da177e4SLinus Torvalds 		}
771da177e4SLinus Torvalds 	}
781da177e4SLinus Torvalds 
791da177e4SLinus Torvalds 	addr_type = ipv6_addr_type(&usin->sin6_addr);
801da177e4SLinus Torvalds 
811da177e4SLinus Torvalds 	if (addr_type == IPV6_ADDR_ANY) {
821da177e4SLinus Torvalds 		/*
831da177e4SLinus Torvalds 		 *	connect to self
841da177e4SLinus Torvalds 		 */
851da177e4SLinus Torvalds 		usin->sin6_addr.s6_addr[15] = 0x01;
861da177e4SLinus Torvalds 	}
871da177e4SLinus Torvalds 
881da177e4SLinus Torvalds 	daddr = &usin->sin6_addr;
891da177e4SLinus Torvalds 
901da177e4SLinus Torvalds 	if (addr_type == IPV6_ADDR_MAPPED) {
911da177e4SLinus Torvalds 		struct sockaddr_in sin;
921da177e4SLinus Torvalds 
931da177e4SLinus Torvalds 		if (__ipv6_only_sock(sk)) {
941da177e4SLinus Torvalds 			err = -ENETUNREACH;
951da177e4SLinus Torvalds 			goto out;
961da177e4SLinus Torvalds 		}
971da177e4SLinus Torvalds 		sin.sin_family = AF_INET;
981da177e4SLinus Torvalds 		sin.sin_addr.s_addr = daddr->s6_addr32[3];
991da177e4SLinus Torvalds 		sin.sin_port = usin->sin6_port;
1001da177e4SLinus Torvalds 
1011da177e4SLinus Torvalds 		err = ip4_datagram_connect(sk,
1021da177e4SLinus Torvalds 					   (struct sockaddr *) &sin,
1031da177e4SLinus Torvalds 					   sizeof(sin));
1041da177e4SLinus Torvalds 
1051da177e4SLinus Torvalds ipv4_connected:
1061da177e4SLinus Torvalds 		if (err)
1071da177e4SLinus Torvalds 			goto out;
1081da177e4SLinus Torvalds 
109efe4208fSEric Dumazet 		ipv6_addr_set_v4mapped(inet->inet_daddr, &sk->sk_v6_daddr);
1101da177e4SLinus Torvalds 
111c15fea2dSMax Matveev 		if (ipv6_addr_any(&np->saddr) ||
112c15fea2dSMax Matveev 		    ipv6_mapped_addr_any(&np->saddr))
113c720c7e8SEric Dumazet 			ipv6_addr_set_v4mapped(inet->inet_saddr, &np->saddr);
1141da177e4SLinus Torvalds 
115efe4208fSEric Dumazet 		if (ipv6_addr_any(&sk->sk_v6_rcv_saddr) ||
116efe4208fSEric Dumazet 		    ipv6_mapped_addr_any(&sk->sk_v6_rcv_saddr)) {
117c720c7e8SEric Dumazet 			ipv6_addr_set_v4mapped(inet->inet_rcv_saddr,
118efe4208fSEric Dumazet 					       &sk->sk_v6_rcv_saddr);
119719f8358SEric Dumazet 			if (sk->sk_prot->rehash)
120719f8358SEric Dumazet 				sk->sk_prot->rehash(sk);
121719f8358SEric Dumazet 		}
122b301e82cSBrian Haley 
1231da177e4SLinus Torvalds 		goto out;
1241da177e4SLinus Torvalds 	}
1251da177e4SLinus Torvalds 
126842df073SHannes Frederic Sowa 	if (__ipv6_addr_needs_scope_id(addr_type)) {
1271da177e4SLinus Torvalds 		if (addr_len >= sizeof(struct sockaddr_in6) &&
1281da177e4SLinus Torvalds 		    usin->sin6_scope_id) {
1291da177e4SLinus Torvalds 			if (sk->sk_bound_dev_if &&
1301da177e4SLinus Torvalds 			    sk->sk_bound_dev_if != usin->sin6_scope_id) {
1311da177e4SLinus Torvalds 				err = -EINVAL;
1321da177e4SLinus Torvalds 				goto out;
1331da177e4SLinus Torvalds 			}
1341da177e4SLinus Torvalds 			sk->sk_bound_dev_if = usin->sin6_scope_id;
1351da177e4SLinus Torvalds 		}
1361da177e4SLinus Torvalds 
1371ac4f008SBrian Haley 		if (!sk->sk_bound_dev_if && (addr_type & IPV6_ADDR_MULTICAST))
1381ac4f008SBrian Haley 			sk->sk_bound_dev_if = np->mcast_oif;
1391ac4f008SBrian Haley 
1401da177e4SLinus Torvalds 		/* Connect to link-local address requires an interface */
1411da177e4SLinus Torvalds 		if (!sk->sk_bound_dev_if) {
1421da177e4SLinus Torvalds 			err = -EINVAL;
1431da177e4SLinus Torvalds 			goto out;
1441da177e4SLinus Torvalds 		}
1451da177e4SLinus Torvalds 	}
1461da177e4SLinus Torvalds 
147efe4208fSEric Dumazet 	sk->sk_v6_daddr = *daddr;
1484c9483b2SDavid S. Miller 	np->flow_label = fl6.flowlabel;
1491da177e4SLinus Torvalds 
150c720c7e8SEric Dumazet 	inet->inet_dport = usin->sin6_port;
1511da177e4SLinus Torvalds 
1521da177e4SLinus Torvalds 	/*
1531da177e4SLinus Torvalds 	 *	Check for a route to destination an obtain the
1541da177e4SLinus Torvalds 	 *	destination cache for it.
1551da177e4SLinus Torvalds 	 */
1561da177e4SLinus Torvalds 
1574c9483b2SDavid S. Miller 	fl6.flowi6_proto = sk->sk_protocol;
158efe4208fSEric Dumazet 	fl6.daddr = sk->sk_v6_daddr;
1594e3fd7a0SAlexey Dobriyan 	fl6.saddr = np->saddr;
1604c9483b2SDavid S. Miller 	fl6.flowi6_oif = sk->sk_bound_dev_if;
1614c9483b2SDavid S. Miller 	fl6.flowi6_mark = sk->sk_mark;
1621958b856SDavid S. Miller 	fl6.fl6_dport = inet->inet_dport;
1631958b856SDavid S. Miller 	fl6.fl6_sport = inet->inet_sport;
1641da177e4SLinus Torvalds 
1654c9483b2SDavid S. Miller 	if (!fl6.flowi6_oif && (addr_type&IPV6_ADDR_MULTICAST))
1664c9483b2SDavid S. Miller 		fl6.flowi6_oif = np->mcast_oif;
1671da177e4SLinus Torvalds 
1684c9483b2SDavid S. Miller 	security_sk_classify_flow(sk, flowi6_to_flowi(&fl6));
169beb8d13bSVenkat Yekkirala 
17020c59de2SArnaud Ebalard 	opt = flowlabel ? flowlabel->opt : np->opt;
1714c9483b2SDavid S. Miller 	final_p = fl6_update_dst(&fl6, opt, &final);
1721da177e4SLinus Torvalds 
1730e0d44abSSteffen Klassert 	dst = ip6_dst_lookup_flow(sk, &fl6, final_p);
17468d0c6d3SDavid S. Miller 	err = 0;
17568d0c6d3SDavid S. Miller 	if (IS_ERR(dst)) {
17668d0c6d3SDavid S. Miller 		err = PTR_ERR(dst);
1771da177e4SLinus Torvalds 		goto out;
17814e50e57SDavid S. Miller 	}
1791da177e4SLinus Torvalds 
1801da177e4SLinus Torvalds 	/* source address lookup done in ip6_dst_lookup */
1811da177e4SLinus Torvalds 
1821da177e4SLinus Torvalds 	if (ipv6_addr_any(&np->saddr))
1834e3fd7a0SAlexey Dobriyan 		np->saddr = fl6.saddr;
1841da177e4SLinus Torvalds 
185efe4208fSEric Dumazet 	if (ipv6_addr_any(&sk->sk_v6_rcv_saddr)) {
186efe4208fSEric Dumazet 		sk->sk_v6_rcv_saddr = fl6.saddr;
187c720c7e8SEric Dumazet 		inet->inet_rcv_saddr = LOOPBACK4_IPV6;
188719f8358SEric Dumazet 		if (sk->sk_prot->rehash)
189719f8358SEric Dumazet 			sk->sk_prot->rehash(sk);
1901da177e4SLinus Torvalds 	}
1911da177e4SLinus Torvalds 
1921da177e4SLinus Torvalds 	ip6_dst_store(sk, dst,
193efe4208fSEric Dumazet 		      ipv6_addr_equal(&fl6.daddr, &sk->sk_v6_daddr) ?
194efe4208fSEric Dumazet 		      &sk->sk_v6_daddr : NULL,
1958e1ef0a9SYOSHIFUJI Hideaki #ifdef CONFIG_IPV6_SUBTREES
1964c9483b2SDavid S. Miller 		      ipv6_addr_equal(&fl6.saddr, &np->saddr) ?
1978e1ef0a9SYOSHIFUJI Hideaki 		      &np->saddr :
1988e1ef0a9SYOSHIFUJI Hideaki #endif
1998e1ef0a9SYOSHIFUJI Hideaki 		      NULL);
2001da177e4SLinus Torvalds 
2011da177e4SLinus Torvalds 	sk->sk_state = TCP_ESTABLISHED;
202b73c3d0eSTom Herbert 	ip6_set_txhash(sk);
2031da177e4SLinus Torvalds out:
2041da177e4SLinus Torvalds 	fl6_sock_release(flowlabel);
2051da177e4SLinus Torvalds 	return err;
2061da177e4SLinus Torvalds }
207a495f836SChris Elston EXPORT_SYMBOL_GPL(ip6_datagram_connect);
2081da177e4SLinus Torvalds 
20982b276cdSHannes Frederic Sowa int ip6_datagram_connect_v6_only(struct sock *sk, struct sockaddr *uaddr,
21082b276cdSHannes Frederic Sowa 				 int addr_len)
21182b276cdSHannes Frederic Sowa {
21282b276cdSHannes Frederic Sowa 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, uaddr);
21382b276cdSHannes Frederic Sowa 	if (sin6->sin6_family != AF_INET6)
21482b276cdSHannes Frederic Sowa 		return -EAFNOSUPPORT;
21582b276cdSHannes Frederic Sowa 	return ip6_datagram_connect(sk, uaddr, addr_len);
21682b276cdSHannes Frederic Sowa }
21782b276cdSHannes Frederic Sowa EXPORT_SYMBOL_GPL(ip6_datagram_connect_v6_only);
21882b276cdSHannes Frederic Sowa 
2191da177e4SLinus Torvalds void ipv6_icmp_error(struct sock *sk, struct sk_buff *skb, int err,
220e69a4adcSAl Viro 		     __be16 port, u32 info, u8 *payload)
2211da177e4SLinus Torvalds {
2221da177e4SLinus Torvalds 	struct ipv6_pinfo *np  = inet6_sk(sk);
223cc70ab26SArnaldo Carvalho de Melo 	struct icmp6hdr *icmph = icmp6_hdr(skb);
2241da177e4SLinus Torvalds 	struct sock_exterr_skb *serr;
2251da177e4SLinus Torvalds 
2261da177e4SLinus Torvalds 	if (!np->recverr)
2271da177e4SLinus Torvalds 		return;
2281da177e4SLinus Torvalds 
2291da177e4SLinus Torvalds 	skb = skb_clone(skb, GFP_ATOMIC);
2301da177e4SLinus Torvalds 	if (!skb)
2311da177e4SLinus Torvalds 		return;
2321da177e4SLinus Torvalds 
233d40a4de0SBrian Haley 	skb->protocol = htons(ETH_P_IPV6);
234d40a4de0SBrian Haley 
2351da177e4SLinus Torvalds 	serr = SKB_EXT_ERR(skb);
2361da177e4SLinus Torvalds 	serr->ee.ee_errno = err;
2371da177e4SLinus Torvalds 	serr->ee.ee_origin = SO_EE_ORIGIN_ICMP6;
2381da177e4SLinus Torvalds 	serr->ee.ee_type = icmph->icmp6_type;
2391da177e4SLinus Torvalds 	serr->ee.ee_code = icmph->icmp6_code;
2401da177e4SLinus Torvalds 	serr->ee.ee_pad = 0;
2411da177e4SLinus Torvalds 	serr->ee.ee_info = info;
2421da177e4SLinus Torvalds 	serr->ee.ee_data = 0;
243d56f90a7SArnaldo Carvalho de Melo 	serr->addr_offset = (u8 *)&(((struct ipv6hdr *)(icmph + 1))->daddr) -
244d56f90a7SArnaldo Carvalho de Melo 				  skb_network_header(skb);
2451da177e4SLinus Torvalds 	serr->port = port;
2461da177e4SLinus Torvalds 
2471da177e4SLinus Torvalds 	__skb_pull(skb, payload - skb->data);
248bd82393cSArnaldo Carvalho de Melo 	skb_reset_transport_header(skb);
2491da177e4SLinus Torvalds 
2501da177e4SLinus Torvalds 	if (sock_queue_err_skb(sk, skb))
2511da177e4SLinus Torvalds 		kfree_skb(skb);
2521da177e4SLinus Torvalds }
2531da177e4SLinus Torvalds 
2544c9483b2SDavid S. Miller void ipv6_local_error(struct sock *sk, int err, struct flowi6 *fl6, u32 info)
2551da177e4SLinus Torvalds {
2561da177e4SLinus Torvalds 	struct ipv6_pinfo *np = inet6_sk(sk);
2571da177e4SLinus Torvalds 	struct sock_exterr_skb *serr;
2581da177e4SLinus Torvalds 	struct ipv6hdr *iph;
2591da177e4SLinus Torvalds 	struct sk_buff *skb;
2601da177e4SLinus Torvalds 
2611da177e4SLinus Torvalds 	if (!np->recverr)
2621da177e4SLinus Torvalds 		return;
2631da177e4SLinus Torvalds 
2641da177e4SLinus Torvalds 	skb = alloc_skb(sizeof(struct ipv6hdr), GFP_ATOMIC);
2651da177e4SLinus Torvalds 	if (!skb)
2661da177e4SLinus Torvalds 		return;
2671da177e4SLinus Torvalds 
268d40a4de0SBrian Haley 	skb->protocol = htons(ETH_P_IPV6);
269d40a4de0SBrian Haley 
2701ced98e8SArnaldo Carvalho de Melo 	skb_put(skb, sizeof(struct ipv6hdr));
2711ced98e8SArnaldo Carvalho de Melo 	skb_reset_network_header(skb);
2720660e03fSArnaldo Carvalho de Melo 	iph = ipv6_hdr(skb);
2734e3fd7a0SAlexey Dobriyan 	iph->daddr = fl6->daddr;
2741da177e4SLinus Torvalds 
2751da177e4SLinus Torvalds 	serr = SKB_EXT_ERR(skb);
2761da177e4SLinus Torvalds 	serr->ee.ee_errno = err;
2771da177e4SLinus Torvalds 	serr->ee.ee_origin = SO_EE_ORIGIN_LOCAL;
2781da177e4SLinus Torvalds 	serr->ee.ee_type = 0;
2791da177e4SLinus Torvalds 	serr->ee.ee_code = 0;
2801da177e4SLinus Torvalds 	serr->ee.ee_pad = 0;
2811da177e4SLinus Torvalds 	serr->ee.ee_info = info;
2821da177e4SLinus Torvalds 	serr->ee.ee_data = 0;
283d56f90a7SArnaldo Carvalho de Melo 	serr->addr_offset = (u8 *)&iph->daddr - skb_network_header(skb);
2841958b856SDavid S. Miller 	serr->port = fl6->fl6_dport;
2851da177e4SLinus Torvalds 
28627a884dcSArnaldo Carvalho de Melo 	__skb_pull(skb, skb_tail_pointer(skb) - skb->data);
287bd82393cSArnaldo Carvalho de Melo 	skb_reset_transport_header(skb);
2881da177e4SLinus Torvalds 
2891da177e4SLinus Torvalds 	if (sock_queue_err_skb(sk, skb))
2901da177e4SLinus Torvalds 		kfree_skb(skb);
2911da177e4SLinus Torvalds }
2921da177e4SLinus Torvalds 
2934c9483b2SDavid S. Miller void ipv6_local_rxpmtu(struct sock *sk, struct flowi6 *fl6, u32 mtu)
2944b340ae2SBrian Haley {
2954b340ae2SBrian Haley 	struct ipv6_pinfo *np = inet6_sk(sk);
2964b340ae2SBrian Haley 	struct ipv6hdr *iph;
2974b340ae2SBrian Haley 	struct sk_buff *skb;
2984b340ae2SBrian Haley 	struct ip6_mtuinfo *mtu_info;
2994b340ae2SBrian Haley 
3004b340ae2SBrian Haley 	if (!np->rxopt.bits.rxpmtu)
3014b340ae2SBrian Haley 		return;
3024b340ae2SBrian Haley 
3034b340ae2SBrian Haley 	skb = alloc_skb(sizeof(struct ipv6hdr), GFP_ATOMIC);
3044b340ae2SBrian Haley 	if (!skb)
3054b340ae2SBrian Haley 		return;
3064b340ae2SBrian Haley 
3074b340ae2SBrian Haley 	skb_put(skb, sizeof(struct ipv6hdr));
3084b340ae2SBrian Haley 	skb_reset_network_header(skb);
3094b340ae2SBrian Haley 	iph = ipv6_hdr(skb);
3104e3fd7a0SAlexey Dobriyan 	iph->daddr = fl6->daddr;
3114b340ae2SBrian Haley 
3124b340ae2SBrian Haley 	mtu_info = IP6CBMTU(skb);
3134b340ae2SBrian Haley 
3144b340ae2SBrian Haley 	mtu_info->ip6m_mtu = mtu;
3154b340ae2SBrian Haley 	mtu_info->ip6m_addr.sin6_family = AF_INET6;
3164b340ae2SBrian Haley 	mtu_info->ip6m_addr.sin6_port = 0;
3174b340ae2SBrian Haley 	mtu_info->ip6m_addr.sin6_flowinfo = 0;
3184c9483b2SDavid S. Miller 	mtu_info->ip6m_addr.sin6_scope_id = fl6->flowi6_oif;
3194e3fd7a0SAlexey Dobriyan 	mtu_info->ip6m_addr.sin6_addr = ipv6_hdr(skb)->daddr;
3204b340ae2SBrian Haley 
3214b340ae2SBrian Haley 	__skb_pull(skb, skb_tail_pointer(skb) - skb->data);
3224b340ae2SBrian Haley 	skb_reset_transport_header(skb);
3234b340ae2SBrian Haley 
3244b340ae2SBrian Haley 	skb = xchg(&np->rxpmtu, skb);
3254b340ae2SBrian Haley 	kfree_skb(skb);
3264b340ae2SBrian Haley }
3274b340ae2SBrian Haley 
32834b99df4SJulian Anastasov /* For some errors we have valid addr_offset even with zero payload and
32934b99df4SJulian Anastasov  * zero port. Also, addr_offset should be supported if port is set.
33034b99df4SJulian Anastasov  */
33134b99df4SJulian Anastasov static inline bool ipv6_datagram_support_addr(struct sock_exterr_skb *serr)
33234b99df4SJulian Anastasov {
33334b99df4SJulian Anastasov 	return serr->ee.ee_origin == SO_EE_ORIGIN_ICMP6 ||
33434b99df4SJulian Anastasov 	       serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
33534b99df4SJulian Anastasov 	       serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL || serr->port;
33634b99df4SJulian Anastasov }
33734b99df4SJulian Anastasov 
338c247f053SWillem de Bruijn /* IPv6 supports cmsg on all origins aside from SO_EE_ORIGIN_LOCAL.
339c247f053SWillem de Bruijn  *
340c247f053SWillem de Bruijn  * At one point, excluding local errors was a quick test to identify icmp/icmp6
341c247f053SWillem de Bruijn  * errors. This is no longer true, but the test remained, so the v6 stack,
342c247f053SWillem de Bruijn  * unlike v4, also honors cmsg requests on all wifi and timestamp errors.
343c247f053SWillem de Bruijn  *
344c247f053SWillem de Bruijn  * Timestamp code paths do not initialize the fields expected by cmsg:
345c247f053SWillem de Bruijn  * the PKTINFO fields in skb->cb[]. Fill those in here.
346c247f053SWillem de Bruijn  */
347c247f053SWillem de Bruijn static bool ip6_datagram_support_cmsg(struct sk_buff *skb,
348c247f053SWillem de Bruijn 				      struct sock_exterr_skb *serr)
349829ae9d6SWillem de Bruijn {
350c247f053SWillem de Bruijn 	if (serr->ee.ee_origin == SO_EE_ORIGIN_ICMP ||
351c247f053SWillem de Bruijn 	    serr->ee.ee_origin == SO_EE_ORIGIN_ICMP6)
352c247f053SWillem de Bruijn 		return true;
353c247f053SWillem de Bruijn 
354c247f053SWillem de Bruijn 	if (serr->ee.ee_origin == SO_EE_ORIGIN_LOCAL)
355c247f053SWillem de Bruijn 		return false;
356c247f053SWillem de Bruijn 
357c247f053SWillem de Bruijn 	if (!skb->dev)
358c247f053SWillem de Bruijn 		return false;
359829ae9d6SWillem de Bruijn 
360829ae9d6SWillem de Bruijn 	if (skb->protocol == htons(ETH_P_IPV6))
361c247f053SWillem de Bruijn 		IP6CB(skb)->iif = skb->dev->ifindex;
362829ae9d6SWillem de Bruijn 	else
363c247f053SWillem de Bruijn 		PKTINFO_SKB_CB(skb)->ipi_ifindex = skb->dev->ifindex;
364c247f053SWillem de Bruijn 
365c247f053SWillem de Bruijn 	return true;
366829ae9d6SWillem de Bruijn }
367829ae9d6SWillem de Bruijn 
3681da177e4SLinus Torvalds /*
3691da177e4SLinus Torvalds  *	Handle MSG_ERRQUEUE
3701da177e4SLinus Torvalds  */
37185fbaa75SHannes Frederic Sowa int ipv6_recv_error(struct sock *sk, struct msghdr *msg, int len, int *addr_len)
3721da177e4SLinus Torvalds {
3731da177e4SLinus Torvalds 	struct ipv6_pinfo *np = inet6_sk(sk);
3741da177e4SLinus Torvalds 	struct sock_exterr_skb *serr;
375364a9e93SWillem de Bruijn 	struct sk_buff *skb;
376342dfc30SSteffen Hurrle 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin, msg->msg_name);
3771da177e4SLinus Torvalds 	struct {
3781da177e4SLinus Torvalds 		struct sock_extended_err ee;
3791da177e4SLinus Torvalds 		struct sockaddr_in6	 offender;
3801da177e4SLinus Torvalds 	} errhdr;
3811da177e4SLinus Torvalds 	int err;
3821da177e4SLinus Torvalds 	int copied;
3831da177e4SLinus Torvalds 
3841da177e4SLinus Torvalds 	err = -EAGAIN;
385364a9e93SWillem de Bruijn 	skb = sock_dequeue_err_skb(sk);
38663159f29SIan Morris 	if (!skb)
3871da177e4SLinus Torvalds 		goto out;
3881da177e4SLinus Torvalds 
3891da177e4SLinus Torvalds 	copied = skb->len;
3901da177e4SLinus Torvalds 	if (copied > len) {
3911da177e4SLinus Torvalds 		msg->msg_flags |= MSG_TRUNC;
3921da177e4SLinus Torvalds 		copied = len;
3931da177e4SLinus Torvalds 	}
39451f3d02bSDavid S. Miller 	err = skb_copy_datagram_msg(skb, 0, msg, copied);
3951da177e4SLinus Torvalds 	if (err)
3961da177e4SLinus Torvalds 		goto out_free_skb;
3971da177e4SLinus Torvalds 
3981da177e4SLinus Torvalds 	sock_recv_timestamp(msg, sk, skb);
3991da177e4SLinus Torvalds 
4001da177e4SLinus Torvalds 	serr = SKB_EXT_ERR(skb);
4011da177e4SLinus Torvalds 
40234b99df4SJulian Anastasov 	if (sin && ipv6_datagram_support_addr(serr)) {
403d56f90a7SArnaldo Carvalho de Melo 		const unsigned char *nh = skb_network_header(skb);
4041da177e4SLinus Torvalds 		sin->sin6_family = AF_INET6;
4051da177e4SLinus Torvalds 		sin->sin6_flowinfo = 0;
4061da177e4SLinus Torvalds 		sin->sin6_port = serr->port;
407d40a4de0SBrian Haley 		if (skb->protocol == htons(ETH_P_IPV6)) {
4086c40d100SYOSHIFUJI Hideaki / 吉藤英明 			const struct ipv6hdr *ip6h = container_of((struct in6_addr *)(nh + serr->addr_offset),
4096c40d100SYOSHIFUJI Hideaki / 吉藤英明 								  struct ipv6hdr, daddr);
4106c40d100SYOSHIFUJI Hideaki / 吉藤英明 			sin->sin6_addr = ip6h->daddr;
4111da177e4SLinus Torvalds 			if (np->sndflow)
4126502ca52SYOSHIFUJI Hideaki / 吉藤英明 				sin->sin6_flowinfo = ip6_flowinfo(ip6h);
413842df073SHannes Frederic Sowa 			sin->sin6_scope_id =
414842df073SHannes Frederic Sowa 				ipv6_iface_scope_id(&sin->sin6_addr,
415842df073SHannes Frederic Sowa 						    IP6CB(skb)->iif);
4161da177e4SLinus Torvalds 		} else {
417b301e82cSBrian Haley 			ipv6_addr_set_v4mapped(*(__be32 *)(nh + serr->addr_offset),
418b301e82cSBrian Haley 					       &sin->sin6_addr);
419842df073SHannes Frederic Sowa 			sin->sin6_scope_id = 0;
4201da177e4SLinus Torvalds 		}
42185fbaa75SHannes Frederic Sowa 		*addr_len = sizeof(*sin);
4221da177e4SLinus Torvalds 	}
4231da177e4SLinus Torvalds 
4241da177e4SLinus Torvalds 	memcpy(&errhdr.ee, &serr->ee, sizeof(struct sock_extended_err));
4251da177e4SLinus Torvalds 	sin = &errhdr.offender;
426f812116bSWillem de Bruijn 	memset(sin, 0, sizeof(*sin));
427c247f053SWillem de Bruijn 
428c247f053SWillem de Bruijn 	if (ip6_datagram_support_cmsg(skb, serr)) {
4291da177e4SLinus Torvalds 		sin->sin6_family = AF_INET6;
430c247f053SWillem de Bruijn 		if (np->rxopt.all)
4314b261c75SHannes Frederic Sowa 			ip6_datagram_recv_common_ctl(sk, msg, skb);
432d40a4de0SBrian Haley 		if (skb->protocol == htons(ETH_P_IPV6)) {
4334e3fd7a0SAlexey Dobriyan 			sin->sin6_addr = ipv6_hdr(skb)->saddr;
4341da177e4SLinus Torvalds 			if (np->rxopt.all)
4354b261c75SHannes Frederic Sowa 				ip6_datagram_recv_specific_ctl(sk, msg, skb);
436842df073SHannes Frederic Sowa 			sin->sin6_scope_id =
437842df073SHannes Frederic Sowa 				ipv6_iface_scope_id(&sin->sin6_addr,
438842df073SHannes Frederic Sowa 						    IP6CB(skb)->iif);
4391da177e4SLinus Torvalds 		} else {
440b301e82cSBrian Haley 			ipv6_addr_set_v4mapped(ip_hdr(skb)->saddr,
441b301e82cSBrian Haley 					       &sin->sin6_addr);
442f812116bSWillem de Bruijn 			if (inet_sk(sk)->cmsg_flags)
4431da177e4SLinus Torvalds 				ip_cmsg_recv(msg, skb);
4441da177e4SLinus Torvalds 		}
4451da177e4SLinus Torvalds 	}
4461da177e4SLinus Torvalds 
4471da177e4SLinus Torvalds 	put_cmsg(msg, SOL_IPV6, IPV6_RECVERR, sizeof(errhdr), &errhdr);
4481da177e4SLinus Torvalds 
4491da177e4SLinus Torvalds 	/* Now we could try to dump offended packet options */
4501da177e4SLinus Torvalds 
4511da177e4SLinus Torvalds 	msg->msg_flags |= MSG_ERRQUEUE;
4521da177e4SLinus Torvalds 	err = copied;
4531da177e4SLinus Torvalds 
4541da177e4SLinus Torvalds out_free_skb:
4551da177e4SLinus Torvalds 	kfree_skb(skb);
4561da177e4SLinus Torvalds out:
4571da177e4SLinus Torvalds 	return err;
4581da177e4SLinus Torvalds }
459a495f836SChris Elston EXPORT_SYMBOL_GPL(ipv6_recv_error);
4601da177e4SLinus Torvalds 
4614b340ae2SBrian Haley /*
4624b340ae2SBrian Haley  *	Handle IPV6_RECVPATHMTU
4634b340ae2SBrian Haley  */
46485fbaa75SHannes Frederic Sowa int ipv6_recv_rxpmtu(struct sock *sk, struct msghdr *msg, int len,
46585fbaa75SHannes Frederic Sowa 		     int *addr_len)
4664b340ae2SBrian Haley {
4674b340ae2SBrian Haley 	struct ipv6_pinfo *np = inet6_sk(sk);
4684b340ae2SBrian Haley 	struct sk_buff *skb;
4694b340ae2SBrian Haley 	struct ip6_mtuinfo mtu_info;
470342dfc30SSteffen Hurrle 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin, msg->msg_name);
4714b340ae2SBrian Haley 	int err;
4724b340ae2SBrian Haley 	int copied;
4734b340ae2SBrian Haley 
4744b340ae2SBrian Haley 	err = -EAGAIN;
4754b340ae2SBrian Haley 	skb = xchg(&np->rxpmtu, NULL);
47663159f29SIan Morris 	if (!skb)
4774b340ae2SBrian Haley 		goto out;
4784b340ae2SBrian Haley 
4794b340ae2SBrian Haley 	copied = skb->len;
4804b340ae2SBrian Haley 	if (copied > len) {
4814b340ae2SBrian Haley 		msg->msg_flags |= MSG_TRUNC;
4824b340ae2SBrian Haley 		copied = len;
4834b340ae2SBrian Haley 	}
48451f3d02bSDavid S. Miller 	err = skb_copy_datagram_msg(skb, 0, msg, copied);
4854b340ae2SBrian Haley 	if (err)
4864b340ae2SBrian Haley 		goto out_free_skb;
4874b340ae2SBrian Haley 
4884b340ae2SBrian Haley 	sock_recv_timestamp(msg, sk, skb);
4894b340ae2SBrian Haley 
4904b340ae2SBrian Haley 	memcpy(&mtu_info, IP6CBMTU(skb), sizeof(mtu_info));
4914b340ae2SBrian Haley 
4924b340ae2SBrian Haley 	if (sin) {
4934b340ae2SBrian Haley 		sin->sin6_family = AF_INET6;
4944b340ae2SBrian Haley 		sin->sin6_flowinfo = 0;
4954b340ae2SBrian Haley 		sin->sin6_port = 0;
4964b340ae2SBrian Haley 		sin->sin6_scope_id = mtu_info.ip6m_addr.sin6_scope_id;
4974e3fd7a0SAlexey Dobriyan 		sin->sin6_addr = mtu_info.ip6m_addr.sin6_addr;
49885fbaa75SHannes Frederic Sowa 		*addr_len = sizeof(*sin);
4994b340ae2SBrian Haley 	}
5004b340ae2SBrian Haley 
5014b340ae2SBrian Haley 	put_cmsg(msg, SOL_IPV6, IPV6_PATHMTU, sizeof(mtu_info), &mtu_info);
5024b340ae2SBrian Haley 
5034b340ae2SBrian Haley 	err = copied;
5044b340ae2SBrian Haley 
5054b340ae2SBrian Haley out_free_skb:
5064b340ae2SBrian Haley 	kfree_skb(skb);
5074b340ae2SBrian Haley out:
5084b340ae2SBrian Haley 	return err;
5094b340ae2SBrian Haley }
5101da177e4SLinus Torvalds 
5111da177e4SLinus Torvalds 
5124b261c75SHannes Frederic Sowa void ip6_datagram_recv_common_ctl(struct sock *sk, struct msghdr *msg,
5134b261c75SHannes Frederic Sowa 				 struct sk_buff *skb)
5144b261c75SHannes Frederic Sowa {
5154b261c75SHannes Frederic Sowa 	struct ipv6_pinfo *np = inet6_sk(sk);
5164b261c75SHannes Frederic Sowa 	bool is_ipv6 = skb->protocol == htons(ETH_P_IPV6);
5174b261c75SHannes Frederic Sowa 
5184b261c75SHannes Frederic Sowa 	if (np->rxopt.bits.rxinfo) {
5194b261c75SHannes Frederic Sowa 		struct in6_pktinfo src_info;
5204b261c75SHannes Frederic Sowa 
5214b261c75SHannes Frederic Sowa 		if (is_ipv6) {
5224b261c75SHannes Frederic Sowa 			src_info.ipi6_ifindex = IP6CB(skb)->iif;
5234b261c75SHannes Frederic Sowa 			src_info.ipi6_addr = ipv6_hdr(skb)->daddr;
5244b261c75SHannes Frederic Sowa 		} else {
5254b261c75SHannes Frederic Sowa 			src_info.ipi6_ifindex =
5264b261c75SHannes Frederic Sowa 				PKTINFO_SKB_CB(skb)->ipi_ifindex;
5274b261c75SHannes Frederic Sowa 			ipv6_addr_set_v4mapped(ip_hdr(skb)->daddr,
5284b261c75SHannes Frederic Sowa 					       &src_info.ipi6_addr);
5294b261c75SHannes Frederic Sowa 		}
530829ae9d6SWillem de Bruijn 
531829ae9d6SWillem de Bruijn 		if (src_info.ipi6_ifindex >= 0)
532829ae9d6SWillem de Bruijn 			put_cmsg(msg, SOL_IPV6, IPV6_PKTINFO,
533829ae9d6SWillem de Bruijn 				 sizeof(src_info), &src_info);
5344b261c75SHannes Frederic Sowa 	}
5354b261c75SHannes Frederic Sowa }
5364b261c75SHannes Frederic Sowa 
5374b261c75SHannes Frederic Sowa void ip6_datagram_recv_specific_ctl(struct sock *sk, struct msghdr *msg,
53873df66f8STom Parkin 				    struct sk_buff *skb)
5391da177e4SLinus Torvalds {
5401da177e4SLinus Torvalds 	struct ipv6_pinfo *np = inet6_sk(sk);
5411da177e4SLinus Torvalds 	struct inet6_skb_parm *opt = IP6CB(skb);
542d56f90a7SArnaldo Carvalho de Melo 	unsigned char *nh = skb_network_header(skb);
5431da177e4SLinus Torvalds 
5441da177e4SLinus Torvalds 	if (np->rxopt.bits.rxhlim) {
5450660e03fSArnaldo Carvalho de Melo 		int hlim = ipv6_hdr(skb)->hop_limit;
5461da177e4SLinus Torvalds 		put_cmsg(msg, SOL_IPV6, IPV6_HOPLIMIT, sizeof(hlim), &hlim);
5471da177e4SLinus Torvalds 	}
5481da177e4SLinus Torvalds 
54941a1f8eaSYOSHIFUJI Hideaki 	if (np->rxopt.bits.rxtclass) {
550e7219858SYOSHIFUJI Hideaki / 吉藤英明 		int tclass = ipv6_get_dsfield(ipv6_hdr(skb));
55141a1f8eaSYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_TCLASS, sizeof(tclass), &tclass);
55241a1f8eaSYOSHIFUJI Hideaki 	}
55341a1f8eaSYOSHIFUJI Hideaki 
5546502ca52SYOSHIFUJI Hideaki / 吉藤英明 	if (np->rxopt.bits.rxflow) {
5556502ca52SYOSHIFUJI Hideaki / 吉藤英明 		__be32 flowinfo = ip6_flowinfo((struct ipv6hdr *)nh);
5566502ca52SYOSHIFUJI Hideaki / 吉藤英明 		if (flowinfo)
5571da177e4SLinus Torvalds 			put_cmsg(msg, SOL_IPV6, IPV6_FLOWINFO, sizeof(flowinfo), &flowinfo);
5581da177e4SLinus Torvalds 	}
559333fad53SYOSHIFUJI Hideaki 
560333fad53SYOSHIFUJI Hideaki 	/* HbH is allowed only once */
5618b58a398SFlorian Westphal 	if (np->rxopt.bits.hopopts && (opt->flags & IP6SKB_HOPBYHOP)) {
5628b58a398SFlorian Westphal 		u8 *ptr = nh + sizeof(struct ipv6hdr);
5631da177e4SLinus Torvalds 		put_cmsg(msg, SOL_IPV6, IPV6_HOPOPTS, (ptr[1]+1)<<3, ptr);
5641da177e4SLinus Torvalds 	}
565333fad53SYOSHIFUJI Hideaki 
566333fad53SYOSHIFUJI Hideaki 	if (opt->lastopt &&
567333fad53SYOSHIFUJI Hideaki 	    (np->rxopt.bits.dstopts || np->rxopt.bits.srcrt)) {
568333fad53SYOSHIFUJI Hideaki 		/*
569333fad53SYOSHIFUJI Hideaki 		 * Silly enough, but we need to reparse in order to
570333fad53SYOSHIFUJI Hideaki 		 * report extension headers (except for HbH)
571333fad53SYOSHIFUJI Hideaki 		 * in order.
572333fad53SYOSHIFUJI Hideaki 		 *
573333fad53SYOSHIFUJI Hideaki 		 * Also note that IPV6_RECVRTHDRDSTOPTS is NOT
574333fad53SYOSHIFUJI Hideaki 		 * (and WILL NOT be) defined because
575333fad53SYOSHIFUJI Hideaki 		 * IPV6_RECVDSTOPTS is more generic. --yoshfuji
576333fad53SYOSHIFUJI Hideaki 		 */
577333fad53SYOSHIFUJI Hideaki 		unsigned int off = sizeof(struct ipv6hdr);
5780660e03fSArnaldo Carvalho de Melo 		u8 nexthdr = ipv6_hdr(skb)->nexthdr;
579333fad53SYOSHIFUJI Hideaki 
580333fad53SYOSHIFUJI Hideaki 		while (off <= opt->lastopt) {
58195c96174SEric Dumazet 			unsigned int len;
582d56f90a7SArnaldo Carvalho de Melo 			u8 *ptr = nh + off;
583333fad53SYOSHIFUJI Hideaki 
584333fad53SYOSHIFUJI Hideaki 			switch (nexthdr) {
585333fad53SYOSHIFUJI Hideaki 			case IPPROTO_DSTOPTS:
586333fad53SYOSHIFUJI Hideaki 				nexthdr = ptr[0];
587333fad53SYOSHIFUJI Hideaki 				len = (ptr[1] + 1) << 3;
588333fad53SYOSHIFUJI Hideaki 				if (np->rxopt.bits.dstopts)
589333fad53SYOSHIFUJI Hideaki 					put_cmsg(msg, SOL_IPV6, IPV6_DSTOPTS, len, ptr);
590333fad53SYOSHIFUJI Hideaki 				break;
591333fad53SYOSHIFUJI Hideaki 			case IPPROTO_ROUTING:
592333fad53SYOSHIFUJI Hideaki 				nexthdr = ptr[0];
593333fad53SYOSHIFUJI Hideaki 				len = (ptr[1] + 1) << 3;
594333fad53SYOSHIFUJI Hideaki 				if (np->rxopt.bits.srcrt)
595333fad53SYOSHIFUJI Hideaki 					put_cmsg(msg, SOL_IPV6, IPV6_RTHDR, len, ptr);
596333fad53SYOSHIFUJI Hideaki 				break;
597333fad53SYOSHIFUJI Hideaki 			case IPPROTO_AH:
598333fad53SYOSHIFUJI Hideaki 				nexthdr = ptr[0];
599a3059893SVille Nuorvala 				len = (ptr[1] + 2) << 2;
600333fad53SYOSHIFUJI Hideaki 				break;
601333fad53SYOSHIFUJI Hideaki 			default:
602333fad53SYOSHIFUJI Hideaki 				nexthdr = ptr[0];
603333fad53SYOSHIFUJI Hideaki 				len = (ptr[1] + 1) << 3;
604333fad53SYOSHIFUJI Hideaki 				break;
605333fad53SYOSHIFUJI Hideaki 			}
606333fad53SYOSHIFUJI Hideaki 
607333fad53SYOSHIFUJI Hideaki 			off += len;
608333fad53SYOSHIFUJI Hideaki 		}
609333fad53SYOSHIFUJI Hideaki 	}
610333fad53SYOSHIFUJI Hideaki 
611333fad53SYOSHIFUJI Hideaki 	/* socket options in old style */
612333fad53SYOSHIFUJI Hideaki 	if (np->rxopt.bits.rxoinfo) {
613333fad53SYOSHIFUJI Hideaki 		struct in6_pktinfo src_info;
614333fad53SYOSHIFUJI Hideaki 
615333fad53SYOSHIFUJI Hideaki 		src_info.ipi6_ifindex = opt->iif;
6164e3fd7a0SAlexey Dobriyan 		src_info.ipi6_addr = ipv6_hdr(skb)->daddr;
617333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292PKTINFO, sizeof(src_info), &src_info);
618333fad53SYOSHIFUJI Hideaki 	}
619333fad53SYOSHIFUJI Hideaki 	if (np->rxopt.bits.rxohlim) {
6200660e03fSArnaldo Carvalho de Melo 		int hlim = ipv6_hdr(skb)->hop_limit;
621333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292HOPLIMIT, sizeof(hlim), &hlim);
622333fad53SYOSHIFUJI Hideaki 	}
6238b58a398SFlorian Westphal 	if (np->rxopt.bits.ohopopts && (opt->flags & IP6SKB_HOPBYHOP)) {
6248b58a398SFlorian Westphal 		u8 *ptr = nh + sizeof(struct ipv6hdr);
625333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292HOPOPTS, (ptr[1]+1)<<3, ptr);
626333fad53SYOSHIFUJI Hideaki 	}
627333fad53SYOSHIFUJI Hideaki 	if (np->rxopt.bits.odstopts && opt->dst0) {
628d56f90a7SArnaldo Carvalho de Melo 		u8 *ptr = nh + opt->dst0;
629333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292DSTOPTS, (ptr[1]+1)<<3, ptr);
6301da177e4SLinus Torvalds 	}
631333fad53SYOSHIFUJI Hideaki 	if (np->rxopt.bits.osrcrt && opt->srcrt) {
632d56f90a7SArnaldo Carvalho de Melo 		struct ipv6_rt_hdr *rthdr = (struct ipv6_rt_hdr *)(nh + opt->srcrt);
633333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292RTHDR, (rthdr->hdrlen+1) << 3, rthdr);
6341da177e4SLinus Torvalds 	}
635333fad53SYOSHIFUJI Hideaki 	if (np->rxopt.bits.odstopts && opt->dst1) {
636d56f90a7SArnaldo Carvalho de Melo 		u8 *ptr = nh + opt->dst1;
637333fad53SYOSHIFUJI Hideaki 		put_cmsg(msg, SOL_IPV6, IPV6_2292DSTOPTS, (ptr[1]+1)<<3, ptr);
6381da177e4SLinus Torvalds 	}
6396c468622SBalazs Scheidler 	if (np->rxopt.bits.rxorigdstaddr) {
6406c468622SBalazs Scheidler 		struct sockaddr_in6 sin6;
641747465efSEric Dumazet 		__be16 *ports = (__be16 *) skb_transport_header(skb);
6426c468622SBalazs Scheidler 
6436c468622SBalazs Scheidler 		if (skb_transport_offset(skb) + 4 <= skb->len) {
6446c468622SBalazs Scheidler 			/* All current transport protocols have the port numbers in the
6456c468622SBalazs Scheidler 			 * first four bytes of the transport header and this function is
6466c468622SBalazs Scheidler 			 * written with this assumption in mind.
6476c468622SBalazs Scheidler 			 */
6486c468622SBalazs Scheidler 
6496c468622SBalazs Scheidler 			sin6.sin6_family = AF_INET6;
6504e3fd7a0SAlexey Dobriyan 			sin6.sin6_addr = ipv6_hdr(skb)->daddr;
6516c468622SBalazs Scheidler 			sin6.sin6_port = ports[1];
6526c468622SBalazs Scheidler 			sin6.sin6_flowinfo = 0;
6533868b7aaSHannes Frederic Sowa 			sin6.sin6_scope_id =
6543868b7aaSHannes Frederic Sowa 				ipv6_iface_scope_id(&ipv6_hdr(skb)->daddr,
6553868b7aaSHannes Frederic Sowa 						    opt->iif);
6566c468622SBalazs Scheidler 
6576c468622SBalazs Scheidler 			put_cmsg(msg, SOL_IPV6, IPV6_ORIGDSTADDR, sizeof(sin6), &sin6);
6586c468622SBalazs Scheidler 		}
6596c468622SBalazs Scheidler 	}
6604b261c75SHannes Frederic Sowa }
6614b261c75SHannes Frederic Sowa 
6624b261c75SHannes Frederic Sowa void ip6_datagram_recv_ctl(struct sock *sk, struct msghdr *msg,
6634b261c75SHannes Frederic Sowa 			  struct sk_buff *skb)
6644b261c75SHannes Frederic Sowa {
6654b261c75SHannes Frederic Sowa 	ip6_datagram_recv_common_ctl(sk, msg, skb);
6664b261c75SHannes Frederic Sowa 	ip6_datagram_recv_specific_ctl(sk, msg, skb);
6671da177e4SLinus Torvalds }
6688e72d37eSTom Parkin EXPORT_SYMBOL_GPL(ip6_datagram_recv_ctl);
6691da177e4SLinus Torvalds 
67073df66f8STom Parkin int ip6_datagram_send_ctl(struct net *net, struct sock *sk,
6714c9483b2SDavid S. Miller 			  struct msghdr *msg, struct flowi6 *fl6,
6721da177e4SLinus Torvalds 			  struct ipv6_txoptions *opt,
67313b52cd4SBrian Haley 			  int *hlimit, int *tclass, int *dontfrag)
6741da177e4SLinus Torvalds {
6751da177e4SLinus Torvalds 	struct in6_pktinfo *src_info;
6761da177e4SLinus Torvalds 	struct cmsghdr *cmsg;
6771da177e4SLinus Torvalds 	struct ipv6_rt_hdr *rthdr;
6781da177e4SLinus Torvalds 	struct ipv6_opt_hdr *hdr;
6791da177e4SLinus Torvalds 	int len;
6801da177e4SLinus Torvalds 	int err = 0;
6811da177e4SLinus Torvalds 
682f95b414eSGu Zheng 	for_each_cmsghdr(cmsg, msg) {
6831da177e4SLinus Torvalds 		int addr_type;
6841da177e4SLinus Torvalds 
6851da177e4SLinus Torvalds 		if (!CMSG_OK(msg, cmsg)) {
6861da177e4SLinus Torvalds 			err = -EINVAL;
6871da177e4SLinus Torvalds 			goto exit_f;
6881da177e4SLinus Torvalds 		}
6891da177e4SLinus Torvalds 
6901da177e4SLinus Torvalds 		if (cmsg->cmsg_level != SOL_IPV6)
6911da177e4SLinus Torvalds 			continue;
6921da177e4SLinus Torvalds 
6931da177e4SLinus Torvalds 		switch (cmsg->cmsg_type) {
6941da177e4SLinus Torvalds 		case IPV6_PKTINFO:
695333fad53SYOSHIFUJI Hideaki 		case IPV6_2292PKTINFO:
696187e3838SYOSHIFUJI Hideaki 		    {
697187e3838SYOSHIFUJI Hideaki 			struct net_device *dev = NULL;
698187e3838SYOSHIFUJI Hideaki 
6991da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct in6_pktinfo))) {
7001da177e4SLinus Torvalds 				err = -EINVAL;
7011da177e4SLinus Torvalds 				goto exit_f;
7021da177e4SLinus Torvalds 			}
7031da177e4SLinus Torvalds 
7041da177e4SLinus Torvalds 			src_info = (struct in6_pktinfo *)CMSG_DATA(cmsg);
7051da177e4SLinus Torvalds 
7061da177e4SLinus Torvalds 			if (src_info->ipi6_ifindex) {
7074c9483b2SDavid S. Miller 				if (fl6->flowi6_oif &&
7084c9483b2SDavid S. Miller 				    src_info->ipi6_ifindex != fl6->flowi6_oif)
7091da177e4SLinus Torvalds 					return -EINVAL;
7104c9483b2SDavid S. Miller 				fl6->flowi6_oif = src_info->ipi6_ifindex;
7111da177e4SLinus Torvalds 			}
7121da177e4SLinus Torvalds 
713187e3838SYOSHIFUJI Hideaki 			addr_type = __ipv6_addr_type(&src_info->ipi6_addr);
7141da177e4SLinus Torvalds 
715536b2e92SEric Dumazet 			rcu_read_lock();
7164c9483b2SDavid S. Miller 			if (fl6->flowi6_oif) {
7174c9483b2SDavid S. Miller 				dev = dev_get_by_index_rcu(net, fl6->flowi6_oif);
718536b2e92SEric Dumazet 				if (!dev) {
719536b2e92SEric Dumazet 					rcu_read_unlock();
7201da177e4SLinus Torvalds 					return -ENODEV;
721536b2e92SEric Dumazet 				}
722536b2e92SEric Dumazet 			} else if (addr_type & IPV6_ADDR_LINKLOCAL) {
723536b2e92SEric Dumazet 				rcu_read_unlock();
724187e3838SYOSHIFUJI Hideaki 				return -EINVAL;
725536b2e92SEric Dumazet 			}
726187e3838SYOSHIFUJI Hideaki 
727187e3838SYOSHIFUJI Hideaki 			if (addr_type != IPV6_ADDR_ANY) {
728187e3838SYOSHIFUJI Hideaki 				int strict = __ipv6_addr_src_scope(addr_type) <= IPV6_ADDR_SCOPE_LINKLOCAL;
7292563fa59SMaciej Żenczykowski 				if (!(inet_sk(sk)->freebind || inet_sk(sk)->transparent) &&
730ec0506dbSMaciej Żenczykowski 				    !ipv6_chk_addr(net, &src_info->ipi6_addr,
7317c90cc2dSFX Le Bail 						   strict ? dev : NULL, 0) &&
7327c90cc2dSFX Le Bail 				    !ipv6_chk_acast_addr_src(net, dev,
7337c90cc2dSFX Le Bail 							     &src_info->ipi6_addr))
7341da177e4SLinus Torvalds 					err = -EINVAL;
735187e3838SYOSHIFUJI Hideaki 				else
7364e3fd7a0SAlexey Dobriyan 					fl6->saddr = src_info->ipi6_addr;
7371da177e4SLinus Torvalds 			}
738187e3838SYOSHIFUJI Hideaki 
739536b2e92SEric Dumazet 			rcu_read_unlock();
7401da177e4SLinus Torvalds 
741187e3838SYOSHIFUJI Hideaki 			if (err)
742187e3838SYOSHIFUJI Hideaki 				goto exit_f;
743187e3838SYOSHIFUJI Hideaki 
7441da177e4SLinus Torvalds 			break;
745187e3838SYOSHIFUJI Hideaki 		    }
7461da177e4SLinus Torvalds 
7471da177e4SLinus Torvalds 		case IPV6_FLOWINFO:
7481da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(4)) {
7491da177e4SLinus Torvalds 				err = -EINVAL;
7501da177e4SLinus Torvalds 				goto exit_f;
7511da177e4SLinus Torvalds 			}
7521da177e4SLinus Torvalds 
7534c9483b2SDavid S. Miller 			if (fl6->flowlabel&IPV6_FLOWINFO_MASK) {
7544c9483b2SDavid S. Miller 				if ((fl6->flowlabel^*(__be32 *)CMSG_DATA(cmsg))&~IPV6_FLOWINFO_MASK) {
7551da177e4SLinus Torvalds 					err = -EINVAL;
7561da177e4SLinus Torvalds 					goto exit_f;
7571da177e4SLinus Torvalds 				}
7581da177e4SLinus Torvalds 			}
7594c9483b2SDavid S. Miller 			fl6->flowlabel = IPV6_FLOWINFO_MASK & *(__be32 *)CMSG_DATA(cmsg);
7601da177e4SLinus Torvalds 			break;
7611da177e4SLinus Torvalds 
762333fad53SYOSHIFUJI Hideaki 		case IPV6_2292HOPOPTS:
7631da177e4SLinus Torvalds 		case IPV6_HOPOPTS:
7641da177e4SLinus Torvalds 			if (opt->hopopt || cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
7651da177e4SLinus Torvalds 				err = -EINVAL;
7661da177e4SLinus Torvalds 				goto exit_f;
7671da177e4SLinus Torvalds 			}
7681da177e4SLinus Torvalds 
7691da177e4SLinus Torvalds 			hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
7701da177e4SLinus Torvalds 			len = ((hdr->hdrlen + 1) << 3);
7711da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(len)) {
7721da177e4SLinus Torvalds 				err = -EINVAL;
7731da177e4SLinus Torvalds 				goto exit_f;
7741da177e4SLinus Torvalds 			}
775af31f412SEric W. Biederman 			if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
7761da177e4SLinus Torvalds 				err = -EPERM;
7771da177e4SLinus Torvalds 				goto exit_f;
7781da177e4SLinus Torvalds 			}
7791da177e4SLinus Torvalds 			opt->opt_nflen += len;
7801da177e4SLinus Torvalds 			opt->hopopt = hdr;
7811da177e4SLinus Torvalds 			break;
7821da177e4SLinus Torvalds 
783333fad53SYOSHIFUJI Hideaki 		case IPV6_2292DSTOPTS:
7841da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
7851da177e4SLinus Torvalds 				err = -EINVAL;
7861da177e4SLinus Torvalds 				goto exit_f;
7871da177e4SLinus Torvalds 			}
7881da177e4SLinus Torvalds 
7891da177e4SLinus Torvalds 			hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
7901da177e4SLinus Torvalds 			len = ((hdr->hdrlen + 1) << 3);
7911da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(len)) {
7921da177e4SLinus Torvalds 				err = -EINVAL;
7931da177e4SLinus Torvalds 				goto exit_f;
7941da177e4SLinus Torvalds 			}
795af31f412SEric W. Biederman 			if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
7961da177e4SLinus Torvalds 				err = -EPERM;
7971da177e4SLinus Torvalds 				goto exit_f;
7981da177e4SLinus Torvalds 			}
7991da177e4SLinus Torvalds 			if (opt->dst1opt) {
8001da177e4SLinus Torvalds 				err = -EINVAL;
8011da177e4SLinus Torvalds 				goto exit_f;
8021da177e4SLinus Torvalds 			}
8031da177e4SLinus Torvalds 			opt->opt_flen += len;
8041da177e4SLinus Torvalds 			opt->dst1opt = hdr;
8051da177e4SLinus Torvalds 			break;
8061da177e4SLinus Torvalds 
807333fad53SYOSHIFUJI Hideaki 		case IPV6_DSTOPTS:
808333fad53SYOSHIFUJI Hideaki 		case IPV6_RTHDRDSTOPTS:
809333fad53SYOSHIFUJI Hideaki 			if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_opt_hdr))) {
810333fad53SYOSHIFUJI Hideaki 				err = -EINVAL;
811333fad53SYOSHIFUJI Hideaki 				goto exit_f;
812333fad53SYOSHIFUJI Hideaki 			}
813333fad53SYOSHIFUJI Hideaki 
814333fad53SYOSHIFUJI Hideaki 			hdr = (struct ipv6_opt_hdr *)CMSG_DATA(cmsg);
815333fad53SYOSHIFUJI Hideaki 			len = ((hdr->hdrlen + 1) << 3);
816333fad53SYOSHIFUJI Hideaki 			if (cmsg->cmsg_len < CMSG_LEN(len)) {
817333fad53SYOSHIFUJI Hideaki 				err = -EINVAL;
818333fad53SYOSHIFUJI Hideaki 				goto exit_f;
819333fad53SYOSHIFUJI Hideaki 			}
820af31f412SEric W. Biederman 			if (!ns_capable(net->user_ns, CAP_NET_RAW)) {
821333fad53SYOSHIFUJI Hideaki 				err = -EPERM;
822333fad53SYOSHIFUJI Hideaki 				goto exit_f;
823333fad53SYOSHIFUJI Hideaki 			}
824333fad53SYOSHIFUJI Hideaki 			if (cmsg->cmsg_type == IPV6_DSTOPTS) {
825333fad53SYOSHIFUJI Hideaki 				opt->opt_flen += len;
826333fad53SYOSHIFUJI Hideaki 				opt->dst1opt = hdr;
827333fad53SYOSHIFUJI Hideaki 			} else {
828333fad53SYOSHIFUJI Hideaki 				opt->opt_nflen += len;
829333fad53SYOSHIFUJI Hideaki 				opt->dst0opt = hdr;
830333fad53SYOSHIFUJI Hideaki 			}
831333fad53SYOSHIFUJI Hideaki 			break;
832333fad53SYOSHIFUJI Hideaki 
833333fad53SYOSHIFUJI Hideaki 		case IPV6_2292RTHDR:
8341da177e4SLinus Torvalds 		case IPV6_RTHDR:
8351da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(sizeof(struct ipv6_rt_hdr))) {
8361da177e4SLinus Torvalds 				err = -EINVAL;
8371da177e4SLinus Torvalds 				goto exit_f;
8381da177e4SLinus Torvalds 			}
8391da177e4SLinus Torvalds 
8401da177e4SLinus Torvalds 			rthdr = (struct ipv6_rt_hdr *)CMSG_DATA(cmsg);
8411da177e4SLinus Torvalds 
842280a9d34SMasahide NAKAMURA 			switch (rthdr->type) {
84307a93626SAmerigo Wang #if IS_ENABLED(CONFIG_IPV6_MIP6)
844280a9d34SMasahide NAKAMURA 			case IPV6_SRCRT_TYPE_2:
8456e093d9dSBrian Haley 				if (rthdr->hdrlen != 2 ||
8466e093d9dSBrian Haley 				    rthdr->segments_left != 1) {
8476e093d9dSBrian Haley 					err = -EINVAL;
8486e093d9dSBrian Haley 					goto exit_f;
8496e093d9dSBrian Haley 				}
850280a9d34SMasahide NAKAMURA 				break;
851bb4dbf9eSYOSHIFUJI Hideaki #endif
852280a9d34SMasahide NAKAMURA 			default:
8531da177e4SLinus Torvalds 				err = -EINVAL;
8541da177e4SLinus Torvalds 				goto exit_f;
8551da177e4SLinus Torvalds 			}
8561da177e4SLinus Torvalds 
8571da177e4SLinus Torvalds 			len = ((rthdr->hdrlen + 1) << 3);
8581da177e4SLinus Torvalds 
8591da177e4SLinus Torvalds 			if (cmsg->cmsg_len < CMSG_LEN(len)) {
8601da177e4SLinus Torvalds 				err = -EINVAL;
8611da177e4SLinus Torvalds 				goto exit_f;
8621da177e4SLinus Torvalds 			}
8631da177e4SLinus Torvalds 
8641da177e4SLinus Torvalds 			/* segments left must also match */
8651da177e4SLinus Torvalds 			if ((rthdr->hdrlen >> 1) != rthdr->segments_left) {
8661da177e4SLinus Torvalds 				err = -EINVAL;
8671da177e4SLinus Torvalds 				goto exit_f;
8681da177e4SLinus Torvalds 			}
8691da177e4SLinus Torvalds 
8701da177e4SLinus Torvalds 			opt->opt_nflen += len;
8711da177e4SLinus Torvalds 			opt->srcrt = rthdr;
8721da177e4SLinus Torvalds 
873333fad53SYOSHIFUJI Hideaki 			if (cmsg->cmsg_type == IPV6_2292RTHDR && opt->dst1opt) {
8741da177e4SLinus Torvalds 				int dsthdrlen = ((opt->dst1opt->hdrlen+1)<<3);
8751da177e4SLinus Torvalds 
8761da177e4SLinus Torvalds 				opt->opt_nflen += dsthdrlen;
8771da177e4SLinus Torvalds 				opt->dst0opt = opt->dst1opt;
8781da177e4SLinus Torvalds 				opt->dst1opt = NULL;
8791da177e4SLinus Torvalds 				opt->opt_flen -= dsthdrlen;
8801da177e4SLinus Torvalds 			}
8811da177e4SLinus Torvalds 
8821da177e4SLinus Torvalds 			break;
8831da177e4SLinus Torvalds 
884333fad53SYOSHIFUJI Hideaki 		case IPV6_2292HOPLIMIT:
8851da177e4SLinus Torvalds 		case IPV6_HOPLIMIT:
8861da177e4SLinus Torvalds 			if (cmsg->cmsg_len != CMSG_LEN(sizeof(int))) {
8871da177e4SLinus Torvalds 				err = -EINVAL;
8881da177e4SLinus Torvalds 				goto exit_f;
8891da177e4SLinus Torvalds 			}
8901da177e4SLinus Torvalds 
8911da177e4SLinus Torvalds 			*hlimit = *(int *)CMSG_DATA(cmsg);
892e8766fc8SShan Wei 			if (*hlimit < -1 || *hlimit > 0xff) {
893e8766fc8SShan Wei 				err = -EINVAL;
894e8766fc8SShan Wei 				goto exit_f;
895e8766fc8SShan Wei 			}
896e8766fc8SShan Wei 
8971da177e4SLinus Torvalds 			break;
8981da177e4SLinus Torvalds 
89941a1f8eaSYOSHIFUJI Hideaki 		case IPV6_TCLASS:
90041a1f8eaSYOSHIFUJI Hideaki 		    {
90141a1f8eaSYOSHIFUJI Hideaki 			int tc;
90241a1f8eaSYOSHIFUJI Hideaki 
90341a1f8eaSYOSHIFUJI Hideaki 			err = -EINVAL;
904b5a4257cSEldad Zack 			if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
90541a1f8eaSYOSHIFUJI Hideaki 				goto exit_f;
90641a1f8eaSYOSHIFUJI Hideaki 
90741a1f8eaSYOSHIFUJI Hideaki 			tc = *(int *)CMSG_DATA(cmsg);
908d0ee011fSRemi Denis-Courmont 			if (tc < -1 || tc > 0xff)
90941a1f8eaSYOSHIFUJI Hideaki 				goto exit_f;
91041a1f8eaSYOSHIFUJI Hideaki 
91141a1f8eaSYOSHIFUJI Hideaki 			err = 0;
91241a1f8eaSYOSHIFUJI Hideaki 			*tclass = tc;
91341a1f8eaSYOSHIFUJI Hideaki 
91441a1f8eaSYOSHIFUJI Hideaki 			break;
91541a1f8eaSYOSHIFUJI Hideaki 		    }
91613b52cd4SBrian Haley 
91713b52cd4SBrian Haley 		case IPV6_DONTFRAG:
91813b52cd4SBrian Haley 		    {
91913b52cd4SBrian Haley 			int df;
92013b52cd4SBrian Haley 
92113b52cd4SBrian Haley 			err = -EINVAL;
922b5a4257cSEldad Zack 			if (cmsg->cmsg_len != CMSG_LEN(sizeof(int)))
92313b52cd4SBrian Haley 				goto exit_f;
92413b52cd4SBrian Haley 
92513b52cd4SBrian Haley 			df = *(int *)CMSG_DATA(cmsg);
92613b52cd4SBrian Haley 			if (df < 0 || df > 1)
92713b52cd4SBrian Haley 				goto exit_f;
92813b52cd4SBrian Haley 
92913b52cd4SBrian Haley 			err = 0;
93013b52cd4SBrian Haley 			*dontfrag = df;
93113b52cd4SBrian Haley 
93213b52cd4SBrian Haley 			break;
93313b52cd4SBrian Haley 		    }
9341da177e4SLinus Torvalds 		default:
935ba7a46f1SJoe Perches 			net_dbg_ratelimited("invalid cmsg type: %d\n",
93664ce2073SPatrick McHardy 					    cmsg->cmsg_type);
9371da177e4SLinus Torvalds 			err = -EINVAL;
9384a36702eSMiao Xie 			goto exit_f;
9393ff50b79SStephen Hemminger 		}
9401da177e4SLinus Torvalds 	}
9411da177e4SLinus Torvalds 
9421da177e4SLinus Torvalds exit_f:
9431da177e4SLinus Torvalds 	return err;
9441da177e4SLinus Torvalds }
94573df66f8STom Parkin EXPORT_SYMBOL_GPL(ip6_datagram_send_ctl);
94617ef66afSLorenzo Colitti 
94717ef66afSLorenzo Colitti void ip6_dgram_sock_seq_show(struct seq_file *seq, struct sock *sp,
94817ef66afSLorenzo Colitti 			     __u16 srcp, __u16 destp, int bucket)
94917ef66afSLorenzo Colitti {
95017ef66afSLorenzo Colitti 	const struct in6_addr *dest, *src;
95117ef66afSLorenzo Colitti 
952efe4208fSEric Dumazet 	dest  = &sp->sk_v6_daddr;
953efe4208fSEric Dumazet 	src   = &sp->sk_v6_rcv_saddr;
95417ef66afSLorenzo Colitti 	seq_printf(seq,
95517ef66afSLorenzo Colitti 		   "%5d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
956d14c5ab6SFrancesco Fusco 		   "%02X %08X:%08X %02X:%08lX %08X %5u %8d %lu %d %pK %d\n",
95717ef66afSLorenzo Colitti 		   bucket,
95817ef66afSLorenzo Colitti 		   src->s6_addr32[0], src->s6_addr32[1],
95917ef66afSLorenzo Colitti 		   src->s6_addr32[2], src->s6_addr32[3], srcp,
96017ef66afSLorenzo Colitti 		   dest->s6_addr32[0], dest->s6_addr32[1],
96117ef66afSLorenzo Colitti 		   dest->s6_addr32[2], dest->s6_addr32[3], destp,
96217ef66afSLorenzo Colitti 		   sp->sk_state,
96317ef66afSLorenzo Colitti 		   sk_wmem_alloc_get(sp),
96417ef66afSLorenzo Colitti 		   sk_rmem_alloc_get(sp),
96517ef66afSLorenzo Colitti 		   0, 0L, 0,
96617ef66afSLorenzo Colitti 		   from_kuid_munged(seq_user_ns(seq), sock_i_uid(sp)),
96717ef66afSLorenzo Colitti 		   0,
96817ef66afSLorenzo Colitti 		   sock_i_ino(sp),
96917ef66afSLorenzo Colitti 		   atomic_read(&sp->sk_refcnt), sp,
97017ef66afSLorenzo Colitti 		   atomic_read(&sp->sk_drops));
97117ef66afSLorenzo Colitti }
972