xref: /openbmc/linux/net/ipv6/raw.c (revision 0199e993)
1 /*
2  *	RAW sockets for IPv6
3  *	Linux INET6 implementation
4  *
5  *	Authors:
6  *	Pedro Roque		<roque@di.fc.ul.pt>
7  *
8  *	Adapted from linux/net/ipv4/raw.c
9  *
10  *	Fixes:
11  *	Hideaki YOSHIFUJI	:	sin6_scope_id support
12  *	YOSHIFUJI,H.@USAGI	:	raw checksum (RFC2292(bis) compliance)
13  *	Kazunori MIYAZAWA @USAGI:	change process style to use ip6_append_data
14  *
15  *	This program is free software; you can redistribute it and/or
16  *      modify it under the terms of the GNU General Public License
17  *      as published by the Free Software Foundation; either version
18  *      2 of the License, or (at your option) any later version.
19  */
20 
21 #include <linux/errno.h>
22 #include <linux/types.h>
23 #include <linux/socket.h>
24 #include <linux/slab.h>
25 #include <linux/sockios.h>
26 #include <linux/net.h>
27 #include <linux/in6.h>
28 #include <linux/netdevice.h>
29 #include <linux/if_arp.h>
30 #include <linux/icmpv6.h>
31 #include <linux/netfilter.h>
32 #include <linux/netfilter_ipv6.h>
33 #include <linux/skbuff.h>
34 #include <linux/compat.h>
35 #include <asm/uaccess.h>
36 #include <asm/ioctls.h>
37 
38 #include <net/net_namespace.h>
39 #include <net/ip.h>
40 #include <net/sock.h>
41 #include <net/snmp.h>
42 
43 #include <net/ipv6.h>
44 #include <net/ndisc.h>
45 #include <net/protocol.h>
46 #include <net/ip6_route.h>
47 #include <net/ip6_checksum.h>
48 #include <net/addrconf.h>
49 #include <net/transp_v6.h>
50 #include <net/udp.h>
51 #include <net/inet_common.h>
52 #include <net/tcp_states.h>
53 #if IS_ENABLED(CONFIG_IPV6_MIP6)
54 #include <net/mip6.h>
55 #endif
56 #include <linux/mroute6.h>
57 
58 #include <net/raw.h>
59 #include <net/rawv6.h>
60 #include <net/xfrm.h>
61 
62 #include <linux/proc_fs.h>
63 #include <linux/seq_file.h>
64 #include <linux/export.h>
65 
66 #define	ICMPV6_HDRLEN	4	/* ICMPv6 header, RFC 4443 Section 2.1 */
67 
68 static struct raw_hashinfo raw_v6_hashinfo = {
69 	.lock = __RW_LOCK_UNLOCKED(raw_v6_hashinfo.lock),
70 };
71 
72 static struct sock *__raw_v6_lookup(struct net *net, struct sock *sk,
73 		unsigned short num, const struct in6_addr *loc_addr,
74 		const struct in6_addr *rmt_addr, int dif)
75 {
76 	bool is_multicast = ipv6_addr_is_multicast(loc_addr);
77 
78 	sk_for_each_from(sk)
79 		if (inet_sk(sk)->inet_num == num) {
80 
81 			if (!net_eq(sock_net(sk), net))
82 				continue;
83 
84 			if (!ipv6_addr_any(&sk->sk_v6_daddr) &&
85 			    !ipv6_addr_equal(&sk->sk_v6_daddr, rmt_addr))
86 				continue;
87 
88 			if (sk->sk_bound_dev_if && sk->sk_bound_dev_if != dif)
89 				continue;
90 
91 			if (!ipv6_addr_any(&sk->sk_v6_rcv_saddr)) {
92 				if (ipv6_addr_equal(&sk->sk_v6_rcv_saddr, loc_addr))
93 					goto found;
94 				if (is_multicast &&
95 				    inet6_mc_check(sk, loc_addr, rmt_addr))
96 					goto found;
97 				continue;
98 			}
99 			goto found;
100 		}
101 	sk = NULL;
102 found:
103 	return sk;
104 }
105 
106 /*
107  *	0 - deliver
108  *	1 - block
109  */
110 static int icmpv6_filter(const struct sock *sk, const struct sk_buff *skb)
111 {
112 	struct icmp6hdr _hdr;
113 	const struct icmp6hdr *hdr;
114 
115 	/* We require only the four bytes of the ICMPv6 header, not any
116 	 * additional bytes of message body in "struct icmp6hdr".
117 	 */
118 	hdr = skb_header_pointer(skb, skb_transport_offset(skb),
119 				 ICMPV6_HDRLEN, &_hdr);
120 	if (hdr) {
121 		const __u32 *data = &raw6_sk(sk)->filter.data[0];
122 		unsigned int type = hdr->icmp6_type;
123 
124 		return (data[type >> 5] & (1U << (type & 31))) != 0;
125 	}
126 	return 1;
127 }
128 
129 #if IS_ENABLED(CONFIG_IPV6_MIP6)
130 typedef int mh_filter_t(struct sock *sock, struct sk_buff *skb);
131 
132 static mh_filter_t __rcu *mh_filter __read_mostly;
133 
134 int rawv6_mh_filter_register(mh_filter_t filter)
135 {
136 	rcu_assign_pointer(mh_filter, filter);
137 	return 0;
138 }
139 EXPORT_SYMBOL(rawv6_mh_filter_register);
140 
141 int rawv6_mh_filter_unregister(mh_filter_t filter)
142 {
143 	RCU_INIT_POINTER(mh_filter, NULL);
144 	synchronize_rcu();
145 	return 0;
146 }
147 EXPORT_SYMBOL(rawv6_mh_filter_unregister);
148 
149 #endif
150 
151 /*
152  *	demultiplex raw sockets.
153  *	(should consider queueing the skb in the sock receive_queue
154  *	without calling rawv6.c)
155  *
156  *	Caller owns SKB so we must make clones.
157  */
158 static bool ipv6_raw_deliver(struct sk_buff *skb, int nexthdr)
159 {
160 	const struct in6_addr *saddr;
161 	const struct in6_addr *daddr;
162 	struct sock *sk;
163 	bool delivered = false;
164 	__u8 hash;
165 	struct net *net;
166 
167 	saddr = &ipv6_hdr(skb)->saddr;
168 	daddr = saddr + 1;
169 
170 	hash = nexthdr & (RAW_HTABLE_SIZE - 1);
171 
172 	read_lock(&raw_v6_hashinfo.lock);
173 	sk = sk_head(&raw_v6_hashinfo.ht[hash]);
174 
175 	if (sk == NULL)
176 		goto out;
177 
178 	net = dev_net(skb->dev);
179 	sk = __raw_v6_lookup(net, sk, nexthdr, daddr, saddr, inet6_iif(skb));
180 
181 	while (sk) {
182 		int filtered;
183 
184 		delivered = true;
185 		switch (nexthdr) {
186 		case IPPROTO_ICMPV6:
187 			filtered = icmpv6_filter(sk, skb);
188 			break;
189 
190 #if IS_ENABLED(CONFIG_IPV6_MIP6)
191 		case IPPROTO_MH:
192 		{
193 			/* XXX: To validate MH only once for each packet,
194 			 * this is placed here. It should be after checking
195 			 * xfrm policy, however it doesn't. The checking xfrm
196 			 * policy is placed in rawv6_rcv() because it is
197 			 * required for each socket.
198 			 */
199 			mh_filter_t *filter;
200 
201 			filter = rcu_dereference(mh_filter);
202 			filtered = filter ? (*filter)(sk, skb) : 0;
203 			break;
204 		}
205 #endif
206 		default:
207 			filtered = 0;
208 			break;
209 		}
210 
211 		if (filtered < 0)
212 			break;
213 		if (filtered == 0) {
214 			struct sk_buff *clone = skb_clone(skb, GFP_ATOMIC);
215 
216 			/* Not releasing hash table! */
217 			if (clone) {
218 				nf_reset(clone);
219 				rawv6_rcv(sk, clone);
220 			}
221 		}
222 		sk = __raw_v6_lookup(net, sk_next(sk), nexthdr, daddr, saddr,
223 				     inet6_iif(skb));
224 	}
225 out:
226 	read_unlock(&raw_v6_hashinfo.lock);
227 	return delivered;
228 }
229 
230 bool raw6_local_deliver(struct sk_buff *skb, int nexthdr)
231 {
232 	struct sock *raw_sk;
233 
234 	raw_sk = sk_head(&raw_v6_hashinfo.ht[nexthdr & (RAW_HTABLE_SIZE - 1)]);
235 	if (raw_sk && !ipv6_raw_deliver(skb, nexthdr))
236 		raw_sk = NULL;
237 
238 	return raw_sk != NULL;
239 }
240 
241 /* This cleans up af_inet6 a bit. -DaveM */
242 static int rawv6_bind(struct sock *sk, struct sockaddr *uaddr, int addr_len)
243 {
244 	struct inet_sock *inet = inet_sk(sk);
245 	struct ipv6_pinfo *np = inet6_sk(sk);
246 	struct sockaddr_in6 *addr = (struct sockaddr_in6 *) uaddr;
247 	__be32 v4addr = 0;
248 	int addr_type;
249 	int err;
250 
251 	if (addr_len < SIN6_LEN_RFC2133)
252 		return -EINVAL;
253 
254 	if (addr->sin6_family != AF_INET6)
255 		return -EINVAL;
256 
257 	addr_type = ipv6_addr_type(&addr->sin6_addr);
258 
259 	/* Raw sockets are IPv6 only */
260 	if (addr_type == IPV6_ADDR_MAPPED)
261 		return -EADDRNOTAVAIL;
262 
263 	lock_sock(sk);
264 
265 	err = -EINVAL;
266 	if (sk->sk_state != TCP_CLOSE)
267 		goto out;
268 
269 	rcu_read_lock();
270 	/* Check if the address belongs to the host. */
271 	if (addr_type != IPV6_ADDR_ANY) {
272 		struct net_device *dev = NULL;
273 
274 		if (__ipv6_addr_needs_scope_id(addr_type)) {
275 			if (addr_len >= sizeof(struct sockaddr_in6) &&
276 			    addr->sin6_scope_id) {
277 				/* Override any existing binding, if another
278 				 * one is supplied by user.
279 				 */
280 				sk->sk_bound_dev_if = addr->sin6_scope_id;
281 			}
282 
283 			/* Binding to link-local address requires an interface */
284 			if (!sk->sk_bound_dev_if)
285 				goto out_unlock;
286 
287 			err = -ENODEV;
288 			dev = dev_get_by_index_rcu(sock_net(sk),
289 						   sk->sk_bound_dev_if);
290 			if (!dev)
291 				goto out_unlock;
292 		}
293 
294 		/* ipv4 addr of the socket is invalid.  Only the
295 		 * unspecified and mapped address have a v4 equivalent.
296 		 */
297 		v4addr = LOOPBACK4_IPV6;
298 		if (!(addr_type & IPV6_ADDR_MULTICAST))	{
299 			err = -EADDRNOTAVAIL;
300 			if (!ipv6_chk_addr(sock_net(sk), &addr->sin6_addr,
301 					   dev, 0)) {
302 				goto out_unlock;
303 			}
304 		}
305 	}
306 
307 	inet->inet_rcv_saddr = inet->inet_saddr = v4addr;
308 	sk->sk_v6_rcv_saddr = addr->sin6_addr;
309 	if (!(addr_type & IPV6_ADDR_MULTICAST))
310 		np->saddr = addr->sin6_addr;
311 	err = 0;
312 out_unlock:
313 	rcu_read_unlock();
314 out:
315 	release_sock(sk);
316 	return err;
317 }
318 
319 static void rawv6_err(struct sock *sk, struct sk_buff *skb,
320 	       struct inet6_skb_parm *opt,
321 	       u8 type, u8 code, int offset, __be32 info)
322 {
323 	struct inet_sock *inet = inet_sk(sk);
324 	struct ipv6_pinfo *np = inet6_sk(sk);
325 	int err;
326 	int harderr;
327 
328 	/* Report error on raw socket, if:
329 	   1. User requested recverr.
330 	   2. Socket is connected (otherwise the error indication
331 	      is useless without recverr and error is hard.
332 	 */
333 	if (!np->recverr && sk->sk_state != TCP_ESTABLISHED)
334 		return;
335 
336 	harderr = icmpv6_err_convert(type, code, &err);
337 	if (type == ICMPV6_PKT_TOOBIG) {
338 		ip6_sk_update_pmtu(skb, sk, info);
339 		harderr = (np->pmtudisc == IPV6_PMTUDISC_DO);
340 	}
341 	if (type == NDISC_REDIRECT) {
342 		ip6_sk_redirect(skb, sk);
343 		return;
344 	}
345 	if (np->recverr) {
346 		u8 *payload = skb->data;
347 		if (!inet->hdrincl)
348 			payload += offset;
349 		ipv6_icmp_error(sk, skb, err, 0, ntohl(info), payload);
350 	}
351 
352 	if (np->recverr || harderr) {
353 		sk->sk_err = err;
354 		sk->sk_error_report(sk);
355 	}
356 }
357 
358 void raw6_icmp_error(struct sk_buff *skb, int nexthdr,
359 		u8 type, u8 code, int inner_offset, __be32 info)
360 {
361 	struct sock *sk;
362 	int hash;
363 	const struct in6_addr *saddr, *daddr;
364 	struct net *net;
365 
366 	hash = nexthdr & (RAW_HTABLE_SIZE - 1);
367 
368 	read_lock(&raw_v6_hashinfo.lock);
369 	sk = sk_head(&raw_v6_hashinfo.ht[hash]);
370 	if (sk != NULL) {
371 		/* Note: ipv6_hdr(skb) != skb->data */
372 		const struct ipv6hdr *ip6h = (const struct ipv6hdr *)skb->data;
373 		saddr = &ip6h->saddr;
374 		daddr = &ip6h->daddr;
375 		net = dev_net(skb->dev);
376 
377 		while ((sk = __raw_v6_lookup(net, sk, nexthdr, saddr, daddr,
378 						inet6_iif(skb)))) {
379 			rawv6_err(sk, skb, NULL, type, code,
380 					inner_offset, info);
381 			sk = sk_next(sk);
382 		}
383 	}
384 	read_unlock(&raw_v6_hashinfo.lock);
385 }
386 
387 static inline int rawv6_rcv_skb(struct sock *sk, struct sk_buff *skb)
388 {
389 	if ((raw6_sk(sk)->checksum || rcu_access_pointer(sk->sk_filter)) &&
390 	    skb_checksum_complete(skb)) {
391 		atomic_inc(&sk->sk_drops);
392 		kfree_skb(skb);
393 		return NET_RX_DROP;
394 	}
395 
396 	/* Charge it to the socket. */
397 	skb_dst_drop(skb);
398 	if (sock_queue_rcv_skb(sk, skb) < 0) {
399 		kfree_skb(skb);
400 		return NET_RX_DROP;
401 	}
402 
403 	return 0;
404 }
405 
406 /*
407  *	This is next to useless...
408  *	if we demultiplex in network layer we don't need the extra call
409  *	just to queue the skb...
410  *	maybe we could have the network decide upon a hint if it
411  *	should call raw_rcv for demultiplexing
412  */
413 int rawv6_rcv(struct sock *sk, struct sk_buff *skb)
414 {
415 	struct inet_sock *inet = inet_sk(sk);
416 	struct raw6_sock *rp = raw6_sk(sk);
417 
418 	if (!xfrm6_policy_check(sk, XFRM_POLICY_IN, skb)) {
419 		atomic_inc(&sk->sk_drops);
420 		kfree_skb(skb);
421 		return NET_RX_DROP;
422 	}
423 
424 	if (!rp->checksum)
425 		skb->ip_summed = CHECKSUM_UNNECESSARY;
426 
427 	if (skb->ip_summed == CHECKSUM_COMPLETE) {
428 		skb_postpull_rcsum(skb, skb_network_header(skb),
429 				   skb_network_header_len(skb));
430 		if (!csum_ipv6_magic(&ipv6_hdr(skb)->saddr,
431 				     &ipv6_hdr(skb)->daddr,
432 				     skb->len, inet->inet_num, skb->csum))
433 			skb->ip_summed = CHECKSUM_UNNECESSARY;
434 	}
435 	if (!skb_csum_unnecessary(skb))
436 		skb->csum = ~csum_unfold(csum_ipv6_magic(&ipv6_hdr(skb)->saddr,
437 							 &ipv6_hdr(skb)->daddr,
438 							 skb->len,
439 							 inet->inet_num, 0));
440 
441 	if (inet->hdrincl) {
442 		if (skb_checksum_complete(skb)) {
443 			atomic_inc(&sk->sk_drops);
444 			kfree_skb(skb);
445 			return NET_RX_DROP;
446 		}
447 	}
448 
449 	rawv6_rcv_skb(sk, skb);
450 	return 0;
451 }
452 
453 
454 /*
455  *	This should be easy, if there is something there
456  *	we return it, otherwise we block.
457  */
458 
459 static int rawv6_recvmsg(struct kiocb *iocb, struct sock *sk,
460 		  struct msghdr *msg, size_t len,
461 		  int noblock, int flags, int *addr_len)
462 {
463 	struct ipv6_pinfo *np = inet6_sk(sk);
464 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
465 	struct sk_buff *skb;
466 	size_t copied;
467 	int err;
468 
469 	if (flags & MSG_OOB)
470 		return -EOPNOTSUPP;
471 
472 	if (flags & MSG_ERRQUEUE)
473 		return ipv6_recv_error(sk, msg, len, addr_len);
474 
475 	if (np->rxpmtu && np->rxopt.bits.rxpmtu)
476 		return ipv6_recv_rxpmtu(sk, msg, len, addr_len);
477 
478 	skb = skb_recv_datagram(sk, flags, noblock, &err);
479 	if (!skb)
480 		goto out;
481 
482 	copied = skb->len;
483 	if (copied > len) {
484 		copied = len;
485 		msg->msg_flags |= MSG_TRUNC;
486 	}
487 
488 	if (skb_csum_unnecessary(skb)) {
489 		err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
490 	} else if (msg->msg_flags&MSG_TRUNC) {
491 		if (__skb_checksum_complete(skb))
492 			goto csum_copy_err;
493 		err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
494 	} else {
495 		err = skb_copy_and_csum_datagram_iovec(skb, 0, msg->msg_iov);
496 		if (err == -EINVAL)
497 			goto csum_copy_err;
498 	}
499 	if (err)
500 		goto out_free;
501 
502 	/* Copy the address. */
503 	if (sin6) {
504 		sin6->sin6_family = AF_INET6;
505 		sin6->sin6_port = 0;
506 		sin6->sin6_addr = ipv6_hdr(skb)->saddr;
507 		sin6->sin6_flowinfo = 0;
508 		sin6->sin6_scope_id = ipv6_iface_scope_id(&sin6->sin6_addr,
509 							  inet6_iif(skb));
510 		*addr_len = sizeof(*sin6);
511 	}
512 
513 	sock_recv_ts_and_drops(msg, sk, skb);
514 
515 	if (np->rxopt.all)
516 		ip6_datagram_recv_ctl(sk, msg, skb);
517 
518 	err = copied;
519 	if (flags & MSG_TRUNC)
520 		err = skb->len;
521 
522 out_free:
523 	skb_free_datagram(sk, skb);
524 out:
525 	return err;
526 
527 csum_copy_err:
528 	skb_kill_datagram(sk, skb, flags);
529 
530 	/* Error for blocking case is chosen to masquerade
531 	   as some normal condition.
532 	 */
533 	err = (flags&MSG_DONTWAIT) ? -EAGAIN : -EHOSTUNREACH;
534 	goto out;
535 }
536 
537 static int rawv6_push_pending_frames(struct sock *sk, struct flowi6 *fl6,
538 				     struct raw6_sock *rp)
539 {
540 	struct sk_buff *skb;
541 	int err = 0;
542 	int offset;
543 	int len;
544 	int total_len;
545 	__wsum tmp_csum;
546 	__sum16 csum;
547 
548 	if (!rp->checksum)
549 		goto send;
550 
551 	if ((skb = skb_peek(&sk->sk_write_queue)) == NULL)
552 		goto out;
553 
554 	offset = rp->offset;
555 	total_len = inet_sk(sk)->cork.base.length;
556 	if (offset >= total_len - 1) {
557 		err = -EINVAL;
558 		ip6_flush_pending_frames(sk);
559 		goto out;
560 	}
561 
562 	/* should be check HW csum miyazawa */
563 	if (skb_queue_len(&sk->sk_write_queue) == 1) {
564 		/*
565 		 * Only one fragment on the socket.
566 		 */
567 		tmp_csum = skb->csum;
568 	} else {
569 		struct sk_buff *csum_skb = NULL;
570 		tmp_csum = 0;
571 
572 		skb_queue_walk(&sk->sk_write_queue, skb) {
573 			tmp_csum = csum_add(tmp_csum, skb->csum);
574 
575 			if (csum_skb)
576 				continue;
577 
578 			len = skb->len - skb_transport_offset(skb);
579 			if (offset >= len) {
580 				offset -= len;
581 				continue;
582 			}
583 
584 			csum_skb = skb;
585 		}
586 
587 		skb = csum_skb;
588 	}
589 
590 	offset += skb_transport_offset(skb);
591 	BUG_ON(skb_copy_bits(skb, offset, &csum, 2));
592 
593 	/* in case cksum was not initialized */
594 	if (unlikely(csum))
595 		tmp_csum = csum_sub(tmp_csum, csum_unfold(csum));
596 
597 	csum = csum_ipv6_magic(&fl6->saddr, &fl6->daddr,
598 			       total_len, fl6->flowi6_proto, tmp_csum);
599 
600 	if (csum == 0 && fl6->flowi6_proto == IPPROTO_UDP)
601 		csum = CSUM_MANGLED_0;
602 
603 	BUG_ON(skb_store_bits(skb, offset, &csum, 2));
604 
605 send:
606 	err = ip6_push_pending_frames(sk);
607 out:
608 	return err;
609 }
610 
611 static int rawv6_send_hdrinc(struct sock *sk, void *from, int length,
612 			struct flowi6 *fl6, struct dst_entry **dstp,
613 			unsigned int flags)
614 {
615 	struct ipv6_pinfo *np = inet6_sk(sk);
616 	struct ipv6hdr *iph;
617 	struct sk_buff *skb;
618 	int err;
619 	struct rt6_info *rt = (struct rt6_info *)*dstp;
620 	int hlen = LL_RESERVED_SPACE(rt->dst.dev);
621 	int tlen = rt->dst.dev->needed_tailroom;
622 
623 	if (length > rt->dst.dev->mtu) {
624 		ipv6_local_error(sk, EMSGSIZE, fl6, rt->dst.dev->mtu);
625 		return -EMSGSIZE;
626 	}
627 	if (flags&MSG_PROBE)
628 		goto out;
629 
630 	skb = sock_alloc_send_skb(sk,
631 				  length + hlen + tlen + 15,
632 				  flags & MSG_DONTWAIT, &err);
633 	if (skb == NULL)
634 		goto error;
635 	skb_reserve(skb, hlen);
636 
637 	skb->protocol = htons(ETH_P_IPV6);
638 	skb->priority = sk->sk_priority;
639 	skb->mark = sk->sk_mark;
640 	skb_dst_set(skb, &rt->dst);
641 	*dstp = NULL;
642 
643 	skb_put(skb, length);
644 	skb_reset_network_header(skb);
645 	iph = ipv6_hdr(skb);
646 
647 	skb->ip_summed = CHECKSUM_NONE;
648 
649 	skb->transport_header = skb->network_header;
650 	err = memcpy_fromiovecend((void *)iph, from, 0, length);
651 	if (err)
652 		goto error_fault;
653 
654 	IP6_UPD_PO_STATS(sock_net(sk), rt->rt6i_idev, IPSTATS_MIB_OUT, skb->len);
655 	err = NF_HOOK(NFPROTO_IPV6, NF_INET_LOCAL_OUT, skb, NULL,
656 		      rt->dst.dev, dst_output);
657 	if (err > 0)
658 		err = net_xmit_errno(err);
659 	if (err)
660 		goto error;
661 out:
662 	return 0;
663 
664 error_fault:
665 	err = -EFAULT;
666 	kfree_skb(skb);
667 error:
668 	IP6_INC_STATS(sock_net(sk), rt->rt6i_idev, IPSTATS_MIB_OUTDISCARDS);
669 	if (err == -ENOBUFS && !np->recverr)
670 		err = 0;
671 	return err;
672 }
673 
674 static int rawv6_probe_proto_opt(struct flowi6 *fl6, struct msghdr *msg)
675 {
676 	struct iovec *iov;
677 	u8 __user *type = NULL;
678 	u8 __user *code = NULL;
679 	u8 len = 0;
680 	int probed = 0;
681 	int i;
682 
683 	if (!msg->msg_iov)
684 		return 0;
685 
686 	for (i = 0; i < msg->msg_iovlen; i++) {
687 		iov = &msg->msg_iov[i];
688 		if (!iov)
689 			continue;
690 
691 		switch (fl6->flowi6_proto) {
692 		case IPPROTO_ICMPV6:
693 			/* check if one-byte field is readable or not. */
694 			if (iov->iov_base && iov->iov_len < 1)
695 				break;
696 
697 			if (!type) {
698 				type = iov->iov_base;
699 				/* check if code field is readable or not. */
700 				if (iov->iov_len > 1)
701 					code = type + 1;
702 			} else if (!code)
703 				code = iov->iov_base;
704 
705 			if (type && code) {
706 				if (get_user(fl6->fl6_icmp_type, type) ||
707 				    get_user(fl6->fl6_icmp_code, code))
708 					return -EFAULT;
709 				probed = 1;
710 			}
711 			break;
712 		case IPPROTO_MH:
713 			if (iov->iov_base && iov->iov_len < 1)
714 				break;
715 			/* check if type field is readable or not. */
716 			if (iov->iov_len > 2 - len) {
717 				u8 __user *p = iov->iov_base;
718 				if (get_user(fl6->fl6_mh_type, &p[2 - len]))
719 					return -EFAULT;
720 				probed = 1;
721 			} else
722 				len += iov->iov_len;
723 
724 			break;
725 		default:
726 			probed = 1;
727 			break;
728 		}
729 		if (probed)
730 			break;
731 	}
732 	return 0;
733 }
734 
735 static int rawv6_sendmsg(struct kiocb *iocb, struct sock *sk,
736 		   struct msghdr *msg, size_t len)
737 {
738 	struct ipv6_txoptions opt_space;
739 	DECLARE_SOCKADDR(struct sockaddr_in6 *, sin6, msg->msg_name);
740 	struct in6_addr *daddr, *final_p, final;
741 	struct inet_sock *inet = inet_sk(sk);
742 	struct ipv6_pinfo *np = inet6_sk(sk);
743 	struct raw6_sock *rp = raw6_sk(sk);
744 	struct ipv6_txoptions *opt = NULL;
745 	struct ip6_flowlabel *flowlabel = NULL;
746 	struct dst_entry *dst = NULL;
747 	struct flowi6 fl6;
748 	int addr_len = msg->msg_namelen;
749 	int hlimit = -1;
750 	int tclass = -1;
751 	int dontfrag = -1;
752 	u16 proto;
753 	int err;
754 
755 	/* Rough check on arithmetic overflow,
756 	   better check is made in ip6_append_data().
757 	 */
758 	if (len > INT_MAX)
759 		return -EMSGSIZE;
760 
761 	/* Mirror BSD error message compatibility */
762 	if (msg->msg_flags & MSG_OOB)
763 		return -EOPNOTSUPP;
764 
765 	/*
766 	 *	Get and verify the address.
767 	 */
768 	memset(&fl6, 0, sizeof(fl6));
769 
770 	fl6.flowi6_mark = sk->sk_mark;
771 
772 	if (sin6) {
773 		if (addr_len < SIN6_LEN_RFC2133)
774 			return -EINVAL;
775 
776 		if (sin6->sin6_family && sin6->sin6_family != AF_INET6)
777 			return -EAFNOSUPPORT;
778 
779 		/* port is the proto value [0..255] carried in nexthdr */
780 		proto = ntohs(sin6->sin6_port);
781 
782 		if (!proto)
783 			proto = inet->inet_num;
784 		else if (proto != inet->inet_num)
785 			return -EINVAL;
786 
787 		if (proto > 255)
788 			return -EINVAL;
789 
790 		daddr = &sin6->sin6_addr;
791 		if (np->sndflow) {
792 			fl6.flowlabel = sin6->sin6_flowinfo&IPV6_FLOWINFO_MASK;
793 			if (fl6.flowlabel&IPV6_FLOWLABEL_MASK) {
794 				flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
795 				if (flowlabel == NULL)
796 					return -EINVAL;
797 			}
798 		}
799 
800 		/*
801 		 * Otherwise it will be difficult to maintain
802 		 * sk->sk_dst_cache.
803 		 */
804 		if (sk->sk_state == TCP_ESTABLISHED &&
805 		    ipv6_addr_equal(daddr, &sk->sk_v6_daddr))
806 			daddr = &sk->sk_v6_daddr;
807 
808 		if (addr_len >= sizeof(struct sockaddr_in6) &&
809 		    sin6->sin6_scope_id &&
810 		    __ipv6_addr_needs_scope_id(__ipv6_addr_type(daddr)))
811 			fl6.flowi6_oif = sin6->sin6_scope_id;
812 	} else {
813 		if (sk->sk_state != TCP_ESTABLISHED)
814 			return -EDESTADDRREQ;
815 
816 		proto = inet->inet_num;
817 		daddr = &sk->sk_v6_daddr;
818 		fl6.flowlabel = np->flow_label;
819 	}
820 
821 	if (fl6.flowi6_oif == 0)
822 		fl6.flowi6_oif = sk->sk_bound_dev_if;
823 
824 	if (msg->msg_controllen) {
825 		opt = &opt_space;
826 		memset(opt, 0, sizeof(struct ipv6_txoptions));
827 		opt->tot_len = sizeof(struct ipv6_txoptions);
828 
829 		err = ip6_datagram_send_ctl(sock_net(sk), sk, msg, &fl6, opt,
830 					    &hlimit, &tclass, &dontfrag);
831 		if (err < 0) {
832 			fl6_sock_release(flowlabel);
833 			return err;
834 		}
835 		if ((fl6.flowlabel&IPV6_FLOWLABEL_MASK) && !flowlabel) {
836 			flowlabel = fl6_sock_lookup(sk, fl6.flowlabel);
837 			if (flowlabel == NULL)
838 				return -EINVAL;
839 		}
840 		if (!(opt->opt_nflen|opt->opt_flen))
841 			opt = NULL;
842 	}
843 	if (opt == NULL)
844 		opt = np->opt;
845 	if (flowlabel)
846 		opt = fl6_merge_options(&opt_space, flowlabel, opt);
847 	opt = ipv6_fixup_options(&opt_space, opt);
848 
849 	fl6.flowi6_proto = proto;
850 	err = rawv6_probe_proto_opt(&fl6, msg);
851 	if (err)
852 		goto out;
853 
854 	if (!ipv6_addr_any(daddr))
855 		fl6.daddr = *daddr;
856 	else
857 		fl6.daddr.s6_addr[15] = 0x1; /* :: means loopback (BSD'ism) */
858 	if (ipv6_addr_any(&fl6.saddr) && !ipv6_addr_any(&np->saddr))
859 		fl6.saddr = np->saddr;
860 
861 	final_p = fl6_update_dst(&fl6, opt, &final);
862 
863 	if (!fl6.flowi6_oif && ipv6_addr_is_multicast(&fl6.daddr))
864 		fl6.flowi6_oif = np->mcast_oif;
865 	else if (!fl6.flowi6_oif)
866 		fl6.flowi6_oif = np->ucast_oif;
867 	security_sk_classify_flow(sk, flowi6_to_flowi(&fl6));
868 
869 	dst = ip6_dst_lookup_flow(sk, &fl6, final_p);
870 	if (IS_ERR(dst)) {
871 		err = PTR_ERR(dst);
872 		goto out;
873 	}
874 	if (hlimit < 0)
875 		hlimit = ip6_sk_dst_hoplimit(np, &fl6, dst);
876 
877 	if (tclass < 0)
878 		tclass = np->tclass;
879 
880 	if (dontfrag < 0)
881 		dontfrag = np->dontfrag;
882 
883 	if (msg->msg_flags&MSG_CONFIRM)
884 		goto do_confirm;
885 
886 back_from_confirm:
887 	if (inet->hdrincl)
888 		err = rawv6_send_hdrinc(sk, msg->msg_iov, len, &fl6, &dst, msg->msg_flags);
889 	else {
890 		lock_sock(sk);
891 		err = ip6_append_data(sk, ip_generic_getfrag, msg->msg_iov,
892 			len, 0, hlimit, tclass, opt, &fl6, (struct rt6_info *)dst,
893 			msg->msg_flags, dontfrag);
894 
895 		if (err)
896 			ip6_flush_pending_frames(sk);
897 		else if (!(msg->msg_flags & MSG_MORE))
898 			err = rawv6_push_pending_frames(sk, &fl6, rp);
899 		release_sock(sk);
900 	}
901 done:
902 	dst_release(dst);
903 out:
904 	fl6_sock_release(flowlabel);
905 	return err < 0 ? err : len;
906 do_confirm:
907 	dst_confirm(dst);
908 	if (!(msg->msg_flags & MSG_PROBE) || len)
909 		goto back_from_confirm;
910 	err = 0;
911 	goto done;
912 }
913 
914 static int rawv6_seticmpfilter(struct sock *sk, int level, int optname,
915 			       char __user *optval, int optlen)
916 {
917 	switch (optname) {
918 	case ICMPV6_FILTER:
919 		if (optlen > sizeof(struct icmp6_filter))
920 			optlen = sizeof(struct icmp6_filter);
921 		if (copy_from_user(&raw6_sk(sk)->filter, optval, optlen))
922 			return -EFAULT;
923 		return 0;
924 	default:
925 		return -ENOPROTOOPT;
926 	}
927 
928 	return 0;
929 }
930 
931 static int rawv6_geticmpfilter(struct sock *sk, int level, int optname,
932 			       char __user *optval, int __user *optlen)
933 {
934 	int len;
935 
936 	switch (optname) {
937 	case ICMPV6_FILTER:
938 		if (get_user(len, optlen))
939 			return -EFAULT;
940 		if (len < 0)
941 			return -EINVAL;
942 		if (len > sizeof(struct icmp6_filter))
943 			len = sizeof(struct icmp6_filter);
944 		if (put_user(len, optlen))
945 			return -EFAULT;
946 		if (copy_to_user(optval, &raw6_sk(sk)->filter, len))
947 			return -EFAULT;
948 		return 0;
949 	default:
950 		return -ENOPROTOOPT;
951 	}
952 
953 	return 0;
954 }
955 
956 
957 static int do_rawv6_setsockopt(struct sock *sk, int level, int optname,
958 			    char __user *optval, unsigned int optlen)
959 {
960 	struct raw6_sock *rp = raw6_sk(sk);
961 	int val;
962 
963 	if (get_user(val, (int __user *)optval))
964 		return -EFAULT;
965 
966 	switch (optname) {
967 	case IPV6_CHECKSUM:
968 		if (inet_sk(sk)->inet_num == IPPROTO_ICMPV6 &&
969 		    level == IPPROTO_IPV6) {
970 			/*
971 			 * RFC3542 tells that IPV6_CHECKSUM socket
972 			 * option in the IPPROTO_IPV6 level is not
973 			 * allowed on ICMPv6 sockets.
974 			 * If you want to set it, use IPPROTO_RAW
975 			 * level IPV6_CHECKSUM socket option
976 			 * (Linux extension).
977 			 */
978 			return -EINVAL;
979 		}
980 
981 		/* You may get strange result with a positive odd offset;
982 		   RFC2292bis agrees with me. */
983 		if (val > 0 && (val&1))
984 			return -EINVAL;
985 		if (val < 0) {
986 			rp->checksum = 0;
987 		} else {
988 			rp->checksum = 1;
989 			rp->offset = val;
990 		}
991 
992 		return 0;
993 
994 	default:
995 		return -ENOPROTOOPT;
996 	}
997 }
998 
999 static int rawv6_setsockopt(struct sock *sk, int level, int optname,
1000 			  char __user *optval, unsigned int optlen)
1001 {
1002 	switch (level) {
1003 	case SOL_RAW:
1004 		break;
1005 
1006 	case SOL_ICMPV6:
1007 		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
1008 			return -EOPNOTSUPP;
1009 		return rawv6_seticmpfilter(sk, level, optname, optval, optlen);
1010 	case SOL_IPV6:
1011 		if (optname == IPV6_CHECKSUM)
1012 			break;
1013 	default:
1014 		return ipv6_setsockopt(sk, level, optname, optval, optlen);
1015 	}
1016 
1017 	return do_rawv6_setsockopt(sk, level, optname, optval, optlen);
1018 }
1019 
1020 #ifdef CONFIG_COMPAT
1021 static int compat_rawv6_setsockopt(struct sock *sk, int level, int optname,
1022 				   char __user *optval, unsigned int optlen)
1023 {
1024 	switch (level) {
1025 	case SOL_RAW:
1026 		break;
1027 	case SOL_ICMPV6:
1028 		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
1029 			return -EOPNOTSUPP;
1030 		return rawv6_seticmpfilter(sk, level, optname, optval, optlen);
1031 	case SOL_IPV6:
1032 		if (optname == IPV6_CHECKSUM)
1033 			break;
1034 	default:
1035 		return compat_ipv6_setsockopt(sk, level, optname,
1036 					      optval, optlen);
1037 	}
1038 	return do_rawv6_setsockopt(sk, level, optname, optval, optlen);
1039 }
1040 #endif
1041 
1042 static int do_rawv6_getsockopt(struct sock *sk, int level, int optname,
1043 			    char __user *optval, int __user *optlen)
1044 {
1045 	struct raw6_sock *rp = raw6_sk(sk);
1046 	int val, len;
1047 
1048 	if (get_user(len, optlen))
1049 		return -EFAULT;
1050 
1051 	switch (optname) {
1052 	case IPV6_CHECKSUM:
1053 		/*
1054 		 * We allow getsockopt() for IPPROTO_IPV6-level
1055 		 * IPV6_CHECKSUM socket option on ICMPv6 sockets
1056 		 * since RFC3542 is silent about it.
1057 		 */
1058 		if (rp->checksum == 0)
1059 			val = -1;
1060 		else
1061 			val = rp->offset;
1062 		break;
1063 
1064 	default:
1065 		return -ENOPROTOOPT;
1066 	}
1067 
1068 	len = min_t(unsigned int, sizeof(int), len);
1069 
1070 	if (put_user(len, optlen))
1071 		return -EFAULT;
1072 	if (copy_to_user(optval, &val, len))
1073 		return -EFAULT;
1074 	return 0;
1075 }
1076 
1077 static int rawv6_getsockopt(struct sock *sk, int level, int optname,
1078 			  char __user *optval, int __user *optlen)
1079 {
1080 	switch (level) {
1081 	case SOL_RAW:
1082 		break;
1083 
1084 	case SOL_ICMPV6:
1085 		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
1086 			return -EOPNOTSUPP;
1087 		return rawv6_geticmpfilter(sk, level, optname, optval, optlen);
1088 	case SOL_IPV6:
1089 		if (optname == IPV6_CHECKSUM)
1090 			break;
1091 	default:
1092 		return ipv6_getsockopt(sk, level, optname, optval, optlen);
1093 	}
1094 
1095 	return do_rawv6_getsockopt(sk, level, optname, optval, optlen);
1096 }
1097 
1098 #ifdef CONFIG_COMPAT
1099 static int compat_rawv6_getsockopt(struct sock *sk, int level, int optname,
1100 				   char __user *optval, int __user *optlen)
1101 {
1102 	switch (level) {
1103 	case SOL_RAW:
1104 		break;
1105 	case SOL_ICMPV6:
1106 		if (inet_sk(sk)->inet_num != IPPROTO_ICMPV6)
1107 			return -EOPNOTSUPP;
1108 		return rawv6_geticmpfilter(sk, level, optname, optval, optlen);
1109 	case SOL_IPV6:
1110 		if (optname == IPV6_CHECKSUM)
1111 			break;
1112 	default:
1113 		return compat_ipv6_getsockopt(sk, level, optname,
1114 					      optval, optlen);
1115 	}
1116 	return do_rawv6_getsockopt(sk, level, optname, optval, optlen);
1117 }
1118 #endif
1119 
1120 static int rawv6_ioctl(struct sock *sk, int cmd, unsigned long arg)
1121 {
1122 	switch (cmd) {
1123 	case SIOCOUTQ: {
1124 		int amount = sk_wmem_alloc_get(sk);
1125 
1126 		return put_user(amount, (int __user *)arg);
1127 	}
1128 	case SIOCINQ: {
1129 		struct sk_buff *skb;
1130 		int amount = 0;
1131 
1132 		spin_lock_bh(&sk->sk_receive_queue.lock);
1133 		skb = skb_peek(&sk->sk_receive_queue);
1134 		if (skb != NULL)
1135 			amount = skb_tail_pointer(skb) -
1136 				skb_transport_header(skb);
1137 		spin_unlock_bh(&sk->sk_receive_queue.lock);
1138 		return put_user(amount, (int __user *)arg);
1139 	}
1140 
1141 	default:
1142 #ifdef CONFIG_IPV6_MROUTE
1143 		return ip6mr_ioctl(sk, cmd, (void __user *)arg);
1144 #else
1145 		return -ENOIOCTLCMD;
1146 #endif
1147 	}
1148 }
1149 
1150 #ifdef CONFIG_COMPAT
1151 static int compat_rawv6_ioctl(struct sock *sk, unsigned int cmd, unsigned long arg)
1152 {
1153 	switch (cmd) {
1154 	case SIOCOUTQ:
1155 	case SIOCINQ:
1156 		return -ENOIOCTLCMD;
1157 	default:
1158 #ifdef CONFIG_IPV6_MROUTE
1159 		return ip6mr_compat_ioctl(sk, cmd, compat_ptr(arg));
1160 #else
1161 		return -ENOIOCTLCMD;
1162 #endif
1163 	}
1164 }
1165 #endif
1166 
1167 static void rawv6_close(struct sock *sk, long timeout)
1168 {
1169 	if (inet_sk(sk)->inet_num == IPPROTO_RAW)
1170 		ip6_ra_control(sk, -1);
1171 	ip6mr_sk_done(sk);
1172 	sk_common_release(sk);
1173 }
1174 
1175 static void raw6_destroy(struct sock *sk)
1176 {
1177 	lock_sock(sk);
1178 	ip6_flush_pending_frames(sk);
1179 	release_sock(sk);
1180 
1181 	inet6_destroy_sock(sk);
1182 }
1183 
1184 static int rawv6_init_sk(struct sock *sk)
1185 {
1186 	struct raw6_sock *rp = raw6_sk(sk);
1187 
1188 	switch (inet_sk(sk)->inet_num) {
1189 	case IPPROTO_ICMPV6:
1190 		rp->checksum = 1;
1191 		rp->offset   = 2;
1192 		break;
1193 	case IPPROTO_MH:
1194 		rp->checksum = 1;
1195 		rp->offset   = 4;
1196 		break;
1197 	default:
1198 		break;
1199 	}
1200 	return 0;
1201 }
1202 
1203 struct proto rawv6_prot = {
1204 	.name		   = "RAWv6",
1205 	.owner		   = THIS_MODULE,
1206 	.close		   = rawv6_close,
1207 	.destroy	   = raw6_destroy,
1208 	.connect	   = ip6_datagram_connect_v6_only,
1209 	.disconnect	   = udp_disconnect,
1210 	.ioctl		   = rawv6_ioctl,
1211 	.init		   = rawv6_init_sk,
1212 	.setsockopt	   = rawv6_setsockopt,
1213 	.getsockopt	   = rawv6_getsockopt,
1214 	.sendmsg	   = rawv6_sendmsg,
1215 	.recvmsg	   = rawv6_recvmsg,
1216 	.bind		   = rawv6_bind,
1217 	.backlog_rcv	   = rawv6_rcv_skb,
1218 	.hash		   = raw_hash_sk,
1219 	.unhash		   = raw_unhash_sk,
1220 	.obj_size	   = sizeof(struct raw6_sock),
1221 	.h.raw_hash	   = &raw_v6_hashinfo,
1222 #ifdef CONFIG_COMPAT
1223 	.compat_setsockopt = compat_rawv6_setsockopt,
1224 	.compat_getsockopt = compat_rawv6_getsockopt,
1225 	.compat_ioctl	   = compat_rawv6_ioctl,
1226 #endif
1227 };
1228 
1229 #ifdef CONFIG_PROC_FS
1230 static int raw6_seq_show(struct seq_file *seq, void *v)
1231 {
1232 	if (v == SEQ_START_TOKEN) {
1233 		seq_puts(seq, IPV6_SEQ_DGRAM_HEADER);
1234 	} else {
1235 		struct sock *sp = v;
1236 		__u16 srcp  = inet_sk(sp)->inet_num;
1237 		ip6_dgram_sock_seq_show(seq, v, srcp, 0,
1238 					raw_seq_private(seq)->bucket);
1239 	}
1240 	return 0;
1241 }
1242 
1243 static const struct seq_operations raw6_seq_ops = {
1244 	.start =	raw_seq_start,
1245 	.next =		raw_seq_next,
1246 	.stop =		raw_seq_stop,
1247 	.show =		raw6_seq_show,
1248 };
1249 
1250 static int raw6_seq_open(struct inode *inode, struct file *file)
1251 {
1252 	return raw_seq_open(inode, file, &raw_v6_hashinfo, &raw6_seq_ops);
1253 }
1254 
1255 static const struct file_operations raw6_seq_fops = {
1256 	.owner =	THIS_MODULE,
1257 	.open =		raw6_seq_open,
1258 	.read =		seq_read,
1259 	.llseek =	seq_lseek,
1260 	.release =	seq_release_net,
1261 };
1262 
1263 static int __net_init raw6_init_net(struct net *net)
1264 {
1265 	if (!proc_create("raw6", S_IRUGO, net->proc_net, &raw6_seq_fops))
1266 		return -ENOMEM;
1267 
1268 	return 0;
1269 }
1270 
1271 static void __net_exit raw6_exit_net(struct net *net)
1272 {
1273 	remove_proc_entry("raw6", net->proc_net);
1274 }
1275 
1276 static struct pernet_operations raw6_net_ops = {
1277 	.init = raw6_init_net,
1278 	.exit = raw6_exit_net,
1279 };
1280 
1281 int __init raw6_proc_init(void)
1282 {
1283 	return register_pernet_subsys(&raw6_net_ops);
1284 }
1285 
1286 void raw6_proc_exit(void)
1287 {
1288 	unregister_pernet_subsys(&raw6_net_ops);
1289 }
1290 #endif	/* CONFIG_PROC_FS */
1291 
1292 /* Same as inet6_dgram_ops, sans udp_poll.  */
1293 static const struct proto_ops inet6_sockraw_ops = {
1294 	.family		   = PF_INET6,
1295 	.owner		   = THIS_MODULE,
1296 	.release	   = inet6_release,
1297 	.bind		   = inet6_bind,
1298 	.connect	   = inet_dgram_connect,	/* ok		*/
1299 	.socketpair	   = sock_no_socketpair,	/* a do nothing	*/
1300 	.accept		   = sock_no_accept,		/* a do nothing	*/
1301 	.getname	   = inet6_getname,
1302 	.poll		   = datagram_poll,		/* ok		*/
1303 	.ioctl		   = inet6_ioctl,		/* must change  */
1304 	.listen		   = sock_no_listen,		/* ok		*/
1305 	.shutdown	   = inet_shutdown,		/* ok		*/
1306 	.setsockopt	   = sock_common_setsockopt,	/* ok		*/
1307 	.getsockopt	   = sock_common_getsockopt,	/* ok		*/
1308 	.sendmsg	   = inet_sendmsg,		/* ok		*/
1309 	.recvmsg	   = sock_common_recvmsg,	/* ok		*/
1310 	.mmap		   = sock_no_mmap,
1311 	.sendpage	   = sock_no_sendpage,
1312 #ifdef CONFIG_COMPAT
1313 	.compat_setsockopt = compat_sock_common_setsockopt,
1314 	.compat_getsockopt = compat_sock_common_getsockopt,
1315 #endif
1316 };
1317 
1318 static struct inet_protosw rawv6_protosw = {
1319 	.type		= SOCK_RAW,
1320 	.protocol	= IPPROTO_IP,	/* wild card */
1321 	.prot		= &rawv6_prot,
1322 	.ops		= &inet6_sockraw_ops,
1323 	.flags		= INET_PROTOSW_REUSE,
1324 };
1325 
1326 int __init rawv6_init(void)
1327 {
1328 	int ret;
1329 
1330 	ret = inet6_register_protosw(&rawv6_protosw);
1331 	if (ret)
1332 		goto out;
1333 out:
1334 	return ret;
1335 }
1336 
1337 void rawv6_exit(void)
1338 {
1339 	inet6_unregister_protosw(&rawv6_protosw);
1340 }
1341