xref: /openbmc/linux/drivers/net/tun.c (revision c8f44affb7244f2ac3e703cab13d55ede27621bb)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  TUN - Universal TUN/TAP device driver.
31da177e4SLinus Torvalds  *  Copyright (C) 1999-2002 Maxim Krasnyansky <maxk@qualcomm.com>
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  *  This program is free software; you can redistribute it and/or modify
61da177e4SLinus Torvalds  *  it under the terms of the GNU General Public License as published by
71da177e4SLinus Torvalds  *  the Free Software Foundation; either version 2 of the License, or
81da177e4SLinus Torvalds  *  (at your option) any later version.
91da177e4SLinus Torvalds  *
101da177e4SLinus Torvalds  *  This program is distributed in the hope that it will be useful,
111da177e4SLinus Torvalds  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
121da177e4SLinus Torvalds  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
131da177e4SLinus Torvalds  *  GNU General Public License for more details.
141da177e4SLinus Torvalds  *
151da177e4SLinus Torvalds  *  $Id: tun.c,v 1.15 2002/03/01 02:44:24 maxk Exp $
161da177e4SLinus Torvalds  */
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds /*
191da177e4SLinus Torvalds  *  Changes:
201da177e4SLinus Torvalds  *
21ff4cc3acSMike Kershaw  *  Mike Kershaw <dragorn@kismetwireless.net> 2005/08/14
22ff4cc3acSMike Kershaw  *    Add TUNSETLINK ioctl to set the link encapsulation
23ff4cc3acSMike Kershaw  *
241da177e4SLinus Torvalds  *  Mark Smith <markzzzsmith@yahoo.com.au>
251da177e4SLinus Torvalds  *    Use random_ether_addr() for tap MAC address.
261da177e4SLinus Torvalds  *
271da177e4SLinus Torvalds  *  Harald Roelle <harald.roelle@ifi.lmu.de>  2004/04/20
281da177e4SLinus Torvalds  *    Fixes in packet dropping, queue length setting and queue wakeup.
291da177e4SLinus Torvalds  *    Increased default tx queue length.
301da177e4SLinus Torvalds  *    Added ethtool API.
311da177e4SLinus Torvalds  *    Minor cleanups
321da177e4SLinus Torvalds  *
331da177e4SLinus Torvalds  *  Daniel Podlejski <underley@underley.eu.org>
341da177e4SLinus Torvalds  *    Modifications for 2.3.99-pre5 kernel.
351da177e4SLinus Torvalds  */
361da177e4SLinus Torvalds 
376b8a66eeSJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
386b8a66eeSJoe Perches 
391da177e4SLinus Torvalds #define DRV_NAME	"tun"
401da177e4SLinus Torvalds #define DRV_VERSION	"1.6"
411da177e4SLinus Torvalds #define DRV_DESCRIPTION	"Universal TUN/TAP device driver"
421da177e4SLinus Torvalds #define DRV_COPYRIGHT	"(C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com>"
431da177e4SLinus Torvalds 
441da177e4SLinus Torvalds #include <linux/module.h>
451da177e4SLinus Torvalds #include <linux/errno.h>
461da177e4SLinus Torvalds #include <linux/kernel.h>
471da177e4SLinus Torvalds #include <linux/major.h>
481da177e4SLinus Torvalds #include <linux/slab.h>
491da177e4SLinus Torvalds #include <linux/poll.h>
501da177e4SLinus Torvalds #include <linux/fcntl.h>
511da177e4SLinus Torvalds #include <linux/init.h>
521da177e4SLinus Torvalds #include <linux/skbuff.h>
531da177e4SLinus Torvalds #include <linux/netdevice.h>
541da177e4SLinus Torvalds #include <linux/etherdevice.h>
551da177e4SLinus Torvalds #include <linux/miscdevice.h>
561da177e4SLinus Torvalds #include <linux/ethtool.h>
571da177e4SLinus Torvalds #include <linux/rtnetlink.h>
5850857e2aSArnd Bergmann #include <linux/compat.h>
591da177e4SLinus Torvalds #include <linux/if.h>
601da177e4SLinus Torvalds #include <linux/if_arp.h>
611da177e4SLinus Torvalds #include <linux/if_ether.h>
621da177e4SLinus Torvalds #include <linux/if_tun.h>
631da177e4SLinus Torvalds #include <linux/crc32.h>
64d647a591SPavel Emelyanov #include <linux/nsproxy.h>
65f43798c2SRusty Russell #include <linux/virtio_net.h>
6699405162SMichael S. Tsirkin #include <linux/rcupdate.h>
67881d966bSEric W. Biederman #include <net/net_namespace.h>
6879d17604SPavel Emelyanov #include <net/netns/generic.h>
69f019a7a5SEric W. Biederman #include <net/rtnetlink.h>
7033dccbb0SHerbert Xu #include <net/sock.h>
711da177e4SLinus Torvalds 
721da177e4SLinus Torvalds #include <asm/system.h>
731da177e4SLinus Torvalds #include <asm/uaccess.h>
741da177e4SLinus Torvalds 
7514daa021SRusty Russell /* Uncomment to enable debugging */
7614daa021SRusty Russell /* #define TUN_DEBUG 1 */
7714daa021SRusty Russell 
781da177e4SLinus Torvalds #ifdef TUN_DEBUG
791da177e4SLinus Torvalds static int debug;
8014daa021SRusty Russell 
816b8a66eeSJoe Perches #define tun_debug(level, tun, fmt, args...)			\
826b8a66eeSJoe Perches do {								\
836b8a66eeSJoe Perches 	if (tun->debug)						\
846b8a66eeSJoe Perches 		netdev_printk(level, tun->dev, fmt, ##args);	\
856b8a66eeSJoe Perches } while (0)
866b8a66eeSJoe Perches #define DBG1(level, fmt, args...)				\
876b8a66eeSJoe Perches do {								\
886b8a66eeSJoe Perches 	if (debug == 2)						\
896b8a66eeSJoe Perches 		printk(level fmt, ##args);			\
906b8a66eeSJoe Perches } while (0)
9114daa021SRusty Russell #else
926b8a66eeSJoe Perches #define tun_debug(level, tun, fmt, args...)			\
936b8a66eeSJoe Perches do {								\
946b8a66eeSJoe Perches 	if (0)							\
956b8a66eeSJoe Perches 		netdev_printk(level, tun->dev, fmt, ##args);	\
966b8a66eeSJoe Perches } while (0)
976b8a66eeSJoe Perches #define DBG1(level, fmt, args...)				\
986b8a66eeSJoe Perches do {								\
996b8a66eeSJoe Perches 	if (0)							\
1006b8a66eeSJoe Perches 		printk(level fmt, ##args);			\
1016b8a66eeSJoe Perches } while (0)
1021da177e4SLinus Torvalds #endif
1031da177e4SLinus Torvalds 
104f271b2ccSMax Krasnyansky #define FLT_EXACT_COUNT 8
105f271b2ccSMax Krasnyansky struct tap_filter {
106f271b2ccSMax Krasnyansky 	unsigned int    count;    /* Number of addrs. Zero means disabled */
107f271b2ccSMax Krasnyansky 	u32             mask[2];  /* Mask of the hashed addrs */
108f271b2ccSMax Krasnyansky 	unsigned char	addr[FLT_EXACT_COUNT][ETH_ALEN];
109f271b2ccSMax Krasnyansky };
110f271b2ccSMax Krasnyansky 
111631ab46bSEric W. Biederman struct tun_file {
112c70f1829SEric W. Biederman 	atomic_t count;
113631ab46bSEric W. Biederman 	struct tun_struct *tun;
11436b50babSEric W. Biederman 	struct net *net;
115631ab46bSEric W. Biederman };
116631ab46bSEric W. Biederman 
11733dccbb0SHerbert Xu struct tun_sock;
11833dccbb0SHerbert Xu 
11914daa021SRusty Russell struct tun_struct {
120631ab46bSEric W. Biederman 	struct tun_file		*tfile;
121f271b2ccSMax Krasnyansky 	unsigned int 		flags;
12214daa021SRusty Russell 	uid_t			owner;
12314daa021SRusty Russell 	gid_t			group;
12414daa021SRusty Russell 
12514daa021SRusty Russell 	struct net_device	*dev;
126*c8f44affSMichał Mirosław 	netdev_features_t	set_features;
12788255375SMichał Mirosław #define TUN_USER_FEATURES (NETIF_F_HW_CSUM|NETIF_F_TSO_ECN|NETIF_F_TSO| \
12888255375SMichał Mirosław 			  NETIF_F_TSO6|NETIF_F_UFO)
12914daa021SRusty Russell 	struct fasync_struct	*fasync;
13014daa021SRusty Russell 
131f271b2ccSMax Krasnyansky 	struct tap_filter       txflt;
13233dccbb0SHerbert Xu 	struct socket		socket;
13343815482SEric Dumazet 	struct socket_wq	wq;
134d9d52b51SMichael S. Tsirkin 
135d9d52b51SMichael S. Tsirkin 	int			vnet_hdr_sz;
136d9d52b51SMichael S. Tsirkin 
13714daa021SRusty Russell #ifdef TUN_DEBUG
13814daa021SRusty Russell 	int debug;
13914daa021SRusty Russell #endif
14014daa021SRusty Russell };
14114daa021SRusty Russell 
14233dccbb0SHerbert Xu struct tun_sock {
14333dccbb0SHerbert Xu 	struct sock		sk;
14433dccbb0SHerbert Xu 	struct tun_struct	*tun;
14533dccbb0SHerbert Xu };
14633dccbb0SHerbert Xu 
14733dccbb0SHerbert Xu static inline struct tun_sock *tun_sk(struct sock *sk)
14833dccbb0SHerbert Xu {
14933dccbb0SHerbert Xu 	return container_of(sk, struct tun_sock, sk);
15033dccbb0SHerbert Xu }
15133dccbb0SHerbert Xu 
152a7385ba2SEric W. Biederman static int tun_attach(struct tun_struct *tun, struct file *file)
153a7385ba2SEric W. Biederman {
154631ab46bSEric W. Biederman 	struct tun_file *tfile = file->private_data;
15538231b7aSEric W. Biederman 	int err;
156a7385ba2SEric W. Biederman 
157a7385ba2SEric W. Biederman 	ASSERT_RTNL();
158a7385ba2SEric W. Biederman 
15938231b7aSEric W. Biederman 	netif_tx_lock_bh(tun->dev);
16038231b7aSEric W. Biederman 
16138231b7aSEric W. Biederman 	err = -EINVAL;
16238231b7aSEric W. Biederman 	if (tfile->tun)
16338231b7aSEric W. Biederman 		goto out;
16438231b7aSEric W. Biederman 
16538231b7aSEric W. Biederman 	err = -EBUSY;
16638231b7aSEric W. Biederman 	if (tun->tfile)
16738231b7aSEric W. Biederman 		goto out;
16838231b7aSEric W. Biederman 
16938231b7aSEric W. Biederman 	err = 0;
170631ab46bSEric W. Biederman 	tfile->tun = tun;
171631ab46bSEric W. Biederman 	tun->tfile = tfile;
17205c2828cSMichael S. Tsirkin 	tun->socket.file = file;
173bee31369SNolan Leake 	netif_carrier_on(tun->dev);
174c70f1829SEric W. Biederman 	dev_hold(tun->dev);
17589f56d1eSMichael S. Tsirkin 	sock_hold(tun->socket.sk);
176c70f1829SEric W. Biederman 	atomic_inc(&tfile->count);
177a7385ba2SEric W. Biederman 
17838231b7aSEric W. Biederman out:
17938231b7aSEric W. Biederman 	netif_tx_unlock_bh(tun->dev);
18038231b7aSEric W. Biederman 	return err;
181a7385ba2SEric W. Biederman }
182a7385ba2SEric W. Biederman 
183631ab46bSEric W. Biederman static void __tun_detach(struct tun_struct *tun)
184631ab46bSEric W. Biederman {
185631ab46bSEric W. Biederman 	/* Detach from net device */
18638231b7aSEric W. Biederman 	netif_tx_lock_bh(tun->dev);
187bee31369SNolan Leake 	netif_carrier_off(tun->dev);
188631ab46bSEric W. Biederman 	tun->tfile = NULL;
18905c2828cSMichael S. Tsirkin 	tun->socket.file = NULL;
19038231b7aSEric W. Biederman 	netif_tx_unlock_bh(tun->dev);
191631ab46bSEric W. Biederman 
192631ab46bSEric W. Biederman 	/* Drop read queue */
19389f56d1eSMichael S. Tsirkin 	skb_queue_purge(&tun->socket.sk->sk_receive_queue);
194c70f1829SEric W. Biederman 
195c70f1829SEric W. Biederman 	/* Drop the extra count on the net device */
196c70f1829SEric W. Biederman 	dev_put(tun->dev);
197c70f1829SEric W. Biederman }
198c70f1829SEric W. Biederman 
199c70f1829SEric W. Biederman static void tun_detach(struct tun_struct *tun)
200c70f1829SEric W. Biederman {
201c70f1829SEric W. Biederman 	rtnl_lock();
202c70f1829SEric W. Biederman 	__tun_detach(tun);
203c70f1829SEric W. Biederman 	rtnl_unlock();
204631ab46bSEric W. Biederman }
205631ab46bSEric W. Biederman 
206631ab46bSEric W. Biederman static struct tun_struct *__tun_get(struct tun_file *tfile)
207631ab46bSEric W. Biederman {
208c70f1829SEric W. Biederman 	struct tun_struct *tun = NULL;
209c70f1829SEric W. Biederman 
210c70f1829SEric W. Biederman 	if (atomic_inc_not_zero(&tfile->count))
211c70f1829SEric W. Biederman 		tun = tfile->tun;
212c70f1829SEric W. Biederman 
213c70f1829SEric W. Biederman 	return tun;
214631ab46bSEric W. Biederman }
215631ab46bSEric W. Biederman 
216631ab46bSEric W. Biederman static struct tun_struct *tun_get(struct file *file)
217631ab46bSEric W. Biederman {
218631ab46bSEric W. Biederman 	return __tun_get(file->private_data);
219631ab46bSEric W. Biederman }
220631ab46bSEric W. Biederman 
221631ab46bSEric W. Biederman static void tun_put(struct tun_struct *tun)
222631ab46bSEric W. Biederman {
223c70f1829SEric W. Biederman 	struct tun_file *tfile = tun->tfile;
224c70f1829SEric W. Biederman 
225c70f1829SEric W. Biederman 	if (atomic_dec_and_test(&tfile->count))
226c70f1829SEric W. Biederman 		tun_detach(tfile->tun);
227631ab46bSEric W. Biederman }
228631ab46bSEric W. Biederman 
2296b8a66eeSJoe Perches /* TAP filtering */
230f271b2ccSMax Krasnyansky static void addr_hash_set(u32 *mask, const u8 *addr)
231f271b2ccSMax Krasnyansky {
232f271b2ccSMax Krasnyansky 	int n = ether_crc(ETH_ALEN, addr) >> 26;
233f271b2ccSMax Krasnyansky 	mask[n >> 5] |= (1 << (n & 31));
234f271b2ccSMax Krasnyansky }
235f271b2ccSMax Krasnyansky 
236f271b2ccSMax Krasnyansky static unsigned int addr_hash_test(const u32 *mask, const u8 *addr)
237f271b2ccSMax Krasnyansky {
238f271b2ccSMax Krasnyansky 	int n = ether_crc(ETH_ALEN, addr) >> 26;
239f271b2ccSMax Krasnyansky 	return mask[n >> 5] & (1 << (n & 31));
240f271b2ccSMax Krasnyansky }
241f271b2ccSMax Krasnyansky 
242f271b2ccSMax Krasnyansky static int update_filter(struct tap_filter *filter, void __user *arg)
243f271b2ccSMax Krasnyansky {
244f271b2ccSMax Krasnyansky 	struct { u8 u[ETH_ALEN]; } *addr;
245f271b2ccSMax Krasnyansky 	struct tun_filter uf;
246f271b2ccSMax Krasnyansky 	int err, alen, n, nexact;
247f271b2ccSMax Krasnyansky 
248f271b2ccSMax Krasnyansky 	if (copy_from_user(&uf, arg, sizeof(uf)))
249f271b2ccSMax Krasnyansky 		return -EFAULT;
250f271b2ccSMax Krasnyansky 
251f271b2ccSMax Krasnyansky 	if (!uf.count) {
252f271b2ccSMax Krasnyansky 		/* Disabled */
253f271b2ccSMax Krasnyansky 		filter->count = 0;
254f271b2ccSMax Krasnyansky 		return 0;
255f271b2ccSMax Krasnyansky 	}
256f271b2ccSMax Krasnyansky 
257f271b2ccSMax Krasnyansky 	alen = ETH_ALEN * uf.count;
258f271b2ccSMax Krasnyansky 	addr = kmalloc(alen, GFP_KERNEL);
259f271b2ccSMax Krasnyansky 	if (!addr)
260f271b2ccSMax Krasnyansky 		return -ENOMEM;
261f271b2ccSMax Krasnyansky 
262f271b2ccSMax Krasnyansky 	if (copy_from_user(addr, arg + sizeof(uf), alen)) {
263f271b2ccSMax Krasnyansky 		err = -EFAULT;
264f271b2ccSMax Krasnyansky 		goto done;
265f271b2ccSMax Krasnyansky 	}
266f271b2ccSMax Krasnyansky 
267f271b2ccSMax Krasnyansky 	/* The filter is updated without holding any locks. Which is
268f271b2ccSMax Krasnyansky 	 * perfectly safe. We disable it first and in the worst
269f271b2ccSMax Krasnyansky 	 * case we'll accept a few undesired packets. */
270f271b2ccSMax Krasnyansky 	filter->count = 0;
271f271b2ccSMax Krasnyansky 	wmb();
272f271b2ccSMax Krasnyansky 
273f271b2ccSMax Krasnyansky 	/* Use first set of addresses as an exact filter */
274f271b2ccSMax Krasnyansky 	for (n = 0; n < uf.count && n < FLT_EXACT_COUNT; n++)
275f271b2ccSMax Krasnyansky 		memcpy(filter->addr[n], addr[n].u, ETH_ALEN);
276f271b2ccSMax Krasnyansky 
277f271b2ccSMax Krasnyansky 	nexact = n;
278f271b2ccSMax Krasnyansky 
279cfbf84fcSAlex Williamson 	/* Remaining multicast addresses are hashed,
280cfbf84fcSAlex Williamson 	 * unicast will leave the filter disabled. */
281f271b2ccSMax Krasnyansky 	memset(filter->mask, 0, sizeof(filter->mask));
282cfbf84fcSAlex Williamson 	for (; n < uf.count; n++) {
283cfbf84fcSAlex Williamson 		if (!is_multicast_ether_addr(addr[n].u)) {
284cfbf84fcSAlex Williamson 			err = 0; /* no filter */
285cfbf84fcSAlex Williamson 			goto done;
286cfbf84fcSAlex Williamson 		}
287f271b2ccSMax Krasnyansky 		addr_hash_set(filter->mask, addr[n].u);
288cfbf84fcSAlex Williamson 	}
289f271b2ccSMax Krasnyansky 
290f271b2ccSMax Krasnyansky 	/* For ALLMULTI just set the mask to all ones.
291f271b2ccSMax Krasnyansky 	 * This overrides the mask populated above. */
292f271b2ccSMax Krasnyansky 	if ((uf.flags & TUN_FLT_ALLMULTI))
293f271b2ccSMax Krasnyansky 		memset(filter->mask, ~0, sizeof(filter->mask));
294f271b2ccSMax Krasnyansky 
295f271b2ccSMax Krasnyansky 	/* Now enable the filter */
296f271b2ccSMax Krasnyansky 	wmb();
297f271b2ccSMax Krasnyansky 	filter->count = nexact;
298f271b2ccSMax Krasnyansky 
299f271b2ccSMax Krasnyansky 	/* Return the number of exact filters */
300f271b2ccSMax Krasnyansky 	err = nexact;
301f271b2ccSMax Krasnyansky 
302f271b2ccSMax Krasnyansky done:
303f271b2ccSMax Krasnyansky 	kfree(addr);
304f271b2ccSMax Krasnyansky 	return err;
305f271b2ccSMax Krasnyansky }
306f271b2ccSMax Krasnyansky 
307f271b2ccSMax Krasnyansky /* Returns: 0 - drop, !=0 - accept */
308f271b2ccSMax Krasnyansky static int run_filter(struct tap_filter *filter, const struct sk_buff *skb)
309f271b2ccSMax Krasnyansky {
310f271b2ccSMax Krasnyansky 	/* Cannot use eth_hdr(skb) here because skb_mac_hdr() is incorrect
311f271b2ccSMax Krasnyansky 	 * at this point. */
312f271b2ccSMax Krasnyansky 	struct ethhdr *eh = (struct ethhdr *) skb->data;
313f271b2ccSMax Krasnyansky 	int i;
314f271b2ccSMax Krasnyansky 
315f271b2ccSMax Krasnyansky 	/* Exact match */
316f271b2ccSMax Krasnyansky 	for (i = 0; i < filter->count; i++)
317f271b2ccSMax Krasnyansky 		if (!compare_ether_addr(eh->h_dest, filter->addr[i]))
318f271b2ccSMax Krasnyansky 			return 1;
319f271b2ccSMax Krasnyansky 
320f271b2ccSMax Krasnyansky 	/* Inexact match (multicast only) */
321f271b2ccSMax Krasnyansky 	if (is_multicast_ether_addr(eh->h_dest))
322f271b2ccSMax Krasnyansky 		return addr_hash_test(filter->mask, eh->h_dest);
323f271b2ccSMax Krasnyansky 
324f271b2ccSMax Krasnyansky 	return 0;
325f271b2ccSMax Krasnyansky }
326f271b2ccSMax Krasnyansky 
327f271b2ccSMax Krasnyansky /*
328f271b2ccSMax Krasnyansky  * Checks whether the packet is accepted or not.
329f271b2ccSMax Krasnyansky  * Returns: 0 - drop, !=0 - accept
330f271b2ccSMax Krasnyansky  */
331f271b2ccSMax Krasnyansky static int check_filter(struct tap_filter *filter, const struct sk_buff *skb)
332f271b2ccSMax Krasnyansky {
333f271b2ccSMax Krasnyansky 	if (!filter->count)
334f271b2ccSMax Krasnyansky 		return 1;
335f271b2ccSMax Krasnyansky 
336f271b2ccSMax Krasnyansky 	return run_filter(filter, skb);
337f271b2ccSMax Krasnyansky }
338f271b2ccSMax Krasnyansky 
3391da177e4SLinus Torvalds /* Network device part of the driver */
3401da177e4SLinus Torvalds 
3417282d491SJeff Garzik static const struct ethtool_ops tun_ethtool_ops;
3421da177e4SLinus Torvalds 
343c70f1829SEric W. Biederman /* Net device detach from fd. */
344c70f1829SEric W. Biederman static void tun_net_uninit(struct net_device *dev)
345c70f1829SEric W. Biederman {
346c70f1829SEric W. Biederman 	struct tun_struct *tun = netdev_priv(dev);
347c70f1829SEric W. Biederman 	struct tun_file *tfile = tun->tfile;
348c70f1829SEric W. Biederman 
349c70f1829SEric W. Biederman 	/* Inform the methods they need to stop using the dev.
350c70f1829SEric W. Biederman 	 */
351c70f1829SEric W. Biederman 	if (tfile) {
35243815482SEric Dumazet 		wake_up_all(&tun->wq.wait);
353c70f1829SEric W. Biederman 		if (atomic_dec_and_test(&tfile->count))
354c70f1829SEric W. Biederman 			__tun_detach(tun);
355c70f1829SEric W. Biederman 	}
356c70f1829SEric W. Biederman }
357c70f1829SEric W. Biederman 
3589c3fea6aSHerbert Xu static void tun_free_netdev(struct net_device *dev)
3599c3fea6aSHerbert Xu {
3609c3fea6aSHerbert Xu 	struct tun_struct *tun = netdev_priv(dev);
3619c3fea6aSHerbert Xu 
36289f56d1eSMichael S. Tsirkin 	sock_put(tun->socket.sk);
3639c3fea6aSHerbert Xu }
3649c3fea6aSHerbert Xu 
3651da177e4SLinus Torvalds /* Net device open. */
3661da177e4SLinus Torvalds static int tun_net_open(struct net_device *dev)
3671da177e4SLinus Torvalds {
3681da177e4SLinus Torvalds 	netif_start_queue(dev);
3691da177e4SLinus Torvalds 	return 0;
3701da177e4SLinus Torvalds }
3711da177e4SLinus Torvalds 
3721da177e4SLinus Torvalds /* Net device close. */
3731da177e4SLinus Torvalds static int tun_net_close(struct net_device *dev)
3741da177e4SLinus Torvalds {
3751da177e4SLinus Torvalds 	netif_stop_queue(dev);
3761da177e4SLinus Torvalds 	return 0;
3771da177e4SLinus Torvalds }
3781da177e4SLinus Torvalds 
3791da177e4SLinus Torvalds /* Net device start xmit */
380424efe9cSStephen Hemminger static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev)
3811da177e4SLinus Torvalds {
3821da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
3831da177e4SLinus Torvalds 
3846b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_net_xmit %d\n", skb->len);
3851da177e4SLinus Torvalds 
3861da177e4SLinus Torvalds 	/* Drop packet if interface is not attached */
387631ab46bSEric W. Biederman 	if (!tun->tfile)
3881da177e4SLinus Torvalds 		goto drop;
3891da177e4SLinus Torvalds 
390f271b2ccSMax Krasnyansky 	/* Drop if the filter does not like it.
391f271b2ccSMax Krasnyansky 	 * This is a noop if the filter is disabled.
392f271b2ccSMax Krasnyansky 	 * Filter can be enabled only for the TAP devices. */
393f271b2ccSMax Krasnyansky 	if (!check_filter(&tun->txflt, skb))
394f271b2ccSMax Krasnyansky 		goto drop;
395f271b2ccSMax Krasnyansky 
39699405162SMichael S. Tsirkin 	if (tun->socket.sk->sk_filter &&
39799405162SMichael S. Tsirkin 	    sk_filter(tun->socket.sk, skb))
39899405162SMichael S. Tsirkin 		goto drop;
39999405162SMichael S. Tsirkin 
40089f56d1eSMichael S. Tsirkin 	if (skb_queue_len(&tun->socket.sk->sk_receive_queue) >= dev->tx_queue_len) {
4011da177e4SLinus Torvalds 		if (!(tun->flags & TUN_ONE_QUEUE)) {
4021da177e4SLinus Torvalds 			/* Normal queueing mode. */
4031da177e4SLinus Torvalds 			/* Packet scheduler handles dropping of further packets. */
4041da177e4SLinus Torvalds 			netif_stop_queue(dev);
4051da177e4SLinus Torvalds 
4061da177e4SLinus Torvalds 			/* We won't see all dropped packets individually, so overrun
4071da177e4SLinus Torvalds 			 * error is more appropriate. */
40809f75cd7SJeff Garzik 			dev->stats.tx_fifo_errors++;
4091da177e4SLinus Torvalds 		} else {
4101da177e4SLinus Torvalds 			/* Single queue mode.
4111da177e4SLinus Torvalds 			 * Driver handles dropping of all packets itself. */
4121da177e4SLinus Torvalds 			goto drop;
4131da177e4SLinus Torvalds 		}
4141da177e4SLinus Torvalds 	}
4151da177e4SLinus Torvalds 
4160110d6f2SMichael S. Tsirkin 	/* Orphan the skb - required as we might hang on to it
4170110d6f2SMichael S. Tsirkin 	 * for indefinite time. */
4180110d6f2SMichael S. Tsirkin 	skb_orphan(skb);
4190110d6f2SMichael S. Tsirkin 
420f271b2ccSMax Krasnyansky 	/* Enqueue packet */
42189f56d1eSMichael S. Tsirkin 	skb_queue_tail(&tun->socket.sk->sk_receive_queue, skb);
4221da177e4SLinus Torvalds 
4231da177e4SLinus Torvalds 	/* Notify and wake up reader process */
4241da177e4SLinus Torvalds 	if (tun->flags & TUN_FASYNC)
4251da177e4SLinus Torvalds 		kill_fasync(&tun->fasync, SIGIO, POLL_IN);
42643815482SEric Dumazet 	wake_up_interruptible_poll(&tun->wq.wait, POLLIN |
42705c2828cSMichael S. Tsirkin 				   POLLRDNORM | POLLRDBAND);
4286ed10654SPatrick McHardy 	return NETDEV_TX_OK;
4291da177e4SLinus Torvalds 
4301da177e4SLinus Torvalds drop:
43109f75cd7SJeff Garzik 	dev->stats.tx_dropped++;
4321da177e4SLinus Torvalds 	kfree_skb(skb);
4336ed10654SPatrick McHardy 	return NETDEV_TX_OK;
4341da177e4SLinus Torvalds }
4351da177e4SLinus Torvalds 
436f271b2ccSMax Krasnyansky static void tun_net_mclist(struct net_device *dev)
4371da177e4SLinus Torvalds {
438f271b2ccSMax Krasnyansky 	/*
439f271b2ccSMax Krasnyansky 	 * This callback is supposed to deal with mc filter in
440f271b2ccSMax Krasnyansky 	 * _rx_ path and has nothing to do with the _tx_ path.
441f271b2ccSMax Krasnyansky 	 * In rx path we always accept everything userspace gives us.
442f271b2ccSMax Krasnyansky 	 */
4431da177e4SLinus Torvalds }
4441da177e4SLinus Torvalds 
4454885a504SEd Swierk #define MIN_MTU 68
4464885a504SEd Swierk #define MAX_MTU 65535
4474885a504SEd Swierk 
4484885a504SEd Swierk static int
4494885a504SEd Swierk tun_net_change_mtu(struct net_device *dev, int new_mtu)
4504885a504SEd Swierk {
4514885a504SEd Swierk 	if (new_mtu < MIN_MTU || new_mtu + dev->hard_header_len > MAX_MTU)
4524885a504SEd Swierk 		return -EINVAL;
4534885a504SEd Swierk 	dev->mtu = new_mtu;
4544885a504SEd Swierk 	return 0;
4554885a504SEd Swierk }
4564885a504SEd Swierk 
457*c8f44affSMichał Mirosław static netdev_features_t tun_net_fix_features(struct net_device *dev,
458*c8f44affSMichał Mirosław 	netdev_features_t features)
45988255375SMichał Mirosław {
46088255375SMichał Mirosław 	struct tun_struct *tun = netdev_priv(dev);
46188255375SMichał Mirosław 
46288255375SMichał Mirosław 	return (features & tun->set_features) | (features & ~TUN_USER_FEATURES);
46388255375SMichał Mirosław }
464bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
465bebd097aSNeil Horman static void tun_poll_controller(struct net_device *dev)
466bebd097aSNeil Horman {
467bebd097aSNeil Horman 	/*
468bebd097aSNeil Horman 	 * Tun only receives frames when:
469bebd097aSNeil Horman 	 * 1) the char device endpoint gets data from user space
470bebd097aSNeil Horman 	 * 2) the tun socket gets a sendmsg call from user space
471bebd097aSNeil Horman 	 * Since both of those are syncronous operations, we are guaranteed
472bebd097aSNeil Horman 	 * never to have pending data when we poll for it
473bebd097aSNeil Horman 	 * so theres nothing to do here but return.
474bebd097aSNeil Horman 	 * We need this though so netpoll recognizes us as an interface that
475bebd097aSNeil Horman 	 * supports polling, which enables bridge devices in virt setups to
476bebd097aSNeil Horman 	 * still use netconsole
477bebd097aSNeil Horman 	 */
478bebd097aSNeil Horman 	return;
479bebd097aSNeil Horman }
480bebd097aSNeil Horman #endif
481758e43b7SStephen Hemminger static const struct net_device_ops tun_netdev_ops = {
482c70f1829SEric W. Biederman 	.ndo_uninit		= tun_net_uninit,
483758e43b7SStephen Hemminger 	.ndo_open		= tun_net_open,
484758e43b7SStephen Hemminger 	.ndo_stop		= tun_net_close,
48500829823SStephen Hemminger 	.ndo_start_xmit		= tun_net_xmit,
486758e43b7SStephen Hemminger 	.ndo_change_mtu		= tun_net_change_mtu,
48788255375SMichał Mirosław 	.ndo_fix_features	= tun_net_fix_features,
488bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
489bebd097aSNeil Horman 	.ndo_poll_controller	= tun_poll_controller,
490bebd097aSNeil Horman #endif
491758e43b7SStephen Hemminger };
492758e43b7SStephen Hemminger 
493758e43b7SStephen Hemminger static const struct net_device_ops tap_netdev_ops = {
494c70f1829SEric W. Biederman 	.ndo_uninit		= tun_net_uninit,
495758e43b7SStephen Hemminger 	.ndo_open		= tun_net_open,
496758e43b7SStephen Hemminger 	.ndo_stop		= tun_net_close,
49700829823SStephen Hemminger 	.ndo_start_xmit		= tun_net_xmit,
498758e43b7SStephen Hemminger 	.ndo_change_mtu		= tun_net_change_mtu,
49988255375SMichał Mirosław 	.ndo_fix_features	= tun_net_fix_features,
500afc4b13dSJiri Pirko 	.ndo_set_rx_mode	= tun_net_mclist,
501758e43b7SStephen Hemminger 	.ndo_set_mac_address	= eth_mac_addr,
502758e43b7SStephen Hemminger 	.ndo_validate_addr	= eth_validate_addr,
503bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
504bebd097aSNeil Horman 	.ndo_poll_controller	= tun_poll_controller,
505bebd097aSNeil Horman #endif
506758e43b7SStephen Hemminger };
507758e43b7SStephen Hemminger 
5081da177e4SLinus Torvalds /* Initialize net device. */
5091da177e4SLinus Torvalds static void tun_net_init(struct net_device *dev)
5101da177e4SLinus Torvalds {
5111da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
5121da177e4SLinus Torvalds 
5131da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
5141da177e4SLinus Torvalds 	case TUN_TUN_DEV:
515758e43b7SStephen Hemminger 		dev->netdev_ops = &tun_netdev_ops;
516758e43b7SStephen Hemminger 
5171da177e4SLinus Torvalds 		/* Point-to-Point TUN Device */
5181da177e4SLinus Torvalds 		dev->hard_header_len = 0;
5191da177e4SLinus Torvalds 		dev->addr_len = 0;
5201da177e4SLinus Torvalds 		dev->mtu = 1500;
5211da177e4SLinus Torvalds 
5221da177e4SLinus Torvalds 		/* Zero header length */
5231da177e4SLinus Torvalds 		dev->type = ARPHRD_NONE;
5241da177e4SLinus Torvalds 		dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST;
5251da177e4SLinus Torvalds 		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
5261da177e4SLinus Torvalds 		break;
5271da177e4SLinus Torvalds 
5281da177e4SLinus Torvalds 	case TUN_TAP_DEV:
5297a0a9608SKusanagi Kouichi 		dev->netdev_ops = &tap_netdev_ops;
5301da177e4SLinus Torvalds 		/* Ethernet TAP Device */
5311da177e4SLinus Torvalds 		ether_setup(dev);
532550fd08cSNeil Horman 		dev->priv_flags &= ~IFF_TX_SKB_SHARING;
53336226a8dSBrian Braunstein 
534f271b2ccSMax Krasnyansky 		random_ether_addr(dev->dev_addr);
53536226a8dSBrian Braunstein 
5361da177e4SLinus Torvalds 		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
5371da177e4SLinus Torvalds 		break;
5381da177e4SLinus Torvalds 	}
5391da177e4SLinus Torvalds }
5401da177e4SLinus Torvalds 
5411da177e4SLinus Torvalds /* Character device part */
5421da177e4SLinus Torvalds 
5431da177e4SLinus Torvalds /* Poll */
5441da177e4SLinus Torvalds static unsigned int tun_chr_poll(struct file *file, poll_table * wait)
5451da177e4SLinus Torvalds {
546b2430de3SEric W. Biederman 	struct tun_file *tfile = file->private_data;
547b2430de3SEric W. Biederman 	struct tun_struct *tun = __tun_get(tfile);
5483c8a9c63SMariusz Kozlowski 	struct sock *sk;
54933dccbb0SHerbert Xu 	unsigned int mask = 0;
5501da177e4SLinus Torvalds 
5511da177e4SLinus Torvalds 	if (!tun)
552eac9e902SEric W. Biederman 		return POLLERR;
5531da177e4SLinus Torvalds 
55489f56d1eSMichael S. Tsirkin 	sk = tun->socket.sk;
5553c8a9c63SMariusz Kozlowski 
5566b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_poll\n");
5571da177e4SLinus Torvalds 
55843815482SEric Dumazet 	poll_wait(file, &tun->wq.wait, wait);
5591da177e4SLinus Torvalds 
56089f56d1eSMichael S. Tsirkin 	if (!skb_queue_empty(&sk->sk_receive_queue))
5611da177e4SLinus Torvalds 		mask |= POLLIN | POLLRDNORM;
5621da177e4SLinus Torvalds 
56333dccbb0SHerbert Xu 	if (sock_writeable(sk) ||
56433dccbb0SHerbert Xu 	    (!test_and_set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags) &&
56533dccbb0SHerbert Xu 	     sock_writeable(sk)))
56633dccbb0SHerbert Xu 		mask |= POLLOUT | POLLWRNORM;
56733dccbb0SHerbert Xu 
568c70f1829SEric W. Biederman 	if (tun->dev->reg_state != NETREG_REGISTERED)
569c70f1829SEric W. Biederman 		mask = POLLERR;
570c70f1829SEric W. Biederman 
571631ab46bSEric W. Biederman 	tun_put(tun);
5721da177e4SLinus Torvalds 	return mask;
5731da177e4SLinus Torvalds }
5741da177e4SLinus Torvalds 
575f42157cbSRusty Russell /* prepad is the amount to reserve at front.  len is length after that.
576f42157cbSRusty Russell  * linear is a hint as to how much to copy (usually headers). */
5776f7c156cSstephen hemminger static struct sk_buff *tun_alloc_skb(struct tun_struct *tun,
57833dccbb0SHerbert Xu 				     size_t prepad, size_t len,
57933dccbb0SHerbert Xu 				     size_t linear, int noblock)
580f42157cbSRusty Russell {
58189f56d1eSMichael S. Tsirkin 	struct sock *sk = tun->socket.sk;
582f42157cbSRusty Russell 	struct sk_buff *skb;
58333dccbb0SHerbert Xu 	int err;
584f42157cbSRusty Russell 
58582862742SHerbert Xu 	sock_update_classid(sk);
58682862742SHerbert Xu 
587f42157cbSRusty Russell 	/* Under a page?  Don't bother with paged skb. */
5880eca93bcSHerbert Xu 	if (prepad + len < PAGE_SIZE || !linear)
58933dccbb0SHerbert Xu 		linear = len;
590f42157cbSRusty Russell 
59133dccbb0SHerbert Xu 	skb = sock_alloc_send_pskb(sk, prepad + linear, len - linear, noblock,
59233dccbb0SHerbert Xu 				   &err);
593f42157cbSRusty Russell 	if (!skb)
59433dccbb0SHerbert Xu 		return ERR_PTR(err);
595f42157cbSRusty Russell 
596f42157cbSRusty Russell 	skb_reserve(skb, prepad);
597f42157cbSRusty Russell 	skb_put(skb, linear);
59833dccbb0SHerbert Xu 	skb->data_len = len - linear;
59933dccbb0SHerbert Xu 	skb->len += len - linear;
600f42157cbSRusty Russell 
601f42157cbSRusty Russell 	return skb;
602f42157cbSRusty Russell }
603f42157cbSRusty Russell 
6041da177e4SLinus Torvalds /* Get packet from user space buffer */
6056f7c156cSstephen hemminger static ssize_t tun_get_user(struct tun_struct *tun,
6066f26c9a7SMichael S. Tsirkin 			    const struct iovec *iv, size_t count,
60733dccbb0SHerbert Xu 			    int noblock)
6081da177e4SLinus Torvalds {
60909640e63SHarvey Harrison 	struct tun_pi pi = { 0, cpu_to_be16(ETH_P_IP) };
6101da177e4SLinus Torvalds 	struct sk_buff *skb;
611a504b86eSstephen hemminger 	size_t len = count, align = NET_SKB_PAD;
612f43798c2SRusty Russell 	struct virtio_net_hdr gso = { 0 };
6136f26c9a7SMichael S. Tsirkin 	int offset = 0;
6141da177e4SLinus Torvalds 
6151da177e4SLinus Torvalds 	if (!(tun->flags & TUN_NO_PI)) {
6161da177e4SLinus Torvalds 		if ((len -= sizeof(pi)) > count)
6171da177e4SLinus Torvalds 			return -EINVAL;
6181da177e4SLinus Torvalds 
6196f26c9a7SMichael S. Tsirkin 		if (memcpy_fromiovecend((void *)&pi, iv, 0, sizeof(pi)))
6201da177e4SLinus Torvalds 			return -EFAULT;
6216f26c9a7SMichael S. Tsirkin 		offset += sizeof(pi);
6221da177e4SLinus Torvalds 	}
6231da177e4SLinus Torvalds 
624f43798c2SRusty Russell 	if (tun->flags & TUN_VNET_HDR) {
625d9d52b51SMichael S. Tsirkin 		if ((len -= tun->vnet_hdr_sz) > count)
626f43798c2SRusty Russell 			return -EINVAL;
627f43798c2SRusty Russell 
6286f26c9a7SMichael S. Tsirkin 		if (memcpy_fromiovecend((void *)&gso, iv, offset, sizeof(gso)))
629f43798c2SRusty Russell 			return -EFAULT;
630f43798c2SRusty Russell 
6314909122fSHerbert Xu 		if ((gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) &&
6324909122fSHerbert Xu 		    gso.csum_start + gso.csum_offset + 2 > gso.hdr_len)
6334909122fSHerbert Xu 			gso.hdr_len = gso.csum_start + gso.csum_offset + 2;
6344909122fSHerbert Xu 
635f43798c2SRusty Russell 		if (gso.hdr_len > len)
636f43798c2SRusty Russell 			return -EINVAL;
637d9d52b51SMichael S. Tsirkin 		offset += tun->vnet_hdr_sz;
638f43798c2SRusty Russell 	}
639f43798c2SRusty Russell 
640e01bf1c8SRusty Russell 	if ((tun->flags & TUN_TYPE_MASK) == TUN_TAP_DEV) {
641a504b86eSstephen hemminger 		align += NET_IP_ALIGN;
6420eca93bcSHerbert Xu 		if (unlikely(len < ETH_HLEN ||
6430eca93bcSHerbert Xu 			     (gso.hdr_len && gso.hdr_len < ETH_HLEN)))
644e01bf1c8SRusty Russell 			return -EINVAL;
645e01bf1c8SRusty Russell 	}
6461da177e4SLinus Torvalds 
64733dccbb0SHerbert Xu 	skb = tun_alloc_skb(tun, align, len, gso.hdr_len, noblock);
64833dccbb0SHerbert Xu 	if (IS_ERR(skb)) {
64933dccbb0SHerbert Xu 		if (PTR_ERR(skb) != -EAGAIN)
65009f75cd7SJeff Garzik 			tun->dev->stats.rx_dropped++;
65133dccbb0SHerbert Xu 		return PTR_ERR(skb);
6521da177e4SLinus Torvalds 	}
6531da177e4SLinus Torvalds 
6546f26c9a7SMichael S. Tsirkin 	if (skb_copy_datagram_from_iovec(skb, 0, iv, offset, len)) {
65509f75cd7SJeff Garzik 		tun->dev->stats.rx_dropped++;
6568f22757eSDave Jones 		kfree_skb(skb);
6571da177e4SLinus Torvalds 		return -EFAULT;
6588f22757eSDave Jones 	}
6591da177e4SLinus Torvalds 
660f43798c2SRusty Russell 	if (gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) {
661f43798c2SRusty Russell 		if (!skb_partial_csum_set(skb, gso.csum_start,
662f43798c2SRusty Russell 					  gso.csum_offset)) {
663f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
664f43798c2SRusty Russell 			kfree_skb(skb);
665f43798c2SRusty Russell 			return -EINVAL;
666f43798c2SRusty Russell 		}
66788255375SMichał Mirosław 	}
668f43798c2SRusty Russell 
6691da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
6701da177e4SLinus Torvalds 	case TUN_TUN_DEV:
671f09f7ee2SAng Way Chuang 		if (tun->flags & TUN_NO_PI) {
672f09f7ee2SAng Way Chuang 			switch (skb->data[0] & 0xf0) {
673f09f7ee2SAng Way Chuang 			case 0x40:
674f09f7ee2SAng Way Chuang 				pi.proto = htons(ETH_P_IP);
675f09f7ee2SAng Way Chuang 				break;
676f09f7ee2SAng Way Chuang 			case 0x60:
677f09f7ee2SAng Way Chuang 				pi.proto = htons(ETH_P_IPV6);
678f09f7ee2SAng Way Chuang 				break;
679f09f7ee2SAng Way Chuang 			default:
680f09f7ee2SAng Way Chuang 				tun->dev->stats.rx_dropped++;
681f09f7ee2SAng Way Chuang 				kfree_skb(skb);
682f09f7ee2SAng Way Chuang 				return -EINVAL;
683f09f7ee2SAng Way Chuang 			}
684f09f7ee2SAng Way Chuang 		}
685f09f7ee2SAng Way Chuang 
686459a98edSArnaldo Carvalho de Melo 		skb_reset_mac_header(skb);
6871da177e4SLinus Torvalds 		skb->protocol = pi.proto;
6884c13eb66SArnaldo Carvalho de Melo 		skb->dev = tun->dev;
6891da177e4SLinus Torvalds 		break;
6901da177e4SLinus Torvalds 	case TUN_TAP_DEV:
6911da177e4SLinus Torvalds 		skb->protocol = eth_type_trans(skb, tun->dev);
6921da177e4SLinus Torvalds 		break;
6936403eab1SJoe Perches 	}
6941da177e4SLinus Torvalds 
695f43798c2SRusty Russell 	if (gso.gso_type != VIRTIO_NET_HDR_GSO_NONE) {
696f43798c2SRusty Russell 		pr_debug("GSO!\n");
697f43798c2SRusty Russell 		switch (gso.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) {
698f43798c2SRusty Russell 		case VIRTIO_NET_HDR_GSO_TCPV4:
699f43798c2SRusty Russell 			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
700f43798c2SRusty Russell 			break;
701f43798c2SRusty Russell 		case VIRTIO_NET_HDR_GSO_TCPV6:
702f43798c2SRusty Russell 			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
703f43798c2SRusty Russell 			break;
704e36aa25aSSridhar Samudrala 		case VIRTIO_NET_HDR_GSO_UDP:
705e36aa25aSSridhar Samudrala 			skb_shinfo(skb)->gso_type = SKB_GSO_UDP;
706e36aa25aSSridhar Samudrala 			break;
707f43798c2SRusty Russell 		default:
708f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
709f43798c2SRusty Russell 			kfree_skb(skb);
710f43798c2SRusty Russell 			return -EINVAL;
711f43798c2SRusty Russell 		}
712f43798c2SRusty Russell 
713f43798c2SRusty Russell 		if (gso.gso_type & VIRTIO_NET_HDR_GSO_ECN)
714f43798c2SRusty Russell 			skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;
715f43798c2SRusty Russell 
716f43798c2SRusty Russell 		skb_shinfo(skb)->gso_size = gso.gso_size;
717f43798c2SRusty Russell 		if (skb_shinfo(skb)->gso_size == 0) {
718f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
719f43798c2SRusty Russell 			kfree_skb(skb);
720f43798c2SRusty Russell 			return -EINVAL;
721f43798c2SRusty Russell 		}
722f43798c2SRusty Russell 
723f43798c2SRusty Russell 		/* Header must be checked, and gso_segs computed. */
724f43798c2SRusty Russell 		skb_shinfo(skb)->gso_type |= SKB_GSO_DODGY;
725f43798c2SRusty Russell 		skb_shinfo(skb)->gso_segs = 0;
726f43798c2SRusty Russell 	}
7271da177e4SLinus Torvalds 
7281da177e4SLinus Torvalds 	netif_rx_ni(skb);
7291da177e4SLinus Torvalds 
73009f75cd7SJeff Garzik 	tun->dev->stats.rx_packets++;
73109f75cd7SJeff Garzik 	tun->dev->stats.rx_bytes += len;
7321da177e4SLinus Torvalds 
7331da177e4SLinus Torvalds 	return count;
7341da177e4SLinus Torvalds }
7351da177e4SLinus Torvalds 
736ee0b3e67SBadari Pulavarty static ssize_t tun_chr_aio_write(struct kiocb *iocb, const struct iovec *iv,
737ee0b3e67SBadari Pulavarty 			      unsigned long count, loff_t pos)
7381da177e4SLinus Torvalds {
73933dccbb0SHerbert Xu 	struct file *file = iocb->ki_filp;
740ab46d779SHerbert Xu 	struct tun_struct *tun = tun_get(file);
741631ab46bSEric W. Biederman 	ssize_t result;
7421da177e4SLinus Torvalds 
7431da177e4SLinus Torvalds 	if (!tun)
7441da177e4SLinus Torvalds 		return -EBADFD;
7451da177e4SLinus Torvalds 
7466b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_write %ld\n", count);
7471da177e4SLinus Torvalds 
7486f26c9a7SMichael S. Tsirkin 	result = tun_get_user(tun, iv, iov_length(iv, count),
74933dccbb0SHerbert Xu 			      file->f_flags & O_NONBLOCK);
750631ab46bSEric W. Biederman 
751631ab46bSEric W. Biederman 	tun_put(tun);
752631ab46bSEric W. Biederman 	return result;
7531da177e4SLinus Torvalds }
7541da177e4SLinus Torvalds 
7551da177e4SLinus Torvalds /* Put packet to the user space buffer */
7566f7c156cSstephen hemminger static ssize_t tun_put_user(struct tun_struct *tun,
7571da177e4SLinus Torvalds 			    struct sk_buff *skb,
75843b39dcdSMichael S. Tsirkin 			    const struct iovec *iv, int len)
7591da177e4SLinus Torvalds {
7601da177e4SLinus Torvalds 	struct tun_pi pi = { 0, skb->protocol };
7611da177e4SLinus Torvalds 	ssize_t total = 0;
7621da177e4SLinus Torvalds 
7631da177e4SLinus Torvalds 	if (!(tun->flags & TUN_NO_PI)) {
7641da177e4SLinus Torvalds 		if ((len -= sizeof(pi)) < 0)
7651da177e4SLinus Torvalds 			return -EINVAL;
7661da177e4SLinus Torvalds 
7671da177e4SLinus Torvalds 		if (len < skb->len) {
7681da177e4SLinus Torvalds 			/* Packet will be striped */
7691da177e4SLinus Torvalds 			pi.flags |= TUN_PKT_STRIP;
7701da177e4SLinus Torvalds 		}
7711da177e4SLinus Torvalds 
77243b39dcdSMichael S. Tsirkin 		if (memcpy_toiovecend(iv, (void *) &pi, 0, sizeof(pi)))
7731da177e4SLinus Torvalds 			return -EFAULT;
7741da177e4SLinus Torvalds 		total += sizeof(pi);
7751da177e4SLinus Torvalds 	}
7761da177e4SLinus Torvalds 
777f43798c2SRusty Russell 	if (tun->flags & TUN_VNET_HDR) {
778f43798c2SRusty Russell 		struct virtio_net_hdr gso = { 0 }; /* no info leak */
779d9d52b51SMichael S. Tsirkin 		if ((len -= tun->vnet_hdr_sz) < 0)
780f43798c2SRusty Russell 			return -EINVAL;
781f43798c2SRusty Russell 
782f43798c2SRusty Russell 		if (skb_is_gso(skb)) {
783f43798c2SRusty Russell 			struct skb_shared_info *sinfo = skb_shinfo(skb);
784f43798c2SRusty Russell 
785f43798c2SRusty Russell 			/* This is a hint as to how much should be linear. */
786f43798c2SRusty Russell 			gso.hdr_len = skb_headlen(skb);
787f43798c2SRusty Russell 			gso.gso_size = sinfo->gso_size;
788f43798c2SRusty Russell 			if (sinfo->gso_type & SKB_GSO_TCPV4)
789f43798c2SRusty Russell 				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
790f43798c2SRusty Russell 			else if (sinfo->gso_type & SKB_GSO_TCPV6)
791f43798c2SRusty Russell 				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV6;
792e36aa25aSSridhar Samudrala 			else if (sinfo->gso_type & SKB_GSO_UDP)
793e36aa25aSSridhar Samudrala 				gso.gso_type = VIRTIO_NET_HDR_GSO_UDP;
794ef3db4a5SMichael S. Tsirkin 			else {
7956b8a66eeSJoe Perches 				pr_err("unexpected GSO type: "
796ef3db4a5SMichael S. Tsirkin 				       "0x%x, gso_size %d, hdr_len %d\n",
797ef3db4a5SMichael S. Tsirkin 				       sinfo->gso_type, gso.gso_size,
798ef3db4a5SMichael S. Tsirkin 				       gso.hdr_len);
799ef3db4a5SMichael S. Tsirkin 				print_hex_dump(KERN_ERR, "tun: ",
800ef3db4a5SMichael S. Tsirkin 					       DUMP_PREFIX_NONE,
801ef3db4a5SMichael S. Tsirkin 					       16, 1, skb->head,
802ef3db4a5SMichael S. Tsirkin 					       min((int)gso.hdr_len, 64), true);
803ef3db4a5SMichael S. Tsirkin 				WARN_ON_ONCE(1);
804ef3db4a5SMichael S. Tsirkin 				return -EINVAL;
805ef3db4a5SMichael S. Tsirkin 			}
806f43798c2SRusty Russell 			if (sinfo->gso_type & SKB_GSO_TCP_ECN)
807f43798c2SRusty Russell 				gso.gso_type |= VIRTIO_NET_HDR_GSO_ECN;
808f43798c2SRusty Russell 		} else
809f43798c2SRusty Russell 			gso.gso_type = VIRTIO_NET_HDR_GSO_NONE;
810f43798c2SRusty Russell 
811f43798c2SRusty Russell 		if (skb->ip_summed == CHECKSUM_PARTIAL) {
812f43798c2SRusty Russell 			gso.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
81355508d60SMichał Mirosław 			gso.csum_start = skb_checksum_start_offset(skb);
814f43798c2SRusty Russell 			gso.csum_offset = skb->csum_offset;
81510a8d94aSJason Wang 		} else if (skb->ip_summed == CHECKSUM_UNNECESSARY) {
81610a8d94aSJason Wang 			gso.flags = VIRTIO_NET_HDR_F_DATA_VALID;
817f43798c2SRusty Russell 		} /* else everything is zero */
818f43798c2SRusty Russell 
81943b39dcdSMichael S. Tsirkin 		if (unlikely(memcpy_toiovecend(iv, (void *)&gso, total,
82043b39dcdSMichael S. Tsirkin 					       sizeof(gso))))
821f43798c2SRusty Russell 			return -EFAULT;
822d9d52b51SMichael S. Tsirkin 		total += tun->vnet_hdr_sz;
823f43798c2SRusty Russell 	}
824f43798c2SRusty Russell 
8251da177e4SLinus Torvalds 	len = min_t(int, skb->len, len);
8261da177e4SLinus Torvalds 
82743b39dcdSMichael S. Tsirkin 	skb_copy_datagram_const_iovec(skb, 0, iv, total, len);
82805c2828cSMichael S. Tsirkin 	total += skb->len;
8291da177e4SLinus Torvalds 
83009f75cd7SJeff Garzik 	tun->dev->stats.tx_packets++;
83109f75cd7SJeff Garzik 	tun->dev->stats.tx_bytes += len;
8321da177e4SLinus Torvalds 
8331da177e4SLinus Torvalds 	return total;
8341da177e4SLinus Torvalds }
8351da177e4SLinus Torvalds 
83605c2828cSMichael S. Tsirkin static ssize_t tun_do_read(struct tun_struct *tun,
83705c2828cSMichael S. Tsirkin 			   struct kiocb *iocb, const struct iovec *iv,
83805c2828cSMichael S. Tsirkin 			   ssize_t len, int noblock)
8391da177e4SLinus Torvalds {
8401da177e4SLinus Torvalds 	DECLARE_WAITQUEUE(wait, current);
8411da177e4SLinus Torvalds 	struct sk_buff *skb;
84205c2828cSMichael S. Tsirkin 	ssize_t ret = 0;
8431da177e4SLinus Torvalds 
8446b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_read\n");
8451da177e4SLinus Torvalds 
84661a5ff15SAmos Kong 	if (unlikely(!noblock))
84743815482SEric Dumazet 		add_wait_queue(&tun->wq.wait, &wait);
8481da177e4SLinus Torvalds 	while (len) {
8491da177e4SLinus Torvalds 		current->state = TASK_INTERRUPTIBLE;
8501da177e4SLinus Torvalds 
8511da177e4SLinus Torvalds 		/* Read frames from the queue */
85289f56d1eSMichael S. Tsirkin 		if (!(skb=skb_dequeue(&tun->socket.sk->sk_receive_queue))) {
85305c2828cSMichael S. Tsirkin 			if (noblock) {
8541da177e4SLinus Torvalds 				ret = -EAGAIN;
8551da177e4SLinus Torvalds 				break;
8561da177e4SLinus Torvalds 			}
8571da177e4SLinus Torvalds 			if (signal_pending(current)) {
8581da177e4SLinus Torvalds 				ret = -ERESTARTSYS;
8591da177e4SLinus Torvalds 				break;
8601da177e4SLinus Torvalds 			}
861c70f1829SEric W. Biederman 			if (tun->dev->reg_state != NETREG_REGISTERED) {
862c70f1829SEric W. Biederman 				ret = -EIO;
863c70f1829SEric W. Biederman 				break;
864c70f1829SEric W. Biederman 			}
8651da177e4SLinus Torvalds 
8661da177e4SLinus Torvalds 			/* Nothing to read, let's sleep */
8671da177e4SLinus Torvalds 			schedule();
8681da177e4SLinus Torvalds 			continue;
8691da177e4SLinus Torvalds 		}
8701da177e4SLinus Torvalds 		netif_wake_queue(tun->dev);
8711da177e4SLinus Torvalds 
87243b39dcdSMichael S. Tsirkin 		ret = tun_put_user(tun, skb, iv, len);
8731da177e4SLinus Torvalds 		kfree_skb(skb);
8741da177e4SLinus Torvalds 		break;
8751da177e4SLinus Torvalds 	}
8761da177e4SLinus Torvalds 
8771da177e4SLinus Torvalds 	current->state = TASK_RUNNING;
87861a5ff15SAmos Kong 	if (unlikely(!noblock))
87943815482SEric Dumazet 		remove_wait_queue(&tun->wq.wait, &wait);
8801da177e4SLinus Torvalds 
88105c2828cSMichael S. Tsirkin 	return ret;
88205c2828cSMichael S. Tsirkin }
88305c2828cSMichael S. Tsirkin 
88405c2828cSMichael S. Tsirkin static ssize_t tun_chr_aio_read(struct kiocb *iocb, const struct iovec *iv,
88505c2828cSMichael S. Tsirkin 			    unsigned long count, loff_t pos)
88605c2828cSMichael S. Tsirkin {
88705c2828cSMichael S. Tsirkin 	struct file *file = iocb->ki_filp;
88805c2828cSMichael S. Tsirkin 	struct tun_file *tfile = file->private_data;
88905c2828cSMichael S. Tsirkin 	struct tun_struct *tun = __tun_get(tfile);
89005c2828cSMichael S. Tsirkin 	ssize_t len, ret;
89105c2828cSMichael S. Tsirkin 
89205c2828cSMichael S. Tsirkin 	if (!tun)
89305c2828cSMichael S. Tsirkin 		return -EBADFD;
89405c2828cSMichael S. Tsirkin 	len = iov_length(iv, count);
89505c2828cSMichael S. Tsirkin 	if (len < 0) {
89605c2828cSMichael S. Tsirkin 		ret = -EINVAL;
89705c2828cSMichael S. Tsirkin 		goto out;
89805c2828cSMichael S. Tsirkin 	}
89905c2828cSMichael S. Tsirkin 
90005c2828cSMichael S. Tsirkin 	ret = tun_do_read(tun, iocb, iv, len, file->f_flags & O_NONBLOCK);
90105c2828cSMichael S. Tsirkin 	ret = min_t(ssize_t, ret, len);
902631ab46bSEric W. Biederman out:
903631ab46bSEric W. Biederman 	tun_put(tun);
9041da177e4SLinus Torvalds 	return ret;
9051da177e4SLinus Torvalds }
9061da177e4SLinus Torvalds 
9071da177e4SLinus Torvalds static void tun_setup(struct net_device *dev)
9081da177e4SLinus Torvalds {
9091da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
9101da177e4SLinus Torvalds 
9111da177e4SLinus Torvalds 	tun->owner = -1;
9128c644623SGuido Guenther 	tun->group = -1;
9131da177e4SLinus Torvalds 
9141da177e4SLinus Torvalds 	dev->ethtool_ops = &tun_ethtool_ops;
9159c3fea6aSHerbert Xu 	dev->destructor = tun_free_netdev;
9161da177e4SLinus Torvalds }
9171da177e4SLinus Torvalds 
918f019a7a5SEric W. Biederman /* Trivial set of netlink ops to allow deleting tun or tap
919f019a7a5SEric W. Biederman  * device with netlink.
920f019a7a5SEric W. Biederman  */
921f019a7a5SEric W. Biederman static int tun_validate(struct nlattr *tb[], struct nlattr *data[])
922f019a7a5SEric W. Biederman {
923f019a7a5SEric W. Biederman 	return -EINVAL;
924f019a7a5SEric W. Biederman }
925f019a7a5SEric W. Biederman 
926f019a7a5SEric W. Biederman static struct rtnl_link_ops tun_link_ops __read_mostly = {
927f019a7a5SEric W. Biederman 	.kind		= DRV_NAME,
928f019a7a5SEric W. Biederman 	.priv_size	= sizeof(struct tun_struct),
929f019a7a5SEric W. Biederman 	.setup		= tun_setup,
930f019a7a5SEric W. Biederman 	.validate	= tun_validate,
931f019a7a5SEric W. Biederman };
932f019a7a5SEric W. Biederman 
93333dccbb0SHerbert Xu static void tun_sock_write_space(struct sock *sk)
93433dccbb0SHerbert Xu {
93533dccbb0SHerbert Xu 	struct tun_struct *tun;
93643815482SEric Dumazet 	wait_queue_head_t *wqueue;
93733dccbb0SHerbert Xu 
93833dccbb0SHerbert Xu 	if (!sock_writeable(sk))
93933dccbb0SHerbert Xu 		return;
94033dccbb0SHerbert Xu 
94133dccbb0SHerbert Xu 	if (!test_and_clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags))
94233dccbb0SHerbert Xu 		return;
94333dccbb0SHerbert Xu 
94443815482SEric Dumazet 	wqueue = sk_sleep(sk);
94543815482SEric Dumazet 	if (wqueue && waitqueue_active(wqueue))
94643815482SEric Dumazet 		wake_up_interruptible_sync_poll(wqueue, POLLOUT |
94705c2828cSMichael S. Tsirkin 						POLLWRNORM | POLLWRBAND);
948c722c625SHerbert Xu 
94980924e5fSVitaliy Gusev 	tun = tun_sk(sk)->tun;
95033dccbb0SHerbert Xu 	kill_fasync(&tun->fasync, SIGIO, POLL_OUT);
95133dccbb0SHerbert Xu }
95233dccbb0SHerbert Xu 
95333dccbb0SHerbert Xu static void tun_sock_destruct(struct sock *sk)
95433dccbb0SHerbert Xu {
95580924e5fSVitaliy Gusev 	free_netdev(tun_sk(sk)->tun->dev);
95633dccbb0SHerbert Xu }
95733dccbb0SHerbert Xu 
95805c2828cSMichael S. Tsirkin static int tun_sendmsg(struct kiocb *iocb, struct socket *sock,
95905c2828cSMichael S. Tsirkin 		       struct msghdr *m, size_t total_len)
96005c2828cSMichael S. Tsirkin {
96105c2828cSMichael S. Tsirkin 	struct tun_struct *tun = container_of(sock, struct tun_struct, socket);
96205c2828cSMichael S. Tsirkin 	return tun_get_user(tun, m->msg_iov, total_len,
96305c2828cSMichael S. Tsirkin 			    m->msg_flags & MSG_DONTWAIT);
96405c2828cSMichael S. Tsirkin }
96505c2828cSMichael S. Tsirkin 
96605c2828cSMichael S. Tsirkin static int tun_recvmsg(struct kiocb *iocb, struct socket *sock,
96705c2828cSMichael S. Tsirkin 		       struct msghdr *m, size_t total_len,
96805c2828cSMichael S. Tsirkin 		       int flags)
96905c2828cSMichael S. Tsirkin {
97005c2828cSMichael S. Tsirkin 	struct tun_struct *tun = container_of(sock, struct tun_struct, socket);
97105c2828cSMichael S. Tsirkin 	int ret;
97205c2828cSMichael S. Tsirkin 	if (flags & ~(MSG_DONTWAIT|MSG_TRUNC))
97305c2828cSMichael S. Tsirkin 		return -EINVAL;
97405c2828cSMichael S. Tsirkin 	ret = tun_do_read(tun, iocb, m->msg_iov, total_len,
97505c2828cSMichael S. Tsirkin 			  flags & MSG_DONTWAIT);
97605c2828cSMichael S. Tsirkin 	if (ret > total_len) {
97705c2828cSMichael S. Tsirkin 		m->msg_flags |= MSG_TRUNC;
97805c2828cSMichael S. Tsirkin 		ret = flags & MSG_TRUNC ? ret : total_len;
97905c2828cSMichael S. Tsirkin 	}
98005c2828cSMichael S. Tsirkin 	return ret;
98105c2828cSMichael S. Tsirkin }
98205c2828cSMichael S. Tsirkin 
98305c2828cSMichael S. Tsirkin /* Ops structure to mimic raw sockets with tun */
98405c2828cSMichael S. Tsirkin static const struct proto_ops tun_socket_ops = {
98505c2828cSMichael S. Tsirkin 	.sendmsg = tun_sendmsg,
98605c2828cSMichael S. Tsirkin 	.recvmsg = tun_recvmsg,
98705c2828cSMichael S. Tsirkin };
98805c2828cSMichael S. Tsirkin 
98933dccbb0SHerbert Xu static struct proto tun_proto = {
99033dccbb0SHerbert Xu 	.name		= "tun",
99133dccbb0SHerbert Xu 	.owner		= THIS_MODULE,
99233dccbb0SHerbert Xu 	.obj_size	= sizeof(struct tun_sock),
99333dccbb0SHerbert Xu };
994f019a7a5SEric W. Biederman 
995980c9e8cSDavid Woodhouse static int tun_flags(struct tun_struct *tun)
996980c9e8cSDavid Woodhouse {
997980c9e8cSDavid Woodhouse 	int flags = 0;
998980c9e8cSDavid Woodhouse 
999980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_TUN_DEV)
1000980c9e8cSDavid Woodhouse 		flags |= IFF_TUN;
1001980c9e8cSDavid Woodhouse 	else
1002980c9e8cSDavid Woodhouse 		flags |= IFF_TAP;
1003980c9e8cSDavid Woodhouse 
1004980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_NO_PI)
1005980c9e8cSDavid Woodhouse 		flags |= IFF_NO_PI;
1006980c9e8cSDavid Woodhouse 
1007980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_ONE_QUEUE)
1008980c9e8cSDavid Woodhouse 		flags |= IFF_ONE_QUEUE;
1009980c9e8cSDavid Woodhouse 
1010980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_VNET_HDR)
1011980c9e8cSDavid Woodhouse 		flags |= IFF_VNET_HDR;
1012980c9e8cSDavid Woodhouse 
1013980c9e8cSDavid Woodhouse 	return flags;
1014980c9e8cSDavid Woodhouse }
1015980c9e8cSDavid Woodhouse 
1016980c9e8cSDavid Woodhouse static ssize_t tun_show_flags(struct device *dev, struct device_attribute *attr,
1017980c9e8cSDavid Woodhouse 			      char *buf)
1018980c9e8cSDavid Woodhouse {
1019980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1020980c9e8cSDavid Woodhouse 	return sprintf(buf, "0x%x\n", tun_flags(tun));
1021980c9e8cSDavid Woodhouse }
1022980c9e8cSDavid Woodhouse 
1023980c9e8cSDavid Woodhouse static ssize_t tun_show_owner(struct device *dev, struct device_attribute *attr,
1024980c9e8cSDavid Woodhouse 			      char *buf)
1025980c9e8cSDavid Woodhouse {
1026980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1027980c9e8cSDavid Woodhouse 	return sprintf(buf, "%d\n", tun->owner);
1028980c9e8cSDavid Woodhouse }
1029980c9e8cSDavid Woodhouse 
1030980c9e8cSDavid Woodhouse static ssize_t tun_show_group(struct device *dev, struct device_attribute *attr,
1031980c9e8cSDavid Woodhouse 			      char *buf)
1032980c9e8cSDavid Woodhouse {
1033980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1034980c9e8cSDavid Woodhouse 	return sprintf(buf, "%d\n", tun->group);
1035980c9e8cSDavid Woodhouse }
1036980c9e8cSDavid Woodhouse 
1037980c9e8cSDavid Woodhouse static DEVICE_ATTR(tun_flags, 0444, tun_show_flags, NULL);
1038980c9e8cSDavid Woodhouse static DEVICE_ATTR(owner, 0444, tun_show_owner, NULL);
1039980c9e8cSDavid Woodhouse static DEVICE_ATTR(group, 0444, tun_show_group, NULL);
1040980c9e8cSDavid Woodhouse 
1041d647a591SPavel Emelyanov static int tun_set_iff(struct net *net, struct file *file, struct ifreq *ifr)
10421da177e4SLinus Torvalds {
104333dccbb0SHerbert Xu 	struct sock *sk;
10441da177e4SLinus Torvalds 	struct tun_struct *tun;
10451da177e4SLinus Torvalds 	struct net_device *dev;
10461da177e4SLinus Torvalds 	int err;
10471da177e4SLinus Torvalds 
104874a3e5a7SEric W. Biederman 	dev = __dev_get_by_name(net, ifr->ifr_name);
104974a3e5a7SEric W. Biederman 	if (dev) {
10502b980dbdSPaul Moore 		const struct cred *cred = current_cred();
10512b980dbdSPaul Moore 
1052f85ba780SDavid Woodhouse 		if (ifr->ifr_flags & IFF_TUN_EXCL)
1053f85ba780SDavid Woodhouse 			return -EBUSY;
105474a3e5a7SEric W. Biederman 		if ((ifr->ifr_flags & IFF_TUN) && dev->netdev_ops == &tun_netdev_ops)
105574a3e5a7SEric W. Biederman 			tun = netdev_priv(dev);
105674a3e5a7SEric W. Biederman 		else if ((ifr->ifr_flags & IFF_TAP) && dev->netdev_ops == &tap_netdev_ops)
105774a3e5a7SEric W. Biederman 			tun = netdev_priv(dev);
105874a3e5a7SEric W. Biederman 		else
105974a3e5a7SEric W. Biederman 			return -EINVAL;
106074a3e5a7SEric W. Biederman 
10612b980dbdSPaul Moore 		if (((tun->owner != -1 && cred->euid != tun->owner) ||
10622b980dbdSPaul Moore 		     (tun->group != -1 && !in_egroup_p(tun->group))) &&
10632b980dbdSPaul Moore 		    !capable(CAP_NET_ADMIN))
10642b980dbdSPaul Moore 			return -EPERM;
1065d7e9660aSLinus Torvalds 		err = security_tun_dev_attach(tun->socket.sk);
10662b980dbdSPaul Moore 		if (err < 0)
10672b980dbdSPaul Moore 			return err;
10682b980dbdSPaul Moore 
1069a7385ba2SEric W. Biederman 		err = tun_attach(tun, file);
1070a7385ba2SEric W. Biederman 		if (err < 0)
1071a7385ba2SEric W. Biederman 			return err;
107286a264abSDavid Howells 	}
10731da177e4SLinus Torvalds 	else {
10741da177e4SLinus Torvalds 		char *name;
10751da177e4SLinus Torvalds 		unsigned long flags = 0;
10761da177e4SLinus Torvalds 
1077ca6bb5d7SDavid Woodhouse 		if (!capable(CAP_NET_ADMIN))
1078ca6bb5d7SDavid Woodhouse 			return -EPERM;
10792b980dbdSPaul Moore 		err = security_tun_dev_create();
10802b980dbdSPaul Moore 		if (err < 0)
10812b980dbdSPaul Moore 			return err;
1082ca6bb5d7SDavid Woodhouse 
10831da177e4SLinus Torvalds 		/* Set dev type */
10841da177e4SLinus Torvalds 		if (ifr->ifr_flags & IFF_TUN) {
10851da177e4SLinus Torvalds 			/* TUN device */
10861da177e4SLinus Torvalds 			flags |= TUN_TUN_DEV;
10871da177e4SLinus Torvalds 			name = "tun%d";
10881da177e4SLinus Torvalds 		} else if (ifr->ifr_flags & IFF_TAP) {
10891da177e4SLinus Torvalds 			/* TAP device */
10901da177e4SLinus Torvalds 			flags |= TUN_TAP_DEV;
10911da177e4SLinus Torvalds 			name = "tap%d";
10921da177e4SLinus Torvalds 		} else
109336989b90SKusanagi Kouichi 			return -EINVAL;
10941da177e4SLinus Torvalds 
10951da177e4SLinus Torvalds 		if (*ifr->ifr_name)
10961da177e4SLinus Torvalds 			name = ifr->ifr_name;
10971da177e4SLinus Torvalds 
10981da177e4SLinus Torvalds 		dev = alloc_netdev(sizeof(struct tun_struct), name,
10991da177e4SLinus Torvalds 				   tun_setup);
11001da177e4SLinus Torvalds 		if (!dev)
11011da177e4SLinus Torvalds 			return -ENOMEM;
11021da177e4SLinus Torvalds 
1103fc54c658SPavel Emelyanov 		dev_net_set(dev, net);
1104f019a7a5SEric W. Biederman 		dev->rtnl_link_ops = &tun_link_ops;
1105758e43b7SStephen Hemminger 
11061da177e4SLinus Torvalds 		tun = netdev_priv(dev);
11071da177e4SLinus Torvalds 		tun->dev = dev;
11081da177e4SLinus Torvalds 		tun->flags = flags;
1109f271b2ccSMax Krasnyansky 		tun->txflt.count = 0;
1110d9d52b51SMichael S. Tsirkin 		tun->vnet_hdr_sz = sizeof(struct virtio_net_hdr);
11111da177e4SLinus Torvalds 
111233dccbb0SHerbert Xu 		err = -ENOMEM;
111333dccbb0SHerbert Xu 		sk = sk_alloc(net, AF_UNSPEC, GFP_KERNEL, &tun_proto);
111433dccbb0SHerbert Xu 		if (!sk)
111533dccbb0SHerbert Xu 			goto err_free_dev;
111633dccbb0SHerbert Xu 
111743815482SEric Dumazet 		tun->socket.wq = &tun->wq;
111843815482SEric Dumazet 		init_waitqueue_head(&tun->wq.wait);
111905c2828cSMichael S. Tsirkin 		tun->socket.ops = &tun_socket_ops;
112033dccbb0SHerbert Xu 		sock_init_data(&tun->socket, sk);
112133dccbb0SHerbert Xu 		sk->sk_write_space = tun_sock_write_space;
112233dccbb0SHerbert Xu 		sk->sk_sndbuf = INT_MAX;
112333dccbb0SHerbert Xu 
112480924e5fSVitaliy Gusev 		tun_sk(sk)->tun = tun;
112533dccbb0SHerbert Xu 
11262b980dbdSPaul Moore 		security_tun_dev_post_create(sk);
11272b980dbdSPaul Moore 
11281da177e4SLinus Torvalds 		tun_net_init(dev);
11291da177e4SLinus Torvalds 
113088255375SMichał Mirosław 		dev->hw_features = NETIF_F_SG | NETIF_F_FRAGLIST |
113188255375SMichał Mirosław 			TUN_USER_FEATURES;
113288255375SMichał Mirosław 		dev->features = dev->hw_features;
113388255375SMichał Mirosław 
11341da177e4SLinus Torvalds 		err = register_netdevice(tun->dev);
11351da177e4SLinus Torvalds 		if (err < 0)
11369c3fea6aSHerbert Xu 			goto err_free_sk;
11379c3fea6aSHerbert Xu 
1138980c9e8cSDavid Woodhouse 		if (device_create_file(&tun->dev->dev, &dev_attr_tun_flags) ||
1139980c9e8cSDavid Woodhouse 		    device_create_file(&tun->dev->dev, &dev_attr_owner) ||
1140980c9e8cSDavid Woodhouse 		    device_create_file(&tun->dev->dev, &dev_attr_group))
11416b8a66eeSJoe Perches 			pr_err("Failed to create tun sysfs files\n");
1142980c9e8cSDavid Woodhouse 
11439c3fea6aSHerbert Xu 		sk->sk_destruct = tun_sock_destruct;
1144a7385ba2SEric W. Biederman 
1145a7385ba2SEric W. Biederman 		err = tun_attach(tun, file);
1146a7385ba2SEric W. Biederman 		if (err < 0)
11479c3fea6aSHerbert Xu 			goto failed;
11481da177e4SLinus Torvalds 	}
11491da177e4SLinus Torvalds 
11506b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_set_iff\n");
11511da177e4SLinus Torvalds 
11521da177e4SLinus Torvalds 	if (ifr->ifr_flags & IFF_NO_PI)
11531da177e4SLinus Torvalds 		tun->flags |= TUN_NO_PI;
1154a26af1e0SNathaniel Filardo 	else
1155a26af1e0SNathaniel Filardo 		tun->flags &= ~TUN_NO_PI;
11561da177e4SLinus Torvalds 
11571da177e4SLinus Torvalds 	if (ifr->ifr_flags & IFF_ONE_QUEUE)
11581da177e4SLinus Torvalds 		tun->flags |= TUN_ONE_QUEUE;
1159a26af1e0SNathaniel Filardo 	else
1160a26af1e0SNathaniel Filardo 		tun->flags &= ~TUN_ONE_QUEUE;
11611da177e4SLinus Torvalds 
1162f43798c2SRusty Russell 	if (ifr->ifr_flags & IFF_VNET_HDR)
1163f43798c2SRusty Russell 		tun->flags |= TUN_VNET_HDR;
1164f43798c2SRusty Russell 	else
1165f43798c2SRusty Russell 		tun->flags &= ~TUN_VNET_HDR;
1166f43798c2SRusty Russell 
1167e35259a9SMax Krasnyansky 	/* Make sure persistent devices do not get stuck in
1168e35259a9SMax Krasnyansky 	 * xoff state.
1169e35259a9SMax Krasnyansky 	 */
1170e35259a9SMax Krasnyansky 	if (netif_running(tun->dev))
1171e35259a9SMax Krasnyansky 		netif_wake_queue(tun->dev);
1172e35259a9SMax Krasnyansky 
11731da177e4SLinus Torvalds 	strcpy(ifr->ifr_name, tun->dev->name);
11741da177e4SLinus Torvalds 	return 0;
11751da177e4SLinus Torvalds 
117633dccbb0SHerbert Xu  err_free_sk:
117733dccbb0SHerbert Xu 	sock_put(sk);
11781da177e4SLinus Torvalds  err_free_dev:
11791da177e4SLinus Torvalds 	free_netdev(dev);
11801da177e4SLinus Torvalds  failed:
11811da177e4SLinus Torvalds 	return err;
11821da177e4SLinus Torvalds }
11831da177e4SLinus Torvalds 
1184876bfd4dSHerbert Xu static int tun_get_iff(struct net *net, struct tun_struct *tun,
1185876bfd4dSHerbert Xu 		       struct ifreq *ifr)
1186e3b99556SMark McLoughlin {
11876b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_get_iff\n");
1188e3b99556SMark McLoughlin 
1189e3b99556SMark McLoughlin 	strcpy(ifr->ifr_name, tun->dev->name);
1190e3b99556SMark McLoughlin 
1191980c9e8cSDavid Woodhouse 	ifr->ifr_flags = tun_flags(tun);
1192e3b99556SMark McLoughlin 
1193e3b99556SMark McLoughlin 	return 0;
1194e3b99556SMark McLoughlin }
1195e3b99556SMark McLoughlin 
11965228ddc9SRusty Russell /* This is like a cut-down ethtool ops, except done via tun fd so no
11975228ddc9SRusty Russell  * privs required. */
119888255375SMichał Mirosław static int set_offload(struct tun_struct *tun, unsigned long arg)
11995228ddc9SRusty Russell {
1200*c8f44affSMichał Mirosław 	netdev_features_t features = 0;
12015228ddc9SRusty Russell 
12025228ddc9SRusty Russell 	if (arg & TUN_F_CSUM) {
120388255375SMichał Mirosław 		features |= NETIF_F_HW_CSUM;
12045228ddc9SRusty Russell 		arg &= ~TUN_F_CSUM;
12055228ddc9SRusty Russell 
12065228ddc9SRusty Russell 		if (arg & (TUN_F_TSO4|TUN_F_TSO6)) {
12075228ddc9SRusty Russell 			if (arg & TUN_F_TSO_ECN) {
12085228ddc9SRusty Russell 				features |= NETIF_F_TSO_ECN;
12095228ddc9SRusty Russell 				arg &= ~TUN_F_TSO_ECN;
12105228ddc9SRusty Russell 			}
12115228ddc9SRusty Russell 			if (arg & TUN_F_TSO4)
12125228ddc9SRusty Russell 				features |= NETIF_F_TSO;
12135228ddc9SRusty Russell 			if (arg & TUN_F_TSO6)
12145228ddc9SRusty Russell 				features |= NETIF_F_TSO6;
12155228ddc9SRusty Russell 			arg &= ~(TUN_F_TSO4|TUN_F_TSO6);
12165228ddc9SRusty Russell 		}
1217e36aa25aSSridhar Samudrala 
1218e36aa25aSSridhar Samudrala 		if (arg & TUN_F_UFO) {
1219e36aa25aSSridhar Samudrala 			features |= NETIF_F_UFO;
1220e36aa25aSSridhar Samudrala 			arg &= ~TUN_F_UFO;
1221e36aa25aSSridhar Samudrala 		}
12225228ddc9SRusty Russell 	}
12235228ddc9SRusty Russell 
12245228ddc9SRusty Russell 	/* This gives the user a way to test for new features in future by
12255228ddc9SRusty Russell 	 * trying to set them. */
12265228ddc9SRusty Russell 	if (arg)
12275228ddc9SRusty Russell 		return -EINVAL;
12285228ddc9SRusty Russell 
122988255375SMichał Mirosław 	tun->set_features = features;
123088255375SMichał Mirosław 	netdev_update_features(tun->dev);
12315228ddc9SRusty Russell 
12325228ddc9SRusty Russell 	return 0;
12335228ddc9SRusty Russell }
12345228ddc9SRusty Russell 
123550857e2aSArnd Bergmann static long __tun_chr_ioctl(struct file *file, unsigned int cmd,
123650857e2aSArnd Bergmann 			    unsigned long arg, int ifreq_len)
12371da177e4SLinus Torvalds {
123836b50babSEric W. Biederman 	struct tun_file *tfile = file->private_data;
1239631ab46bSEric W. Biederman 	struct tun_struct *tun;
12401da177e4SLinus Torvalds 	void __user* argp = (void __user*)arg;
124199405162SMichael S. Tsirkin 	struct sock_fprog fprog;
12421da177e4SLinus Torvalds 	struct ifreq ifr;
124333dccbb0SHerbert Xu 	int sndbuf;
1244d9d52b51SMichael S. Tsirkin 	int vnet_hdr_sz;
1245f271b2ccSMax Krasnyansky 	int ret;
12461da177e4SLinus Torvalds 
12471da177e4SLinus Torvalds 	if (cmd == TUNSETIFF || _IOC_TYPE(cmd) == 0x89)
124850857e2aSArnd Bergmann 		if (copy_from_user(&ifr, argp, ifreq_len))
12491da177e4SLinus Torvalds 			return -EFAULT;
12501da177e4SLinus Torvalds 
1251631ab46bSEric W. Biederman 	if (cmd == TUNGETFEATURES) {
1252631ab46bSEric W. Biederman 		/* Currently this just means: "what IFF flags are valid?".
1253631ab46bSEric W. Biederman 		 * This is needed because we never checked for invalid flags on
1254631ab46bSEric W. Biederman 		 * TUNSETIFF. */
1255631ab46bSEric W. Biederman 		return put_user(IFF_TUN | IFF_TAP | IFF_NO_PI | IFF_ONE_QUEUE |
1256631ab46bSEric W. Biederman 				IFF_VNET_HDR,
1257631ab46bSEric W. Biederman 				(unsigned int __user*)argp);
1258631ab46bSEric W. Biederman 	}
1259631ab46bSEric W. Biederman 
1260876bfd4dSHerbert Xu 	rtnl_lock();
1261876bfd4dSHerbert Xu 
126236b50babSEric W. Biederman 	tun = __tun_get(tfile);
12631da177e4SLinus Torvalds 	if (cmd == TUNSETIFF && !tun) {
12641da177e4SLinus Torvalds 		ifr.ifr_name[IFNAMSIZ-1] = '\0';
12651da177e4SLinus Torvalds 
1266876bfd4dSHerbert Xu 		ret = tun_set_iff(tfile->net, file, &ifr);
12671da177e4SLinus Torvalds 
1268876bfd4dSHerbert Xu 		if (ret)
1269876bfd4dSHerbert Xu 			goto unlock;
12701da177e4SLinus Torvalds 
127150857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
1272876bfd4dSHerbert Xu 			ret = -EFAULT;
1273876bfd4dSHerbert Xu 		goto unlock;
12741da177e4SLinus Torvalds 	}
12751da177e4SLinus Torvalds 
1276876bfd4dSHerbert Xu 	ret = -EBADFD;
12771da177e4SLinus Torvalds 	if (!tun)
1278876bfd4dSHerbert Xu 		goto unlock;
12791da177e4SLinus Torvalds 
12806b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_ioctl cmd %d\n", cmd);
12811da177e4SLinus Torvalds 
1282631ab46bSEric W. Biederman 	ret = 0;
12831da177e4SLinus Torvalds 	switch (cmd) {
1284e3b99556SMark McLoughlin 	case TUNGETIFF:
1285876bfd4dSHerbert Xu 		ret = tun_get_iff(current->nsproxy->net_ns, tun, &ifr);
1286e3b99556SMark McLoughlin 		if (ret)
1287631ab46bSEric W. Biederman 			break;
1288e3b99556SMark McLoughlin 
128950857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
1290631ab46bSEric W. Biederman 			ret = -EFAULT;
1291e3b99556SMark McLoughlin 		break;
1292e3b99556SMark McLoughlin 
12931da177e4SLinus Torvalds 	case TUNSETNOCSUM:
12941da177e4SLinus Torvalds 		/* Disable/Enable checksum */
12951da177e4SLinus Torvalds 
129688255375SMichał Mirosław 		/* [unimplemented] */
129788255375SMichał Mirosław 		tun_debug(KERN_INFO, tun, "ignored: set checksum %s\n",
12986b8a66eeSJoe Perches 			  arg ? "disabled" : "enabled");
12991da177e4SLinus Torvalds 		break;
13001da177e4SLinus Torvalds 
13011da177e4SLinus Torvalds 	case TUNSETPERSIST:
13021da177e4SLinus Torvalds 		/* Disable/Enable persist mode */
13031da177e4SLinus Torvalds 		if (arg)
13041da177e4SLinus Torvalds 			tun->flags |= TUN_PERSIST;
13051da177e4SLinus Torvalds 		else
13061da177e4SLinus Torvalds 			tun->flags &= ~TUN_PERSIST;
13071da177e4SLinus Torvalds 
13086b8a66eeSJoe Perches 		tun_debug(KERN_INFO, tun, "persist %s\n",
13096b8a66eeSJoe Perches 			  arg ? "enabled" : "disabled");
13101da177e4SLinus Torvalds 		break;
13111da177e4SLinus Torvalds 
13121da177e4SLinus Torvalds 	case TUNSETOWNER:
13131da177e4SLinus Torvalds 		/* Set owner of the device */
13141da177e4SLinus Torvalds 		tun->owner = (uid_t) arg;
13151da177e4SLinus Torvalds 
13166b8a66eeSJoe Perches 		tun_debug(KERN_INFO, tun, "owner set to %d\n", tun->owner);
13171da177e4SLinus Torvalds 		break;
13181da177e4SLinus Torvalds 
13198c644623SGuido Guenther 	case TUNSETGROUP:
13208c644623SGuido Guenther 		/* Set group of the device */
13218c644623SGuido Guenther 		tun->group= (gid_t) arg;
13228c644623SGuido Guenther 
13236b8a66eeSJoe Perches 		tun_debug(KERN_INFO, tun, "group set to %d\n", tun->group);
13248c644623SGuido Guenther 		break;
13258c644623SGuido Guenther 
1326ff4cc3acSMike Kershaw 	case TUNSETLINK:
1327ff4cc3acSMike Kershaw 		/* Only allow setting the type when the interface is down */
1328ff4cc3acSMike Kershaw 		if (tun->dev->flags & IFF_UP) {
13296b8a66eeSJoe Perches 			tun_debug(KERN_INFO, tun,
13306b8a66eeSJoe Perches 				  "Linktype set failed because interface is up\n");
133148abfe05SDavid S. Miller 			ret = -EBUSY;
1332ff4cc3acSMike Kershaw 		} else {
1333ff4cc3acSMike Kershaw 			tun->dev->type = (int) arg;
13346b8a66eeSJoe Perches 			tun_debug(KERN_INFO, tun, "linktype set to %d\n",
13356b8a66eeSJoe Perches 				  tun->dev->type);
133648abfe05SDavid S. Miller 			ret = 0;
1337ff4cc3acSMike Kershaw 		}
1338631ab46bSEric W. Biederman 		break;
1339ff4cc3acSMike Kershaw 
13401da177e4SLinus Torvalds #ifdef TUN_DEBUG
13411da177e4SLinus Torvalds 	case TUNSETDEBUG:
13421da177e4SLinus Torvalds 		tun->debug = arg;
13431da177e4SLinus Torvalds 		break;
13441da177e4SLinus Torvalds #endif
13455228ddc9SRusty Russell 	case TUNSETOFFLOAD:
134688255375SMichał Mirosław 		ret = set_offload(tun, arg);
1347631ab46bSEric W. Biederman 		break;
13485228ddc9SRusty Russell 
1349f271b2ccSMax Krasnyansky 	case TUNSETTXFILTER:
1350f271b2ccSMax Krasnyansky 		/* Can be set only for TAPs */
1351631ab46bSEric W. Biederman 		ret = -EINVAL;
1352f271b2ccSMax Krasnyansky 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
1353631ab46bSEric W. Biederman 			break;
1354c0e5a8c2SHarvey Harrison 		ret = update_filter(&tun->txflt, (void __user *)arg);
1355631ab46bSEric W. Biederman 		break;
13561da177e4SLinus Torvalds 
13571da177e4SLinus Torvalds 	case SIOCGIFHWADDR:
1358b595076aSUwe Kleine-König 		/* Get hw address */
1359f271b2ccSMax Krasnyansky 		memcpy(ifr.ifr_hwaddr.sa_data, tun->dev->dev_addr, ETH_ALEN);
1360f271b2ccSMax Krasnyansky 		ifr.ifr_hwaddr.sa_family = tun->dev->type;
136150857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
1362631ab46bSEric W. Biederman 			ret = -EFAULT;
1363631ab46bSEric W. Biederman 		break;
13641da177e4SLinus Torvalds 
13651da177e4SLinus Torvalds 	case SIOCSIFHWADDR:
1366f271b2ccSMax Krasnyansky 		/* Set hw address */
13676b8a66eeSJoe Perches 		tun_debug(KERN_DEBUG, tun, "set hw address: %pM\n",
13686b8a66eeSJoe Perches 			  ifr.ifr_hwaddr.sa_data);
136940102371SKim B. Heino 
137040102371SKim B. Heino 		ret = dev_set_mac_address(tun->dev, &ifr.ifr_hwaddr);
1371631ab46bSEric W. Biederman 		break;
137233dccbb0SHerbert Xu 
137333dccbb0SHerbert Xu 	case TUNGETSNDBUF:
137489f56d1eSMichael S. Tsirkin 		sndbuf = tun->socket.sk->sk_sndbuf;
137533dccbb0SHerbert Xu 		if (copy_to_user(argp, &sndbuf, sizeof(sndbuf)))
137633dccbb0SHerbert Xu 			ret = -EFAULT;
137733dccbb0SHerbert Xu 		break;
137833dccbb0SHerbert Xu 
137933dccbb0SHerbert Xu 	case TUNSETSNDBUF:
138033dccbb0SHerbert Xu 		if (copy_from_user(&sndbuf, argp, sizeof(sndbuf))) {
138133dccbb0SHerbert Xu 			ret = -EFAULT;
138233dccbb0SHerbert Xu 			break;
138333dccbb0SHerbert Xu 		}
138433dccbb0SHerbert Xu 
138589f56d1eSMichael S. Tsirkin 		tun->socket.sk->sk_sndbuf = sndbuf;
138633dccbb0SHerbert Xu 		break;
138733dccbb0SHerbert Xu 
1388d9d52b51SMichael S. Tsirkin 	case TUNGETVNETHDRSZ:
1389d9d52b51SMichael S. Tsirkin 		vnet_hdr_sz = tun->vnet_hdr_sz;
1390d9d52b51SMichael S. Tsirkin 		if (copy_to_user(argp, &vnet_hdr_sz, sizeof(vnet_hdr_sz)))
1391d9d52b51SMichael S. Tsirkin 			ret = -EFAULT;
1392d9d52b51SMichael S. Tsirkin 		break;
1393d9d52b51SMichael S. Tsirkin 
1394d9d52b51SMichael S. Tsirkin 	case TUNSETVNETHDRSZ:
1395d9d52b51SMichael S. Tsirkin 		if (copy_from_user(&vnet_hdr_sz, argp, sizeof(vnet_hdr_sz))) {
1396d9d52b51SMichael S. Tsirkin 			ret = -EFAULT;
1397d9d52b51SMichael S. Tsirkin 			break;
1398d9d52b51SMichael S. Tsirkin 		}
1399d9d52b51SMichael S. Tsirkin 		if (vnet_hdr_sz < (int)sizeof(struct virtio_net_hdr)) {
1400d9d52b51SMichael S. Tsirkin 			ret = -EINVAL;
1401d9d52b51SMichael S. Tsirkin 			break;
1402d9d52b51SMichael S. Tsirkin 		}
1403d9d52b51SMichael S. Tsirkin 
1404d9d52b51SMichael S. Tsirkin 		tun->vnet_hdr_sz = vnet_hdr_sz;
1405d9d52b51SMichael S. Tsirkin 		break;
1406d9d52b51SMichael S. Tsirkin 
140799405162SMichael S. Tsirkin 	case TUNATTACHFILTER:
140899405162SMichael S. Tsirkin 		/* Can be set only for TAPs */
140999405162SMichael S. Tsirkin 		ret = -EINVAL;
141099405162SMichael S. Tsirkin 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
141199405162SMichael S. Tsirkin 			break;
141299405162SMichael S. Tsirkin 		ret = -EFAULT;
141399405162SMichael S. Tsirkin 		if (copy_from_user(&fprog, argp, sizeof(fprog)))
141499405162SMichael S. Tsirkin 			break;
141599405162SMichael S. Tsirkin 
141699405162SMichael S. Tsirkin 		ret = sk_attach_filter(&fprog, tun->socket.sk);
141799405162SMichael S. Tsirkin 		break;
141899405162SMichael S. Tsirkin 
141999405162SMichael S. Tsirkin 	case TUNDETACHFILTER:
142099405162SMichael S. Tsirkin 		/* Can be set only for TAPs */
142199405162SMichael S. Tsirkin 		ret = -EINVAL;
142299405162SMichael S. Tsirkin 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
142399405162SMichael S. Tsirkin 			break;
142499405162SMichael S. Tsirkin 		ret = sk_detach_filter(tun->socket.sk);
142599405162SMichael S. Tsirkin 		break;
142699405162SMichael S. Tsirkin 
14271da177e4SLinus Torvalds 	default:
1428631ab46bSEric W. Biederman 		ret = -EINVAL;
1429631ab46bSEric W. Biederman 		break;
1430ee289b64SJoe Perches 	}
14311da177e4SLinus Torvalds 
1432876bfd4dSHerbert Xu unlock:
1433876bfd4dSHerbert Xu 	rtnl_unlock();
1434876bfd4dSHerbert Xu 	if (tun)
1435631ab46bSEric W. Biederman 		tun_put(tun);
1436631ab46bSEric W. Biederman 	return ret;
14371da177e4SLinus Torvalds }
14381da177e4SLinus Torvalds 
143950857e2aSArnd Bergmann static long tun_chr_ioctl(struct file *file,
144050857e2aSArnd Bergmann 			  unsigned int cmd, unsigned long arg)
144150857e2aSArnd Bergmann {
144250857e2aSArnd Bergmann 	return __tun_chr_ioctl(file, cmd, arg, sizeof (struct ifreq));
144350857e2aSArnd Bergmann }
144450857e2aSArnd Bergmann 
144550857e2aSArnd Bergmann #ifdef CONFIG_COMPAT
144650857e2aSArnd Bergmann static long tun_chr_compat_ioctl(struct file *file,
144750857e2aSArnd Bergmann 			 unsigned int cmd, unsigned long arg)
144850857e2aSArnd Bergmann {
144950857e2aSArnd Bergmann 	switch (cmd) {
145050857e2aSArnd Bergmann 	case TUNSETIFF:
145150857e2aSArnd Bergmann 	case TUNGETIFF:
145250857e2aSArnd Bergmann 	case TUNSETTXFILTER:
145350857e2aSArnd Bergmann 	case TUNGETSNDBUF:
145450857e2aSArnd Bergmann 	case TUNSETSNDBUF:
145550857e2aSArnd Bergmann 	case SIOCGIFHWADDR:
145650857e2aSArnd Bergmann 	case SIOCSIFHWADDR:
145750857e2aSArnd Bergmann 		arg = (unsigned long)compat_ptr(arg);
145850857e2aSArnd Bergmann 		break;
145950857e2aSArnd Bergmann 	default:
146050857e2aSArnd Bergmann 		arg = (compat_ulong_t)arg;
146150857e2aSArnd Bergmann 		break;
146250857e2aSArnd Bergmann 	}
146350857e2aSArnd Bergmann 
146450857e2aSArnd Bergmann 	/*
146550857e2aSArnd Bergmann 	 * compat_ifreq is shorter than ifreq, so we must not access beyond
146650857e2aSArnd Bergmann 	 * the end of that structure. All fields that are used in this
146750857e2aSArnd Bergmann 	 * driver are compatible though, we don't need to convert the
146850857e2aSArnd Bergmann 	 * contents.
146950857e2aSArnd Bergmann 	 */
147050857e2aSArnd Bergmann 	return __tun_chr_ioctl(file, cmd, arg, sizeof(struct compat_ifreq));
147150857e2aSArnd Bergmann }
147250857e2aSArnd Bergmann #endif /* CONFIG_COMPAT */
147350857e2aSArnd Bergmann 
14741da177e4SLinus Torvalds static int tun_chr_fasync(int fd, struct file *file, int on)
14751da177e4SLinus Torvalds {
1476631ab46bSEric W. Biederman 	struct tun_struct *tun = tun_get(file);
14771da177e4SLinus Torvalds 	int ret;
14781da177e4SLinus Torvalds 
14791da177e4SLinus Torvalds 	if (!tun)
14801da177e4SLinus Torvalds 		return -EBADFD;
14811da177e4SLinus Torvalds 
14826b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_fasync %d\n", on);
14831da177e4SLinus Torvalds 
14841da177e4SLinus Torvalds 	if ((ret = fasync_helper(fd, file, on, &tun->fasync)) < 0)
14859d319522SJonathan Corbet 		goto out;
14861da177e4SLinus Torvalds 
14871da177e4SLinus Torvalds 	if (on) {
1488609d7fa9SEric W. Biederman 		ret = __f_setown(file, task_pid(current), PIDTYPE_PID, 0);
14891da177e4SLinus Torvalds 		if (ret)
14909d319522SJonathan Corbet 			goto out;
14911da177e4SLinus Torvalds 		tun->flags |= TUN_FASYNC;
14921da177e4SLinus Torvalds 	} else
14931da177e4SLinus Torvalds 		tun->flags &= ~TUN_FASYNC;
14949d319522SJonathan Corbet 	ret = 0;
14959d319522SJonathan Corbet out:
1496631ab46bSEric W. Biederman 	tun_put(tun);
14979d319522SJonathan Corbet 	return ret;
14981da177e4SLinus Torvalds }
14991da177e4SLinus Torvalds 
15001da177e4SLinus Torvalds static int tun_chr_open(struct inode *inode, struct file * file)
15011da177e4SLinus Torvalds {
1502631ab46bSEric W. Biederman 	struct tun_file *tfile;
1503deed49fbSThomas Gleixner 
15046b8a66eeSJoe Perches 	DBG1(KERN_INFO, "tunX: tun_chr_open\n");
1505631ab46bSEric W. Biederman 
1506631ab46bSEric W. Biederman 	tfile = kmalloc(sizeof(*tfile), GFP_KERNEL);
1507631ab46bSEric W. Biederman 	if (!tfile)
1508631ab46bSEric W. Biederman 		return -ENOMEM;
1509c70f1829SEric W. Biederman 	atomic_set(&tfile->count, 0);
1510631ab46bSEric W. Biederman 	tfile->tun = NULL;
151136b50babSEric W. Biederman 	tfile->net = get_net(current->nsproxy->net_ns);
1512631ab46bSEric W. Biederman 	file->private_data = tfile;
15131da177e4SLinus Torvalds 	return 0;
15141da177e4SLinus Torvalds }
15151da177e4SLinus Torvalds 
15161da177e4SLinus Torvalds static int tun_chr_close(struct inode *inode, struct file *file)
15171da177e4SLinus Torvalds {
1518631ab46bSEric W. Biederman 	struct tun_file *tfile = file->private_data;
1519f0a4d0e5SEric W. Biederman 	struct tun_struct *tun;
15201da177e4SLinus Torvalds 
1521f0a4d0e5SEric W. Biederman 	tun = __tun_get(tfile);
1522631ab46bSEric W. Biederman 	if (tun) {
1523d23e4365SHerbert Xu 		struct net_device *dev = tun->dev;
1524d23e4365SHerbert Xu 
15256b8a66eeSJoe Perches 		tun_debug(KERN_INFO, tun, "tun_chr_close\n");
15261da177e4SLinus Torvalds 
1527631ab46bSEric W. Biederman 		__tun_detach(tun);
15281da177e4SLinus Torvalds 
15293ad2f3fbSDaniel Mack 		/* If desirable, unregister the netdevice. */
1530d23e4365SHerbert Xu 		if (!(tun->flags & TUN_PERSIST)) {
1531d23e4365SHerbert Xu 			rtnl_lock();
1532d23e4365SHerbert Xu 			if (dev->reg_state == NETREG_REGISTERED)
1533d23e4365SHerbert Xu 				unregister_netdevice(dev);
1534f0a4d0e5SEric W. Biederman 			rtnl_unlock();
1535d23e4365SHerbert Xu 		}
1536d23e4365SHerbert Xu 	}
1537631ab46bSEric W. Biederman 
15389c3fea6aSHerbert Xu 	tun = tfile->tun;
15399c3fea6aSHerbert Xu 	if (tun)
154089f56d1eSMichael S. Tsirkin 		sock_put(tun->socket.sk);
15419c3fea6aSHerbert Xu 
154236b50babSEric W. Biederman 	put_net(tfile->net);
1543631ab46bSEric W. Biederman 	kfree(tfile);
15441da177e4SLinus Torvalds 
15451da177e4SLinus Torvalds 	return 0;
15461da177e4SLinus Torvalds }
15471da177e4SLinus Torvalds 
1548d54b1fdbSArjan van de Ven static const struct file_operations tun_fops = {
15491da177e4SLinus Torvalds 	.owner	= THIS_MODULE,
15501da177e4SLinus Torvalds 	.llseek = no_llseek,
1551ee0b3e67SBadari Pulavarty 	.read  = do_sync_read,
1552ee0b3e67SBadari Pulavarty 	.aio_read  = tun_chr_aio_read,
1553ee0b3e67SBadari Pulavarty 	.write = do_sync_write,
1554ee0b3e67SBadari Pulavarty 	.aio_write = tun_chr_aio_write,
15551da177e4SLinus Torvalds 	.poll	= tun_chr_poll,
1556876bfd4dSHerbert Xu 	.unlocked_ioctl	= tun_chr_ioctl,
155750857e2aSArnd Bergmann #ifdef CONFIG_COMPAT
155850857e2aSArnd Bergmann 	.compat_ioctl = tun_chr_compat_ioctl,
155950857e2aSArnd Bergmann #endif
15601da177e4SLinus Torvalds 	.open	= tun_chr_open,
15611da177e4SLinus Torvalds 	.release = tun_chr_close,
15621da177e4SLinus Torvalds 	.fasync = tun_chr_fasync
15631da177e4SLinus Torvalds };
15641da177e4SLinus Torvalds 
15651da177e4SLinus Torvalds static struct miscdevice tun_miscdev = {
15661da177e4SLinus Torvalds 	.minor = TUN_MINOR,
15671da177e4SLinus Torvalds 	.name = "tun",
1568e454cea2SKay Sievers 	.nodename = "net/tun",
15691da177e4SLinus Torvalds 	.fops = &tun_fops,
15701da177e4SLinus Torvalds };
15711da177e4SLinus Torvalds 
15721da177e4SLinus Torvalds /* ethtool interface */
15731da177e4SLinus Torvalds 
15741da177e4SLinus Torvalds static int tun_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
15751da177e4SLinus Torvalds {
15761da177e4SLinus Torvalds 	cmd->supported		= 0;
15771da177e4SLinus Torvalds 	cmd->advertising	= 0;
157870739497SDavid Decotigny 	ethtool_cmd_speed_set(cmd, SPEED_10);
15791da177e4SLinus Torvalds 	cmd->duplex		= DUPLEX_FULL;
15801da177e4SLinus Torvalds 	cmd->port		= PORT_TP;
15811da177e4SLinus Torvalds 	cmd->phy_address	= 0;
15821da177e4SLinus Torvalds 	cmd->transceiver	= XCVR_INTERNAL;
15831da177e4SLinus Torvalds 	cmd->autoneg		= AUTONEG_DISABLE;
15841da177e4SLinus Torvalds 	cmd->maxtxpkt		= 0;
15851da177e4SLinus Torvalds 	cmd->maxrxpkt		= 0;
15861da177e4SLinus Torvalds 	return 0;
15871da177e4SLinus Torvalds }
15881da177e4SLinus Torvalds 
15891da177e4SLinus Torvalds static void tun_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
15901da177e4SLinus Torvalds {
15911da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
15921da177e4SLinus Torvalds 
159333a5ba14SRick Jones 	strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
159433a5ba14SRick Jones 	strlcpy(info->version, DRV_VERSION, sizeof(info->version));
159533a5ba14SRick Jones 	strlcpy(info->fw_version, "N/A", sizeof(info->fw_version));
15961da177e4SLinus Torvalds 
15971da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
15981da177e4SLinus Torvalds 	case TUN_TUN_DEV:
159933a5ba14SRick Jones 		strlcpy(info->bus_info, "tun", sizeof(info->bus_info));
16001da177e4SLinus Torvalds 		break;
16011da177e4SLinus Torvalds 	case TUN_TAP_DEV:
160233a5ba14SRick Jones 		strlcpy(info->bus_info, "tap", sizeof(info->bus_info));
16031da177e4SLinus Torvalds 		break;
16041da177e4SLinus Torvalds 	}
16051da177e4SLinus Torvalds }
16061da177e4SLinus Torvalds 
16071da177e4SLinus Torvalds static u32 tun_get_msglevel(struct net_device *dev)
16081da177e4SLinus Torvalds {
16091da177e4SLinus Torvalds #ifdef TUN_DEBUG
16101da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
16111da177e4SLinus Torvalds 	return tun->debug;
16121da177e4SLinus Torvalds #else
16131da177e4SLinus Torvalds 	return -EOPNOTSUPP;
16141da177e4SLinus Torvalds #endif
16151da177e4SLinus Torvalds }
16161da177e4SLinus Torvalds 
16171da177e4SLinus Torvalds static void tun_set_msglevel(struct net_device *dev, u32 value)
16181da177e4SLinus Torvalds {
16191da177e4SLinus Torvalds #ifdef TUN_DEBUG
16201da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
16211da177e4SLinus Torvalds 	tun->debug = value;
16221da177e4SLinus Torvalds #endif
16231da177e4SLinus Torvalds }
16241da177e4SLinus Torvalds 
16257282d491SJeff Garzik static const struct ethtool_ops tun_ethtool_ops = {
16261da177e4SLinus Torvalds 	.get_settings	= tun_get_settings,
16271da177e4SLinus Torvalds 	.get_drvinfo	= tun_get_drvinfo,
16281da177e4SLinus Torvalds 	.get_msglevel	= tun_get_msglevel,
16291da177e4SLinus Torvalds 	.set_msglevel	= tun_set_msglevel,
1630bee31369SNolan Leake 	.get_link	= ethtool_op_get_link,
16311da177e4SLinus Torvalds };
16321da177e4SLinus Torvalds 
163379d17604SPavel Emelyanov 
16341da177e4SLinus Torvalds static int __init tun_init(void)
16351da177e4SLinus Torvalds {
16361da177e4SLinus Torvalds 	int ret = 0;
16371da177e4SLinus Torvalds 
16386b8a66eeSJoe Perches 	pr_info("%s, %s\n", DRV_DESCRIPTION, DRV_VERSION);
16396b8a66eeSJoe Perches 	pr_info("%s\n", DRV_COPYRIGHT);
16401da177e4SLinus Torvalds 
1641f019a7a5SEric W. Biederman 	ret = rtnl_link_register(&tun_link_ops);
164279d17604SPavel Emelyanov 	if (ret) {
16436b8a66eeSJoe Perches 		pr_err("Can't register link_ops\n");
1644f019a7a5SEric W. Biederman 		goto err_linkops;
164579d17604SPavel Emelyanov 	}
164679d17604SPavel Emelyanov 
16471da177e4SLinus Torvalds 	ret = misc_register(&tun_miscdev);
164879d17604SPavel Emelyanov 	if (ret) {
16496b8a66eeSJoe Perches 		pr_err("Can't register misc device %d\n", TUN_MINOR);
165079d17604SPavel Emelyanov 		goto err_misc;
165179d17604SPavel Emelyanov 	}
165279d17604SPavel Emelyanov 	return  0;
165379d17604SPavel Emelyanov err_misc:
1654f019a7a5SEric W. Biederman 	rtnl_link_unregister(&tun_link_ops);
1655f019a7a5SEric W. Biederman err_linkops:
16561da177e4SLinus Torvalds 	return ret;
16571da177e4SLinus Torvalds }
16581da177e4SLinus Torvalds 
16591da177e4SLinus Torvalds static void tun_cleanup(void)
16601da177e4SLinus Torvalds {
16611da177e4SLinus Torvalds 	misc_deregister(&tun_miscdev);
1662f019a7a5SEric W. Biederman 	rtnl_link_unregister(&tun_link_ops);
16631da177e4SLinus Torvalds }
16641da177e4SLinus Torvalds 
166505c2828cSMichael S. Tsirkin /* Get an underlying socket object from tun file.  Returns error unless file is
166605c2828cSMichael S. Tsirkin  * attached to a device.  The returned object works like a packet socket, it
166705c2828cSMichael S. Tsirkin  * can be used for sock_sendmsg/sock_recvmsg.  The caller is responsible for
166805c2828cSMichael S. Tsirkin  * holding a reference to the file for as long as the socket is in use. */
166905c2828cSMichael S. Tsirkin struct socket *tun_get_socket(struct file *file)
167005c2828cSMichael S. Tsirkin {
167105c2828cSMichael S. Tsirkin 	struct tun_struct *tun;
167205c2828cSMichael S. Tsirkin 	if (file->f_op != &tun_fops)
167305c2828cSMichael S. Tsirkin 		return ERR_PTR(-EINVAL);
167405c2828cSMichael S. Tsirkin 	tun = tun_get(file);
167505c2828cSMichael S. Tsirkin 	if (!tun)
167605c2828cSMichael S. Tsirkin 		return ERR_PTR(-EBADFD);
167705c2828cSMichael S. Tsirkin 	tun_put(tun);
167805c2828cSMichael S. Tsirkin 	return &tun->socket;
167905c2828cSMichael S. Tsirkin }
168005c2828cSMichael S. Tsirkin EXPORT_SYMBOL_GPL(tun_get_socket);
168105c2828cSMichael S. Tsirkin 
16821da177e4SLinus Torvalds module_init(tun_init);
16831da177e4SLinus Torvalds module_exit(tun_cleanup);
16841da177e4SLinus Torvalds MODULE_DESCRIPTION(DRV_DESCRIPTION);
16851da177e4SLinus Torvalds MODULE_AUTHOR(DRV_COPYRIGHT);
16861da177e4SLinus Torvalds MODULE_LICENSE("GPL");
16871da177e4SLinus Torvalds MODULE_ALIAS_MISCDEV(TUN_MINOR);
1688578454ffSKay Sievers MODULE_ALIAS("devname:net/tun");
1689