xref: /openbmc/linux/drivers/net/tun.c (revision 9bc8893937c8369c9c3a045c05f5820f2242bc96)
11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  *  TUN - Universal TUN/TAP device driver.
31da177e4SLinus Torvalds  *  Copyright (C) 1999-2002 Maxim Krasnyansky <maxk@qualcomm.com>
41da177e4SLinus Torvalds  *
51da177e4SLinus Torvalds  *  This program is free software; you can redistribute it and/or modify
61da177e4SLinus Torvalds  *  it under the terms of the GNU General Public License as published by
71da177e4SLinus Torvalds  *  the Free Software Foundation; either version 2 of the License, or
81da177e4SLinus Torvalds  *  (at your option) any later version.
91da177e4SLinus Torvalds  *
101da177e4SLinus Torvalds  *  This program is distributed in the hope that it will be useful,
111da177e4SLinus Torvalds  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
121da177e4SLinus Torvalds  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
131da177e4SLinus Torvalds  *  GNU General Public License for more details.
141da177e4SLinus Torvalds  *
151da177e4SLinus Torvalds  *  $Id: tun.c,v 1.15 2002/03/01 02:44:24 maxk Exp $
161da177e4SLinus Torvalds  */
171da177e4SLinus Torvalds 
181da177e4SLinus Torvalds /*
191da177e4SLinus Torvalds  *  Changes:
201da177e4SLinus Torvalds  *
21ff4cc3acSMike Kershaw  *  Mike Kershaw <dragorn@kismetwireless.net> 2005/08/14
22ff4cc3acSMike Kershaw  *    Add TUNSETLINK ioctl to set the link encapsulation
23ff4cc3acSMike Kershaw  *
241da177e4SLinus Torvalds  *  Mark Smith <markzzzsmith@yahoo.com.au>
25344dc8edSJoe Perches  *    Use eth_random_addr() for tap MAC address.
261da177e4SLinus Torvalds  *
271da177e4SLinus Torvalds  *  Harald Roelle <harald.roelle@ifi.lmu.de>  2004/04/20
281da177e4SLinus Torvalds  *    Fixes in packet dropping, queue length setting and queue wakeup.
291da177e4SLinus Torvalds  *    Increased default tx queue length.
301da177e4SLinus Torvalds  *    Added ethtool API.
311da177e4SLinus Torvalds  *    Minor cleanups
321da177e4SLinus Torvalds  *
331da177e4SLinus Torvalds  *  Daniel Podlejski <underley@underley.eu.org>
341da177e4SLinus Torvalds  *    Modifications for 2.3.99-pre5 kernel.
351da177e4SLinus Torvalds  */
361da177e4SLinus Torvalds 
376b8a66eeSJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
386b8a66eeSJoe Perches 
391da177e4SLinus Torvalds #define DRV_NAME	"tun"
401da177e4SLinus Torvalds #define DRV_VERSION	"1.6"
411da177e4SLinus Torvalds #define DRV_DESCRIPTION	"Universal TUN/TAP device driver"
421da177e4SLinus Torvalds #define DRV_COPYRIGHT	"(C) 1999-2004 Max Krasnyansky <maxk@qualcomm.com>"
431da177e4SLinus Torvalds 
441da177e4SLinus Torvalds #include <linux/module.h>
451da177e4SLinus Torvalds #include <linux/errno.h>
461da177e4SLinus Torvalds #include <linux/kernel.h>
471da177e4SLinus Torvalds #include <linux/major.h>
481da177e4SLinus Torvalds #include <linux/slab.h>
491da177e4SLinus Torvalds #include <linux/poll.h>
501da177e4SLinus Torvalds #include <linux/fcntl.h>
511da177e4SLinus Torvalds #include <linux/init.h>
521da177e4SLinus Torvalds #include <linux/skbuff.h>
531da177e4SLinus Torvalds #include <linux/netdevice.h>
541da177e4SLinus Torvalds #include <linux/etherdevice.h>
551da177e4SLinus Torvalds #include <linux/miscdevice.h>
561da177e4SLinus Torvalds #include <linux/ethtool.h>
571da177e4SLinus Torvalds #include <linux/rtnetlink.h>
5850857e2aSArnd Bergmann #include <linux/compat.h>
591da177e4SLinus Torvalds #include <linux/if.h>
601da177e4SLinus Torvalds #include <linux/if_arp.h>
611da177e4SLinus Torvalds #include <linux/if_ether.h>
621da177e4SLinus Torvalds #include <linux/if_tun.h>
636680ec68SJason Wang #include <linux/if_vlan.h>
641da177e4SLinus Torvalds #include <linux/crc32.h>
65d647a591SPavel Emelyanov #include <linux/nsproxy.h>
66f43798c2SRusty Russell #include <linux/virtio_net.h>
6799405162SMichael S. Tsirkin #include <linux/rcupdate.h>
68881d966bSEric W. Biederman #include <net/net_namespace.h>
6979d17604SPavel Emelyanov #include <net/netns/generic.h>
70f019a7a5SEric W. Biederman #include <net/rtnetlink.h>
7133dccbb0SHerbert Xu #include <net/sock.h>
721da177e4SLinus Torvalds 
731da177e4SLinus Torvalds #include <asm/uaccess.h>
741da177e4SLinus Torvalds 
7514daa021SRusty Russell /* Uncomment to enable debugging */
7614daa021SRusty Russell /* #define TUN_DEBUG 1 */
7714daa021SRusty Russell 
781da177e4SLinus Torvalds #ifdef TUN_DEBUG
791da177e4SLinus Torvalds static int debug;
8014daa021SRusty Russell 
816b8a66eeSJoe Perches #define tun_debug(level, tun, fmt, args...)			\
826b8a66eeSJoe Perches do {								\
836b8a66eeSJoe Perches 	if (tun->debug)						\
846b8a66eeSJoe Perches 		netdev_printk(level, tun->dev, fmt, ##args);	\
856b8a66eeSJoe Perches } while (0)
866b8a66eeSJoe Perches #define DBG1(level, fmt, args...)				\
876b8a66eeSJoe Perches do {								\
886b8a66eeSJoe Perches 	if (debug == 2)						\
896b8a66eeSJoe Perches 		printk(level fmt, ##args);			\
906b8a66eeSJoe Perches } while (0)
9114daa021SRusty Russell #else
926b8a66eeSJoe Perches #define tun_debug(level, tun, fmt, args...)			\
936b8a66eeSJoe Perches do {								\
946b8a66eeSJoe Perches 	if (0)							\
956b8a66eeSJoe Perches 		netdev_printk(level, tun->dev, fmt, ##args);	\
966b8a66eeSJoe Perches } while (0)
976b8a66eeSJoe Perches #define DBG1(level, fmt, args...)				\
986b8a66eeSJoe Perches do {								\
996b8a66eeSJoe Perches 	if (0)							\
1006b8a66eeSJoe Perches 		printk(level fmt, ##args);			\
1016b8a66eeSJoe Perches } while (0)
1021da177e4SLinus Torvalds #endif
1031da177e4SLinus Torvalds 
1040690899bSMichael S. Tsirkin #define GOODCOPY_LEN 128
1050690899bSMichael S. Tsirkin 
106f271b2ccSMax Krasnyansky #define FLT_EXACT_COUNT 8
107f271b2ccSMax Krasnyansky struct tap_filter {
108f271b2ccSMax Krasnyansky 	unsigned int    count;    /* Number of addrs. Zero means disabled */
109f271b2ccSMax Krasnyansky 	u32             mask[2];  /* Mask of the hashed addrs */
110f271b2ccSMax Krasnyansky 	unsigned char	addr[FLT_EXACT_COUNT][ETH_ALEN];
111f271b2ccSMax Krasnyansky };
112f271b2ccSMax Krasnyansky 
11392d4ea6eSstephen hemminger /* DEFAULT_MAX_NUM_RSS_QUEUES were chosen to let the rx/tx queues allocated for
114edfb6a14SJason Wang  * the netdevice to be fit in one page. So we can make sure the success of
115edfb6a14SJason Wang  * memory allocation. TODO: increase the limit. */
116edfb6a14SJason Wang #define MAX_TAP_QUEUES DEFAULT_MAX_NUM_RSS_QUEUES
117b8732fb7SJason Wang #define MAX_TAP_FLOWS  4096
118c8d68e6bSJason Wang 
11996442e42SJason Wang #define TUN_FLOW_EXPIRE (3 * HZ)
12096442e42SJason Wang 
12154f968d6SJason Wang /* A tun_file connects an open character device to a tuntap netdevice. It
12292d4ea6eSstephen hemminger  * also contains all socket related structures (except sock_fprog and tap_filter)
12354f968d6SJason Wang  * to serve as one transmit queue for tuntap device. The sock_fprog and
12454f968d6SJason Wang  * tap_filter were kept in tun_struct since they were used for filtering for the
12536fe8c09SRami Rosen  * netdevice not for a specific queue (at least I didn't see the requirement for
12654f968d6SJason Wang  * this).
1276e914fc7SJason Wang  *
1286e914fc7SJason Wang  * RCU usage:
12936fe8c09SRami Rosen  * The tun_file and tun_struct are loosely coupled, the pointer from one to the
1306e914fc7SJason Wang  * other can only be read while rcu_read_lock or rtnl_lock is held.
13154f968d6SJason Wang  */
132631ab46bSEric W. Biederman struct tun_file {
13354f968d6SJason Wang 	struct sock sk;
13454f968d6SJason Wang 	struct socket socket;
13554f968d6SJason Wang 	struct socket_wq wq;
1366e914fc7SJason Wang 	struct tun_struct __rcu *tun;
13736b50babSEric W. Biederman 	struct net *net;
13854f968d6SJason Wang 	struct fasync_struct *fasync;
13954f968d6SJason Wang 	/* only used for fasnyc */
14054f968d6SJason Wang 	unsigned int flags;
141fb7589a1SPavel Emelyanov 	union {
142c8d68e6bSJason Wang 		u16 queue_index;
143fb7589a1SPavel Emelyanov 		unsigned int ifindex;
144fb7589a1SPavel Emelyanov 	};
1454008e97fSJason Wang 	struct list_head next;
1464008e97fSJason Wang 	struct tun_struct *detached;
147631ab46bSEric W. Biederman };
148631ab46bSEric W. Biederman 
14996442e42SJason Wang struct tun_flow_entry {
15096442e42SJason Wang 	struct hlist_node hash_link;
15196442e42SJason Wang 	struct rcu_head rcu;
15296442e42SJason Wang 	struct tun_struct *tun;
15396442e42SJason Wang 
15496442e42SJason Wang 	u32 rxhash;
155*9bc88939STom Herbert 	u32 rps_rxhash;
15696442e42SJason Wang 	int queue_index;
15796442e42SJason Wang 	unsigned long updated;
15896442e42SJason Wang };
15996442e42SJason Wang 
16096442e42SJason Wang #define TUN_NUM_FLOW_ENTRIES 1024
16196442e42SJason Wang 
16254f968d6SJason Wang /* Since the socket were moved to tun_file, to preserve the behavior of persist
16336fe8c09SRami Rosen  * device, socket filter, sndbuf and vnet header size were restore when the
16454f968d6SJason Wang  * file were attached to a persist device.
16554f968d6SJason Wang  */
16614daa021SRusty Russell struct tun_struct {
167c8d68e6bSJason Wang 	struct tun_file __rcu	*tfiles[MAX_TAP_QUEUES];
168c8d68e6bSJason Wang 	unsigned int            numqueues;
169f271b2ccSMax Krasnyansky 	unsigned int 		flags;
1700625c883SEric W. Biederman 	kuid_t			owner;
1710625c883SEric W. Biederman 	kgid_t			group;
17214daa021SRusty Russell 
17314daa021SRusty Russell 	struct net_device	*dev;
174c8f44affSMichał Mirosław 	netdev_features_t	set_features;
17588255375SMichał Mirosław #define TUN_USER_FEATURES (NETIF_F_HW_CSUM|NETIF_F_TSO_ECN|NETIF_F_TSO| \
17688255375SMichał Mirosław 			  NETIF_F_TSO6|NETIF_F_UFO)
177d9d52b51SMichael S. Tsirkin 
178d9d52b51SMichael S. Tsirkin 	int			vnet_hdr_sz;
17954f968d6SJason Wang 	int			sndbuf;
18054f968d6SJason Wang 	struct tap_filter	txflt;
18154f968d6SJason Wang 	struct sock_fprog	fprog;
18254f968d6SJason Wang 	/* protected by rtnl lock */
18354f968d6SJason Wang 	bool			filter_attached;
18414daa021SRusty Russell #ifdef TUN_DEBUG
18514daa021SRusty Russell 	int debug;
18614daa021SRusty Russell #endif
18796442e42SJason Wang 	spinlock_t lock;
18896442e42SJason Wang 	struct hlist_head flows[TUN_NUM_FLOW_ENTRIES];
18996442e42SJason Wang 	struct timer_list flow_gc_timer;
19096442e42SJason Wang 	unsigned long ageing_time;
1914008e97fSJason Wang 	unsigned int numdisabled;
1924008e97fSJason Wang 	struct list_head disabled;
1935dbbaf2dSPaul Moore 	void *security;
194b8732fb7SJason Wang 	u32 flow_count;
19514daa021SRusty Russell };
19614daa021SRusty Russell 
19796442e42SJason Wang static inline u32 tun_hashfn(u32 rxhash)
19896442e42SJason Wang {
19996442e42SJason Wang 	return rxhash & 0x3ff;
20096442e42SJason Wang }
20196442e42SJason Wang 
20296442e42SJason Wang static struct tun_flow_entry *tun_flow_find(struct hlist_head *head, u32 rxhash)
20396442e42SJason Wang {
20496442e42SJason Wang 	struct tun_flow_entry *e;
20596442e42SJason Wang 
206b67bfe0dSSasha Levin 	hlist_for_each_entry_rcu(e, head, hash_link) {
20796442e42SJason Wang 		if (e->rxhash == rxhash)
20896442e42SJason Wang 			return e;
20996442e42SJason Wang 	}
21096442e42SJason Wang 	return NULL;
21196442e42SJason Wang }
21296442e42SJason Wang 
21396442e42SJason Wang static struct tun_flow_entry *tun_flow_create(struct tun_struct *tun,
21496442e42SJason Wang 					      struct hlist_head *head,
21596442e42SJason Wang 					      u32 rxhash, u16 queue_index)
21696442e42SJason Wang {
2179fdc6befSEric Dumazet 	struct tun_flow_entry *e = kmalloc(sizeof(*e), GFP_ATOMIC);
2189fdc6befSEric Dumazet 
21996442e42SJason Wang 	if (e) {
22096442e42SJason Wang 		tun_debug(KERN_INFO, tun, "create flow: hash %u index %u\n",
22196442e42SJason Wang 			  rxhash, queue_index);
22296442e42SJason Wang 		e->updated = jiffies;
22396442e42SJason Wang 		e->rxhash = rxhash;
224*9bc88939STom Herbert 		e->rps_rxhash = 0;
22596442e42SJason Wang 		e->queue_index = queue_index;
22696442e42SJason Wang 		e->tun = tun;
22796442e42SJason Wang 		hlist_add_head_rcu(&e->hash_link, head);
228b8732fb7SJason Wang 		++tun->flow_count;
22996442e42SJason Wang 	}
23096442e42SJason Wang 	return e;
23196442e42SJason Wang }
23296442e42SJason Wang 
23396442e42SJason Wang static void tun_flow_delete(struct tun_struct *tun, struct tun_flow_entry *e)
23496442e42SJason Wang {
23596442e42SJason Wang 	tun_debug(KERN_INFO, tun, "delete flow: hash %u index %u\n",
23696442e42SJason Wang 		  e->rxhash, e->queue_index);
237*9bc88939STom Herbert 	sock_rps_reset_flow_hash(e->rps_rxhash);
23896442e42SJason Wang 	hlist_del_rcu(&e->hash_link);
2399fdc6befSEric Dumazet 	kfree_rcu(e, rcu);
240b8732fb7SJason Wang 	--tun->flow_count;
24196442e42SJason Wang }
24296442e42SJason Wang 
24396442e42SJason Wang static void tun_flow_flush(struct tun_struct *tun)
24496442e42SJason Wang {
24596442e42SJason Wang 	int i;
24696442e42SJason Wang 
24796442e42SJason Wang 	spin_lock_bh(&tun->lock);
24896442e42SJason Wang 	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
24996442e42SJason Wang 		struct tun_flow_entry *e;
250b67bfe0dSSasha Levin 		struct hlist_node *n;
25196442e42SJason Wang 
252b67bfe0dSSasha Levin 		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link)
25396442e42SJason Wang 			tun_flow_delete(tun, e);
25496442e42SJason Wang 	}
25596442e42SJason Wang 	spin_unlock_bh(&tun->lock);
25696442e42SJason Wang }
25796442e42SJason Wang 
25896442e42SJason Wang static void tun_flow_delete_by_queue(struct tun_struct *tun, u16 queue_index)
25996442e42SJason Wang {
26096442e42SJason Wang 	int i;
26196442e42SJason Wang 
26296442e42SJason Wang 	spin_lock_bh(&tun->lock);
26396442e42SJason Wang 	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
26496442e42SJason Wang 		struct tun_flow_entry *e;
265b67bfe0dSSasha Levin 		struct hlist_node *n;
26696442e42SJason Wang 
267b67bfe0dSSasha Levin 		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link) {
26896442e42SJason Wang 			if (e->queue_index == queue_index)
26996442e42SJason Wang 				tun_flow_delete(tun, e);
27096442e42SJason Wang 		}
27196442e42SJason Wang 	}
27296442e42SJason Wang 	spin_unlock_bh(&tun->lock);
27396442e42SJason Wang }
27496442e42SJason Wang 
27596442e42SJason Wang static void tun_flow_cleanup(unsigned long data)
27696442e42SJason Wang {
27796442e42SJason Wang 	struct tun_struct *tun = (struct tun_struct *)data;
27896442e42SJason Wang 	unsigned long delay = tun->ageing_time;
27996442e42SJason Wang 	unsigned long next_timer = jiffies + delay;
28096442e42SJason Wang 	unsigned long count = 0;
28196442e42SJason Wang 	int i;
28296442e42SJason Wang 
28396442e42SJason Wang 	tun_debug(KERN_INFO, tun, "tun_flow_cleanup\n");
28496442e42SJason Wang 
28596442e42SJason Wang 	spin_lock_bh(&tun->lock);
28696442e42SJason Wang 	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++) {
28796442e42SJason Wang 		struct tun_flow_entry *e;
288b67bfe0dSSasha Levin 		struct hlist_node *n;
28996442e42SJason Wang 
290b67bfe0dSSasha Levin 		hlist_for_each_entry_safe(e, n, &tun->flows[i], hash_link) {
29196442e42SJason Wang 			unsigned long this_timer;
29296442e42SJason Wang 			count++;
29396442e42SJason Wang 			this_timer = e->updated + delay;
29496442e42SJason Wang 			if (time_before_eq(this_timer, jiffies))
29596442e42SJason Wang 				tun_flow_delete(tun, e);
29696442e42SJason Wang 			else if (time_before(this_timer, next_timer))
29796442e42SJason Wang 				next_timer = this_timer;
29896442e42SJason Wang 		}
29996442e42SJason Wang 	}
30096442e42SJason Wang 
30196442e42SJason Wang 	if (count)
30296442e42SJason Wang 		mod_timer(&tun->flow_gc_timer, round_jiffies_up(next_timer));
30396442e42SJason Wang 	spin_unlock_bh(&tun->lock);
30496442e42SJason Wang }
30596442e42SJason Wang 
30649974420SEric Dumazet static void tun_flow_update(struct tun_struct *tun, u32 rxhash,
3079e85722dSJason Wang 			    struct tun_file *tfile)
30896442e42SJason Wang {
30996442e42SJason Wang 	struct hlist_head *head;
31096442e42SJason Wang 	struct tun_flow_entry *e;
31196442e42SJason Wang 	unsigned long delay = tun->ageing_time;
3129e85722dSJason Wang 	u16 queue_index = tfile->queue_index;
31396442e42SJason Wang 
31496442e42SJason Wang 	if (!rxhash)
31596442e42SJason Wang 		return;
31696442e42SJason Wang 	else
31796442e42SJason Wang 		head = &tun->flows[tun_hashfn(rxhash)];
31896442e42SJason Wang 
31996442e42SJason Wang 	rcu_read_lock();
32096442e42SJason Wang 
3219e85722dSJason Wang 	/* We may get a very small possibility of OOO during switching, not
3229e85722dSJason Wang 	 * worth to optimize.*/
3239e85722dSJason Wang 	if (tun->numqueues == 1 || tfile->detached)
32496442e42SJason Wang 		goto unlock;
32596442e42SJason Wang 
32696442e42SJason Wang 	e = tun_flow_find(head, rxhash);
32796442e42SJason Wang 	if (likely(e)) {
32896442e42SJason Wang 		/* TODO: keep queueing to old queue until it's empty? */
32996442e42SJason Wang 		e->queue_index = queue_index;
33096442e42SJason Wang 		e->updated = jiffies;
331*9bc88939STom Herbert 		sock_rps_record_flow_hash(e->rps_rxhash);
33296442e42SJason Wang 	} else {
33396442e42SJason Wang 		spin_lock_bh(&tun->lock);
334b8732fb7SJason Wang 		if (!tun_flow_find(head, rxhash) &&
335b8732fb7SJason Wang 		    tun->flow_count < MAX_TAP_FLOWS)
33696442e42SJason Wang 			tun_flow_create(tun, head, rxhash, queue_index);
33796442e42SJason Wang 
33896442e42SJason Wang 		if (!timer_pending(&tun->flow_gc_timer))
33996442e42SJason Wang 			mod_timer(&tun->flow_gc_timer,
34096442e42SJason Wang 				  round_jiffies_up(jiffies + delay));
34196442e42SJason Wang 		spin_unlock_bh(&tun->lock);
34296442e42SJason Wang 	}
34396442e42SJason Wang 
34496442e42SJason Wang unlock:
34596442e42SJason Wang 	rcu_read_unlock();
34696442e42SJason Wang }
34796442e42SJason Wang 
348*9bc88939STom Herbert /**
349*9bc88939STom Herbert  * Save the hash received in the stack receive path and update the
350*9bc88939STom Herbert  * flow_hash table accordingly.
351*9bc88939STom Herbert  */
352*9bc88939STom Herbert static inline void tun_flow_save_rps_rxhash(struct tun_flow_entry *e, u32 hash)
353*9bc88939STom Herbert {
354*9bc88939STom Herbert 	if (unlikely(e->rps_rxhash != hash)) {
355*9bc88939STom Herbert 		sock_rps_reset_flow_hash(e->rps_rxhash);
356*9bc88939STom Herbert 		e->rps_rxhash = hash;
357*9bc88939STom Herbert 	}
358*9bc88939STom Herbert }
359*9bc88939STom Herbert 
360c8d68e6bSJason Wang /* We try to identify a flow through its rxhash first. The reason that
36192d4ea6eSstephen hemminger  * we do not check rxq no. is because some cards(e.g 82599), chooses
362c8d68e6bSJason Wang  * the rxq based on the txq where the last packet of the flow comes. As
363c8d68e6bSJason Wang  * the userspace application move between processors, we may get a
364c8d68e6bSJason Wang  * different rxq no. here. If we could not get rxhash, then we would
365c8d68e6bSJason Wang  * hope the rxq no. may help here.
366c8d68e6bSJason Wang  */
367c8d68e6bSJason Wang static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb)
368c8d68e6bSJason Wang {
369c8d68e6bSJason Wang 	struct tun_struct *tun = netdev_priv(dev);
37096442e42SJason Wang 	struct tun_flow_entry *e;
371c8d68e6bSJason Wang 	u32 txq = 0;
372c8d68e6bSJason Wang 	u32 numqueues = 0;
373c8d68e6bSJason Wang 
374c8d68e6bSJason Wang 	rcu_read_lock();
37592bb73eaSJason Wang 	numqueues = ACCESS_ONCE(tun->numqueues);
376c8d68e6bSJason Wang 
3773958afa1STom Herbert 	txq = skb_get_hash(skb);
378c8d68e6bSJason Wang 	if (txq) {
37996442e42SJason Wang 		e = tun_flow_find(&tun->flows[tun_hashfn(txq)], txq);
380*9bc88939STom Herbert 		if (e) {
38196442e42SJason Wang 			txq = e->queue_index;
382*9bc88939STom Herbert 			tun_flow_save_rps_rxhash(e, txq);
383*9bc88939STom Herbert 		} else
384c8d68e6bSJason Wang 			/* use multiply and shift instead of expensive divide */
385c8d68e6bSJason Wang 			txq = ((u64)txq * numqueues) >> 32;
386c8d68e6bSJason Wang 	} else if (likely(skb_rx_queue_recorded(skb))) {
387c8d68e6bSJason Wang 		txq = skb_get_rx_queue(skb);
388c8d68e6bSJason Wang 		while (unlikely(txq >= numqueues))
389c8d68e6bSJason Wang 			txq -= numqueues;
390c8d68e6bSJason Wang 	}
391c8d68e6bSJason Wang 
392c8d68e6bSJason Wang 	rcu_read_unlock();
393c8d68e6bSJason Wang 	return txq;
394c8d68e6bSJason Wang }
395c8d68e6bSJason Wang 
396cde8b15fSJason Wang static inline bool tun_not_capable(struct tun_struct *tun)
397cde8b15fSJason Wang {
398cde8b15fSJason Wang 	const struct cred *cred = current_cred();
399c260b772SEric W. Biederman 	struct net *net = dev_net(tun->dev);
400cde8b15fSJason Wang 
401cde8b15fSJason Wang 	return ((uid_valid(tun->owner) && !uid_eq(cred->euid, tun->owner)) ||
402cde8b15fSJason Wang 		  (gid_valid(tun->group) && !in_egroup_p(tun->group))) &&
403c260b772SEric W. Biederman 		!ns_capable(net->user_ns, CAP_NET_ADMIN);
404cde8b15fSJason Wang }
405cde8b15fSJason Wang 
406c8d68e6bSJason Wang static void tun_set_real_num_queues(struct tun_struct *tun)
407c8d68e6bSJason Wang {
408c8d68e6bSJason Wang 	netif_set_real_num_tx_queues(tun->dev, tun->numqueues);
409c8d68e6bSJason Wang 	netif_set_real_num_rx_queues(tun->dev, tun->numqueues);
410c8d68e6bSJason Wang }
411c8d68e6bSJason Wang 
4124008e97fSJason Wang static void tun_disable_queue(struct tun_struct *tun, struct tun_file *tfile)
4134008e97fSJason Wang {
4144008e97fSJason Wang 	tfile->detached = tun;
4154008e97fSJason Wang 	list_add_tail(&tfile->next, &tun->disabled);
4164008e97fSJason Wang 	++tun->numdisabled;
4174008e97fSJason Wang }
4184008e97fSJason Wang 
419d32649d1SJason Wang static struct tun_struct *tun_enable_queue(struct tun_file *tfile)
4204008e97fSJason Wang {
4214008e97fSJason Wang 	struct tun_struct *tun = tfile->detached;
4224008e97fSJason Wang 
4234008e97fSJason Wang 	tfile->detached = NULL;
4244008e97fSJason Wang 	list_del_init(&tfile->next);
4254008e97fSJason Wang 	--tun->numdisabled;
4264008e97fSJason Wang 	return tun;
4274008e97fSJason Wang }
4284008e97fSJason Wang 
4294bfb0513SJason Wang static void tun_queue_purge(struct tun_file *tfile)
4304bfb0513SJason Wang {
4314bfb0513SJason Wang 	skb_queue_purge(&tfile->sk.sk_receive_queue);
4324bfb0513SJason Wang 	skb_queue_purge(&tfile->sk.sk_error_queue);
4334bfb0513SJason Wang }
4344bfb0513SJason Wang 
435c8d68e6bSJason Wang static void __tun_detach(struct tun_file *tfile, bool clean)
436c8d68e6bSJason Wang {
437c8d68e6bSJason Wang 	struct tun_file *ntfile;
438c8d68e6bSJason Wang 	struct tun_struct *tun;
439c8d68e6bSJason Wang 
440b8deabd3SJason Wang 	tun = rtnl_dereference(tfile->tun);
441b8deabd3SJason Wang 
4429e85722dSJason Wang 	if (tun && !tfile->detached) {
443c8d68e6bSJason Wang 		u16 index = tfile->queue_index;
444c8d68e6bSJason Wang 		BUG_ON(index >= tun->numqueues);
445c8d68e6bSJason Wang 
446c8d68e6bSJason Wang 		rcu_assign_pointer(tun->tfiles[index],
447c8d68e6bSJason Wang 				   tun->tfiles[tun->numqueues - 1]);
448b8deabd3SJason Wang 		ntfile = rtnl_dereference(tun->tfiles[index]);
449c8d68e6bSJason Wang 		ntfile->queue_index = index;
450c8d68e6bSJason Wang 
451c8d68e6bSJason Wang 		--tun->numqueues;
4529e85722dSJason Wang 		if (clean) {
4539e85722dSJason Wang 			rcu_assign_pointer(tfile->tun, NULL);
454c8d68e6bSJason Wang 			sock_put(&tfile->sk);
4559e85722dSJason Wang 		} else
4564008e97fSJason Wang 			tun_disable_queue(tun, tfile);
457c8d68e6bSJason Wang 
458c8d68e6bSJason Wang 		synchronize_net();
45996442e42SJason Wang 		tun_flow_delete_by_queue(tun, tun->numqueues + 1);
460c8d68e6bSJason Wang 		/* Drop read queue */
4614bfb0513SJason Wang 		tun_queue_purge(tfile);
462c8d68e6bSJason Wang 		tun_set_real_num_queues(tun);
463dd38bd85SJason Wang 	} else if (tfile->detached && clean) {
4644008e97fSJason Wang 		tun = tun_enable_queue(tfile);
465dd38bd85SJason Wang 		sock_put(&tfile->sk);
466dd38bd85SJason Wang 	}
467c8d68e6bSJason Wang 
468c8d68e6bSJason Wang 	if (clean) {
469af668b3cSMichael S. Tsirkin 		if (tun && tun->numqueues == 0 && tun->numdisabled == 0) {
470af668b3cSMichael S. Tsirkin 			netif_carrier_off(tun->dev);
471af668b3cSMichael S. Tsirkin 
472af668b3cSMichael S. Tsirkin 			if (!(tun->flags & TUN_PERSIST) &&
473af668b3cSMichael S. Tsirkin 			    tun->dev->reg_state == NETREG_REGISTERED)
4744008e97fSJason Wang 				unregister_netdevice(tun->dev);
475af668b3cSMichael S. Tsirkin 		}
4764008e97fSJason Wang 
477c8d68e6bSJason Wang 		BUG_ON(!test_bit(SOCK_EXTERNALLY_ALLOCATED,
478c8d68e6bSJason Wang 				 &tfile->socket.flags));
479c8d68e6bSJason Wang 		sk_release_kernel(&tfile->sk);
480c8d68e6bSJason Wang 	}
481c8d68e6bSJason Wang }
482c8d68e6bSJason Wang 
483c8d68e6bSJason Wang static void tun_detach(struct tun_file *tfile, bool clean)
484c8d68e6bSJason Wang {
485c8d68e6bSJason Wang 	rtnl_lock();
486c8d68e6bSJason Wang 	__tun_detach(tfile, clean);
487c8d68e6bSJason Wang 	rtnl_unlock();
488c8d68e6bSJason Wang }
489c8d68e6bSJason Wang 
490c8d68e6bSJason Wang static void tun_detach_all(struct net_device *dev)
491c8d68e6bSJason Wang {
492c8d68e6bSJason Wang 	struct tun_struct *tun = netdev_priv(dev);
4934008e97fSJason Wang 	struct tun_file *tfile, *tmp;
494c8d68e6bSJason Wang 	int i, n = tun->numqueues;
495c8d68e6bSJason Wang 
496c8d68e6bSJason Wang 	for (i = 0; i < n; i++) {
497b8deabd3SJason Wang 		tfile = rtnl_dereference(tun->tfiles[i]);
498c8d68e6bSJason Wang 		BUG_ON(!tfile);
499c8d68e6bSJason Wang 		wake_up_all(&tfile->wq.wait);
500c8d68e6bSJason Wang 		rcu_assign_pointer(tfile->tun, NULL);
501c8d68e6bSJason Wang 		--tun->numqueues;
502c8d68e6bSJason Wang 	}
5039e85722dSJason Wang 	list_for_each_entry(tfile, &tun->disabled, next) {
5049e85722dSJason Wang 		wake_up_all(&tfile->wq.wait);
5059e85722dSJason Wang 		rcu_assign_pointer(tfile->tun, NULL);
5069e85722dSJason Wang 	}
507c8d68e6bSJason Wang 	BUG_ON(tun->numqueues != 0);
508c8d68e6bSJason Wang 
509c8d68e6bSJason Wang 	synchronize_net();
510c8d68e6bSJason Wang 	for (i = 0; i < n; i++) {
511b8deabd3SJason Wang 		tfile = rtnl_dereference(tun->tfiles[i]);
512c8d68e6bSJason Wang 		/* Drop read queue */
5134bfb0513SJason Wang 		tun_queue_purge(tfile);
514c8d68e6bSJason Wang 		sock_put(&tfile->sk);
515c8d68e6bSJason Wang 	}
5164008e97fSJason Wang 	list_for_each_entry_safe(tfile, tmp, &tun->disabled, next) {
5174008e97fSJason Wang 		tun_enable_queue(tfile);
5184bfb0513SJason Wang 		tun_queue_purge(tfile);
5194008e97fSJason Wang 		sock_put(&tfile->sk);
5204008e97fSJason Wang 	}
5214008e97fSJason Wang 	BUG_ON(tun->numdisabled != 0);
522dd38bd85SJason Wang 
523dd38bd85SJason Wang 	if (tun->flags & TUN_PERSIST)
524dd38bd85SJason Wang 		module_put(THIS_MODULE);
525c8d68e6bSJason Wang }
526c8d68e6bSJason Wang 
527849c9b6fSPavel Emelyanov static int tun_attach(struct tun_struct *tun, struct file *file, bool skip_filter)
528a7385ba2SEric W. Biederman {
529631ab46bSEric W. Biederman 	struct tun_file *tfile = file->private_data;
53038231b7aSEric W. Biederman 	int err;
531a7385ba2SEric W. Biederman 
5325dbbaf2dSPaul Moore 	err = security_tun_dev_attach(tfile->socket.sk, tun->security);
5335dbbaf2dSPaul Moore 	if (err < 0)
5345dbbaf2dSPaul Moore 		goto out;
5355dbbaf2dSPaul Moore 
53638231b7aSEric W. Biederman 	err = -EINVAL;
5379e85722dSJason Wang 	if (rtnl_dereference(tfile->tun) && !tfile->detached)
53838231b7aSEric W. Biederman 		goto out;
53938231b7aSEric W. Biederman 
54038231b7aSEric W. Biederman 	err = -EBUSY;
541c8d68e6bSJason Wang 	if (!(tun->flags & TUN_TAP_MQ) && tun->numqueues == 1)
542c8d68e6bSJason Wang 		goto out;
543c8d68e6bSJason Wang 
544c8d68e6bSJason Wang 	err = -E2BIG;
5454008e97fSJason Wang 	if (!tfile->detached &&
5464008e97fSJason Wang 	    tun->numqueues + tun->numdisabled == MAX_TAP_QUEUES)
54738231b7aSEric W. Biederman 		goto out;
54838231b7aSEric W. Biederman 
54938231b7aSEric W. Biederman 	err = 0;
55054f968d6SJason Wang 
55192d4ea6eSstephen hemminger 	/* Re-attach the filter to persist device */
552849c9b6fSPavel Emelyanov 	if (!skip_filter && (tun->filter_attached == true)) {
55354f968d6SJason Wang 		err = sk_attach_filter(&tun->fprog, tfile->socket.sk);
55454f968d6SJason Wang 		if (!err)
55554f968d6SJason Wang 			goto out;
55654f968d6SJason Wang 	}
557c8d68e6bSJason Wang 	tfile->queue_index = tun->numqueues;
5586e914fc7SJason Wang 	rcu_assign_pointer(tfile->tun, tun);
559c8d68e6bSJason Wang 	rcu_assign_pointer(tun->tfiles[tun->numqueues], tfile);
560c8d68e6bSJason Wang 	tun->numqueues++;
561c8d68e6bSJason Wang 
5624008e97fSJason Wang 	if (tfile->detached)
5634008e97fSJason Wang 		tun_enable_queue(tfile);
5644008e97fSJason Wang 	else
5654008e97fSJason Wang 		sock_hold(&tfile->sk);
5664008e97fSJason Wang 
567c8d68e6bSJason Wang 	tun_set_real_num_queues(tun);
568c8d68e6bSJason Wang 
569c8d68e6bSJason Wang 	/* device is allowed to go away first, so no need to hold extra
570c8d68e6bSJason Wang 	 * refcnt.
571c8d68e6bSJason Wang 	 */
572a7385ba2SEric W. Biederman 
57338231b7aSEric W. Biederman out:
57438231b7aSEric W. Biederman 	return err;
575a7385ba2SEric W. Biederman }
576a7385ba2SEric W. Biederman 
577631ab46bSEric W. Biederman static struct tun_struct *__tun_get(struct tun_file *tfile)
578631ab46bSEric W. Biederman {
5796e914fc7SJason Wang 	struct tun_struct *tun;
580c70f1829SEric W. Biederman 
5816e914fc7SJason Wang 	rcu_read_lock();
5826e914fc7SJason Wang 	tun = rcu_dereference(tfile->tun);
5836e914fc7SJason Wang 	if (tun)
5846e914fc7SJason Wang 		dev_hold(tun->dev);
5856e914fc7SJason Wang 	rcu_read_unlock();
586c70f1829SEric W. Biederman 
587c70f1829SEric W. Biederman 	return tun;
588631ab46bSEric W. Biederman }
589631ab46bSEric W. Biederman 
590631ab46bSEric W. Biederman static struct tun_struct *tun_get(struct file *file)
591631ab46bSEric W. Biederman {
592631ab46bSEric W. Biederman 	return __tun_get(file->private_data);
593631ab46bSEric W. Biederman }
594631ab46bSEric W. Biederman 
595631ab46bSEric W. Biederman static void tun_put(struct tun_struct *tun)
596631ab46bSEric W. Biederman {
5976e914fc7SJason Wang 	dev_put(tun->dev);
598631ab46bSEric W. Biederman }
599631ab46bSEric W. Biederman 
6006b8a66eeSJoe Perches /* TAP filtering */
601f271b2ccSMax Krasnyansky static void addr_hash_set(u32 *mask, const u8 *addr)
602f271b2ccSMax Krasnyansky {
603f271b2ccSMax Krasnyansky 	int n = ether_crc(ETH_ALEN, addr) >> 26;
604f271b2ccSMax Krasnyansky 	mask[n >> 5] |= (1 << (n & 31));
605f271b2ccSMax Krasnyansky }
606f271b2ccSMax Krasnyansky 
607f271b2ccSMax Krasnyansky static unsigned int addr_hash_test(const u32 *mask, const u8 *addr)
608f271b2ccSMax Krasnyansky {
609f271b2ccSMax Krasnyansky 	int n = ether_crc(ETH_ALEN, addr) >> 26;
610f271b2ccSMax Krasnyansky 	return mask[n >> 5] & (1 << (n & 31));
611f271b2ccSMax Krasnyansky }
612f271b2ccSMax Krasnyansky 
613f271b2ccSMax Krasnyansky static int update_filter(struct tap_filter *filter, void __user *arg)
614f271b2ccSMax Krasnyansky {
615f271b2ccSMax Krasnyansky 	struct { u8 u[ETH_ALEN]; } *addr;
616f271b2ccSMax Krasnyansky 	struct tun_filter uf;
617f271b2ccSMax Krasnyansky 	int err, alen, n, nexact;
618f271b2ccSMax Krasnyansky 
619f271b2ccSMax Krasnyansky 	if (copy_from_user(&uf, arg, sizeof(uf)))
620f271b2ccSMax Krasnyansky 		return -EFAULT;
621f271b2ccSMax Krasnyansky 
622f271b2ccSMax Krasnyansky 	if (!uf.count) {
623f271b2ccSMax Krasnyansky 		/* Disabled */
624f271b2ccSMax Krasnyansky 		filter->count = 0;
625f271b2ccSMax Krasnyansky 		return 0;
626f271b2ccSMax Krasnyansky 	}
627f271b2ccSMax Krasnyansky 
628f271b2ccSMax Krasnyansky 	alen = ETH_ALEN * uf.count;
629f271b2ccSMax Krasnyansky 	addr = kmalloc(alen, GFP_KERNEL);
630f271b2ccSMax Krasnyansky 	if (!addr)
631f271b2ccSMax Krasnyansky 		return -ENOMEM;
632f271b2ccSMax Krasnyansky 
633f271b2ccSMax Krasnyansky 	if (copy_from_user(addr, arg + sizeof(uf), alen)) {
634f271b2ccSMax Krasnyansky 		err = -EFAULT;
635f271b2ccSMax Krasnyansky 		goto done;
636f271b2ccSMax Krasnyansky 	}
637f271b2ccSMax Krasnyansky 
638f271b2ccSMax Krasnyansky 	/* The filter is updated without holding any locks. Which is
639f271b2ccSMax Krasnyansky 	 * perfectly safe. We disable it first and in the worst
640f271b2ccSMax Krasnyansky 	 * case we'll accept a few undesired packets. */
641f271b2ccSMax Krasnyansky 	filter->count = 0;
642f271b2ccSMax Krasnyansky 	wmb();
643f271b2ccSMax Krasnyansky 
644f271b2ccSMax Krasnyansky 	/* Use first set of addresses as an exact filter */
645f271b2ccSMax Krasnyansky 	for (n = 0; n < uf.count && n < FLT_EXACT_COUNT; n++)
646f271b2ccSMax Krasnyansky 		memcpy(filter->addr[n], addr[n].u, ETH_ALEN);
647f271b2ccSMax Krasnyansky 
648f271b2ccSMax Krasnyansky 	nexact = n;
649f271b2ccSMax Krasnyansky 
650cfbf84fcSAlex Williamson 	/* Remaining multicast addresses are hashed,
651cfbf84fcSAlex Williamson 	 * unicast will leave the filter disabled. */
652f271b2ccSMax Krasnyansky 	memset(filter->mask, 0, sizeof(filter->mask));
653cfbf84fcSAlex Williamson 	for (; n < uf.count; n++) {
654cfbf84fcSAlex Williamson 		if (!is_multicast_ether_addr(addr[n].u)) {
655cfbf84fcSAlex Williamson 			err = 0; /* no filter */
656cfbf84fcSAlex Williamson 			goto done;
657cfbf84fcSAlex Williamson 		}
658f271b2ccSMax Krasnyansky 		addr_hash_set(filter->mask, addr[n].u);
659cfbf84fcSAlex Williamson 	}
660f271b2ccSMax Krasnyansky 
661f271b2ccSMax Krasnyansky 	/* For ALLMULTI just set the mask to all ones.
662f271b2ccSMax Krasnyansky 	 * This overrides the mask populated above. */
663f271b2ccSMax Krasnyansky 	if ((uf.flags & TUN_FLT_ALLMULTI))
664f271b2ccSMax Krasnyansky 		memset(filter->mask, ~0, sizeof(filter->mask));
665f271b2ccSMax Krasnyansky 
666f271b2ccSMax Krasnyansky 	/* Now enable the filter */
667f271b2ccSMax Krasnyansky 	wmb();
668f271b2ccSMax Krasnyansky 	filter->count = nexact;
669f271b2ccSMax Krasnyansky 
670f271b2ccSMax Krasnyansky 	/* Return the number of exact filters */
671f271b2ccSMax Krasnyansky 	err = nexact;
672f271b2ccSMax Krasnyansky 
673f271b2ccSMax Krasnyansky done:
674f271b2ccSMax Krasnyansky 	kfree(addr);
675f271b2ccSMax Krasnyansky 	return err;
676f271b2ccSMax Krasnyansky }
677f271b2ccSMax Krasnyansky 
678f271b2ccSMax Krasnyansky /* Returns: 0 - drop, !=0 - accept */
679f271b2ccSMax Krasnyansky static int run_filter(struct tap_filter *filter, const struct sk_buff *skb)
680f271b2ccSMax Krasnyansky {
681f271b2ccSMax Krasnyansky 	/* Cannot use eth_hdr(skb) here because skb_mac_hdr() is incorrect
682f271b2ccSMax Krasnyansky 	 * at this point. */
683f271b2ccSMax Krasnyansky 	struct ethhdr *eh = (struct ethhdr *) skb->data;
684f271b2ccSMax Krasnyansky 	int i;
685f271b2ccSMax Krasnyansky 
686f271b2ccSMax Krasnyansky 	/* Exact match */
687f271b2ccSMax Krasnyansky 	for (i = 0; i < filter->count; i++)
6882e42e474SJoe Perches 		if (ether_addr_equal(eh->h_dest, filter->addr[i]))
689f271b2ccSMax Krasnyansky 			return 1;
690f271b2ccSMax Krasnyansky 
691f271b2ccSMax Krasnyansky 	/* Inexact match (multicast only) */
692f271b2ccSMax Krasnyansky 	if (is_multicast_ether_addr(eh->h_dest))
693f271b2ccSMax Krasnyansky 		return addr_hash_test(filter->mask, eh->h_dest);
694f271b2ccSMax Krasnyansky 
695f271b2ccSMax Krasnyansky 	return 0;
696f271b2ccSMax Krasnyansky }
697f271b2ccSMax Krasnyansky 
698f271b2ccSMax Krasnyansky /*
699f271b2ccSMax Krasnyansky  * Checks whether the packet is accepted or not.
700f271b2ccSMax Krasnyansky  * Returns: 0 - drop, !=0 - accept
701f271b2ccSMax Krasnyansky  */
702f271b2ccSMax Krasnyansky static int check_filter(struct tap_filter *filter, const struct sk_buff *skb)
703f271b2ccSMax Krasnyansky {
704f271b2ccSMax Krasnyansky 	if (!filter->count)
705f271b2ccSMax Krasnyansky 		return 1;
706f271b2ccSMax Krasnyansky 
707f271b2ccSMax Krasnyansky 	return run_filter(filter, skb);
708f271b2ccSMax Krasnyansky }
709f271b2ccSMax Krasnyansky 
7101da177e4SLinus Torvalds /* Network device part of the driver */
7111da177e4SLinus Torvalds 
7127282d491SJeff Garzik static const struct ethtool_ops tun_ethtool_ops;
7131da177e4SLinus Torvalds 
714c70f1829SEric W. Biederman /* Net device detach from fd. */
715c70f1829SEric W. Biederman static void tun_net_uninit(struct net_device *dev)
716c70f1829SEric W. Biederman {
717c8d68e6bSJason Wang 	tun_detach_all(dev);
718c70f1829SEric W. Biederman }
719c70f1829SEric W. Biederman 
7201da177e4SLinus Torvalds /* Net device open. */
7211da177e4SLinus Torvalds static int tun_net_open(struct net_device *dev)
7221da177e4SLinus Torvalds {
723c8d68e6bSJason Wang 	netif_tx_start_all_queues(dev);
7241da177e4SLinus Torvalds 	return 0;
7251da177e4SLinus Torvalds }
7261da177e4SLinus Torvalds 
7271da177e4SLinus Torvalds /* Net device close. */
7281da177e4SLinus Torvalds static int tun_net_close(struct net_device *dev)
7291da177e4SLinus Torvalds {
730c8d68e6bSJason Wang 	netif_tx_stop_all_queues(dev);
7311da177e4SLinus Torvalds 	return 0;
7321da177e4SLinus Torvalds }
7331da177e4SLinus Torvalds 
7341da177e4SLinus Torvalds /* Net device start xmit */
735424efe9cSStephen Hemminger static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev)
7361da177e4SLinus Torvalds {
7371da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
738c8d68e6bSJason Wang 	int txq = skb->queue_mapping;
7396e914fc7SJason Wang 	struct tun_file *tfile;
7401da177e4SLinus Torvalds 
7416e914fc7SJason Wang 	rcu_read_lock();
742c8d68e6bSJason Wang 	tfile = rcu_dereference(tun->tfiles[txq]);
743c8d68e6bSJason Wang 
7441da177e4SLinus Torvalds 	/* Drop packet if interface is not attached */
745c8d68e6bSJason Wang 	if (txq >= tun->numqueues)
7461da177e4SLinus Torvalds 		goto drop;
7471da177e4SLinus Torvalds 
748*9bc88939STom Herbert 	if (tun->numqueues == 1) {
749*9bc88939STom Herbert 		/* Select queue was not called for the skbuff, so we extract the
750*9bc88939STom Herbert 		 * RPS hash and save it into the flow_table here.
751*9bc88939STom Herbert 		 */
752*9bc88939STom Herbert 		__u32 rxhash;
753*9bc88939STom Herbert 
754*9bc88939STom Herbert 		rxhash = skb_get_hash(skb);
755*9bc88939STom Herbert 		if (rxhash) {
756*9bc88939STom Herbert 			struct tun_flow_entry *e;
757*9bc88939STom Herbert 			e = tun_flow_find(&tun->flows[tun_hashfn(rxhash)],
758*9bc88939STom Herbert 					rxhash);
759*9bc88939STom Herbert 			if (e)
760*9bc88939STom Herbert 				tun_flow_save_rps_rxhash(e, rxhash);
761*9bc88939STom Herbert 		}
762*9bc88939STom Herbert 	}
763*9bc88939STom Herbert 
7646e914fc7SJason Wang 	tun_debug(KERN_INFO, tun, "tun_net_xmit %d\n", skb->len);
7656e914fc7SJason Wang 
766c8d68e6bSJason Wang 	BUG_ON(!tfile);
767c8d68e6bSJason Wang 
768f271b2ccSMax Krasnyansky 	/* Drop if the filter does not like it.
769f271b2ccSMax Krasnyansky 	 * This is a noop if the filter is disabled.
770f271b2ccSMax Krasnyansky 	 * Filter can be enabled only for the TAP devices. */
771f271b2ccSMax Krasnyansky 	if (!check_filter(&tun->txflt, skb))
772f271b2ccSMax Krasnyansky 		goto drop;
773f271b2ccSMax Krasnyansky 
77454f968d6SJason Wang 	if (tfile->socket.sk->sk_filter &&
77554f968d6SJason Wang 	    sk_filter(tfile->socket.sk, skb))
77699405162SMichael S. Tsirkin 		goto drop;
77799405162SMichael S. Tsirkin 
77836fe8c09SRami Rosen 	/* Limit the number of packets queued by dividing txq length with the
779c8d68e6bSJason Wang 	 * number of queues.
780c8d68e6bSJason Wang 	 */
78154f968d6SJason Wang 	if (skb_queue_len(&tfile->socket.sk->sk_receive_queue)
7825d097109SMichael S. Tsirkin 			  >= dev->tx_queue_len / tun->numqueues)
7831da177e4SLinus Torvalds 		goto drop;
7841da177e4SLinus Torvalds 
7857bf66305SJason Wang 	if (unlikely(skb_orphan_frags(skb, GFP_ATOMIC)))
7867bf66305SJason Wang 		goto drop;
7877bf66305SJason Wang 
788eda29772SRichard Cochran 	if (skb->sk) {
789eda29772SRichard Cochran 		sock_tx_timestamp(skb->sk, &skb_shinfo(skb)->tx_flags);
790eda29772SRichard Cochran 		sw_tx_timestamp(skb);
791eda29772SRichard Cochran 	}
792eda29772SRichard Cochran 
7930110d6f2SMichael S. Tsirkin 	/* Orphan the skb - required as we might hang on to it
7947bf66305SJason Wang 	 * for indefinite time.
7957bf66305SJason Wang 	 */
7960110d6f2SMichael S. Tsirkin 	skb_orphan(skb);
7970110d6f2SMichael S. Tsirkin 
798f8af75f3SEric Dumazet 	nf_reset(skb);
799f8af75f3SEric Dumazet 
800f271b2ccSMax Krasnyansky 	/* Enqueue packet */
80154f968d6SJason Wang 	skb_queue_tail(&tfile->socket.sk->sk_receive_queue, skb);
8021da177e4SLinus Torvalds 
8031da177e4SLinus Torvalds 	/* Notify and wake up reader process */
80454f968d6SJason Wang 	if (tfile->flags & TUN_FASYNC)
80554f968d6SJason Wang 		kill_fasync(&tfile->fasync, SIGIO, POLL_IN);
80654f968d6SJason Wang 	wake_up_interruptible_poll(&tfile->wq.wait, POLLIN |
80705c2828cSMichael S. Tsirkin 				   POLLRDNORM | POLLRDBAND);
8086e914fc7SJason Wang 
8096e914fc7SJason Wang 	rcu_read_unlock();
8106ed10654SPatrick McHardy 	return NETDEV_TX_OK;
8111da177e4SLinus Torvalds 
8121da177e4SLinus Torvalds drop:
81309f75cd7SJeff Garzik 	dev->stats.tx_dropped++;
814149d36f7SMichael S. Tsirkin 	skb_tx_error(skb);
8151da177e4SLinus Torvalds 	kfree_skb(skb);
8166e914fc7SJason Wang 	rcu_read_unlock();
8176ed10654SPatrick McHardy 	return NETDEV_TX_OK;
8181da177e4SLinus Torvalds }
8191da177e4SLinus Torvalds 
820f271b2ccSMax Krasnyansky static void tun_net_mclist(struct net_device *dev)
8211da177e4SLinus Torvalds {
822f271b2ccSMax Krasnyansky 	/*
823f271b2ccSMax Krasnyansky 	 * This callback is supposed to deal with mc filter in
824f271b2ccSMax Krasnyansky 	 * _rx_ path and has nothing to do with the _tx_ path.
825f271b2ccSMax Krasnyansky 	 * In rx path we always accept everything userspace gives us.
826f271b2ccSMax Krasnyansky 	 */
8271da177e4SLinus Torvalds }
8281da177e4SLinus Torvalds 
8294885a504SEd Swierk #define MIN_MTU 68
8304885a504SEd Swierk #define MAX_MTU 65535
8314885a504SEd Swierk 
8324885a504SEd Swierk static int
8334885a504SEd Swierk tun_net_change_mtu(struct net_device *dev, int new_mtu)
8344885a504SEd Swierk {
8354885a504SEd Swierk 	if (new_mtu < MIN_MTU || new_mtu + dev->hard_header_len > MAX_MTU)
8364885a504SEd Swierk 		return -EINVAL;
8374885a504SEd Swierk 	dev->mtu = new_mtu;
8384885a504SEd Swierk 	return 0;
8394885a504SEd Swierk }
8404885a504SEd Swierk 
841c8f44affSMichał Mirosław static netdev_features_t tun_net_fix_features(struct net_device *dev,
842c8f44affSMichał Mirosław 	netdev_features_t features)
84388255375SMichał Mirosław {
84488255375SMichał Mirosław 	struct tun_struct *tun = netdev_priv(dev);
84588255375SMichał Mirosław 
84688255375SMichał Mirosław 	return (features & tun->set_features) | (features & ~TUN_USER_FEATURES);
84788255375SMichał Mirosław }
848bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
849bebd097aSNeil Horman static void tun_poll_controller(struct net_device *dev)
850bebd097aSNeil Horman {
851bebd097aSNeil Horman 	/*
852bebd097aSNeil Horman 	 * Tun only receives frames when:
853bebd097aSNeil Horman 	 * 1) the char device endpoint gets data from user space
854bebd097aSNeil Horman 	 * 2) the tun socket gets a sendmsg call from user space
85592d4ea6eSstephen hemminger 	 * Since both of those are synchronous operations, we are guaranteed
856bebd097aSNeil Horman 	 * never to have pending data when we poll for it
85792d4ea6eSstephen hemminger 	 * so there is nothing to do here but return.
858bebd097aSNeil Horman 	 * We need this though so netpoll recognizes us as an interface that
859bebd097aSNeil Horman 	 * supports polling, which enables bridge devices in virt setups to
860bebd097aSNeil Horman 	 * still use netconsole
861bebd097aSNeil Horman 	 */
862bebd097aSNeil Horman 	return;
863bebd097aSNeil Horman }
864bebd097aSNeil Horman #endif
865758e43b7SStephen Hemminger static const struct net_device_ops tun_netdev_ops = {
866c70f1829SEric W. Biederman 	.ndo_uninit		= tun_net_uninit,
867758e43b7SStephen Hemminger 	.ndo_open		= tun_net_open,
868758e43b7SStephen Hemminger 	.ndo_stop		= tun_net_close,
86900829823SStephen Hemminger 	.ndo_start_xmit		= tun_net_xmit,
870758e43b7SStephen Hemminger 	.ndo_change_mtu		= tun_net_change_mtu,
87188255375SMichał Mirosław 	.ndo_fix_features	= tun_net_fix_features,
872c8d68e6bSJason Wang 	.ndo_select_queue	= tun_select_queue,
873bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
874bebd097aSNeil Horman 	.ndo_poll_controller	= tun_poll_controller,
875bebd097aSNeil Horman #endif
876758e43b7SStephen Hemminger };
877758e43b7SStephen Hemminger 
878758e43b7SStephen Hemminger static const struct net_device_ops tap_netdev_ops = {
879c70f1829SEric W. Biederman 	.ndo_uninit		= tun_net_uninit,
880758e43b7SStephen Hemminger 	.ndo_open		= tun_net_open,
881758e43b7SStephen Hemminger 	.ndo_stop		= tun_net_close,
88200829823SStephen Hemminger 	.ndo_start_xmit		= tun_net_xmit,
883758e43b7SStephen Hemminger 	.ndo_change_mtu		= tun_net_change_mtu,
88488255375SMichał Mirosław 	.ndo_fix_features	= tun_net_fix_features,
885afc4b13dSJiri Pirko 	.ndo_set_rx_mode	= tun_net_mclist,
886758e43b7SStephen Hemminger 	.ndo_set_mac_address	= eth_mac_addr,
887758e43b7SStephen Hemminger 	.ndo_validate_addr	= eth_validate_addr,
888c8d68e6bSJason Wang 	.ndo_select_queue	= tun_select_queue,
889bebd097aSNeil Horman #ifdef CONFIG_NET_POLL_CONTROLLER
890bebd097aSNeil Horman 	.ndo_poll_controller	= tun_poll_controller,
891bebd097aSNeil Horman #endif
892758e43b7SStephen Hemminger };
893758e43b7SStephen Hemminger 
894944a1376SPavel Emelyanov static void tun_flow_init(struct tun_struct *tun)
89596442e42SJason Wang {
89696442e42SJason Wang 	int i;
89796442e42SJason Wang 
89896442e42SJason Wang 	for (i = 0; i < TUN_NUM_FLOW_ENTRIES; i++)
89996442e42SJason Wang 		INIT_HLIST_HEAD(&tun->flows[i]);
90096442e42SJason Wang 
90196442e42SJason Wang 	tun->ageing_time = TUN_FLOW_EXPIRE;
90296442e42SJason Wang 	setup_timer(&tun->flow_gc_timer, tun_flow_cleanup, (unsigned long)tun);
90396442e42SJason Wang 	mod_timer(&tun->flow_gc_timer,
90496442e42SJason Wang 		  round_jiffies_up(jiffies + tun->ageing_time));
90596442e42SJason Wang }
90696442e42SJason Wang 
90796442e42SJason Wang static void tun_flow_uninit(struct tun_struct *tun)
90896442e42SJason Wang {
90996442e42SJason Wang 	del_timer_sync(&tun->flow_gc_timer);
91096442e42SJason Wang 	tun_flow_flush(tun);
91196442e42SJason Wang }
91296442e42SJason Wang 
9131da177e4SLinus Torvalds /* Initialize net device. */
9141da177e4SLinus Torvalds static void tun_net_init(struct net_device *dev)
9151da177e4SLinus Torvalds {
9161da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
9171da177e4SLinus Torvalds 
9181da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
9191da177e4SLinus Torvalds 	case TUN_TUN_DEV:
920758e43b7SStephen Hemminger 		dev->netdev_ops = &tun_netdev_ops;
921758e43b7SStephen Hemminger 
9221da177e4SLinus Torvalds 		/* Point-to-Point TUN Device */
9231da177e4SLinus Torvalds 		dev->hard_header_len = 0;
9241da177e4SLinus Torvalds 		dev->addr_len = 0;
9251da177e4SLinus Torvalds 		dev->mtu = 1500;
9261da177e4SLinus Torvalds 
9271da177e4SLinus Torvalds 		/* Zero header length */
9281da177e4SLinus Torvalds 		dev->type = ARPHRD_NONE;
9291da177e4SLinus Torvalds 		dev->flags = IFF_POINTOPOINT | IFF_NOARP | IFF_MULTICAST;
9301da177e4SLinus Torvalds 		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
9311da177e4SLinus Torvalds 		break;
9321da177e4SLinus Torvalds 
9331da177e4SLinus Torvalds 	case TUN_TAP_DEV:
9347a0a9608SKusanagi Kouichi 		dev->netdev_ops = &tap_netdev_ops;
9351da177e4SLinus Torvalds 		/* Ethernet TAP Device */
9361da177e4SLinus Torvalds 		ether_setup(dev);
937550fd08cSNeil Horman 		dev->priv_flags &= ~IFF_TX_SKB_SHARING;
938a676847bSstephen hemminger 		dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;
93936226a8dSBrian Braunstein 
940f2cedb63SDanny Kukawka 		eth_hw_addr_random(dev);
94136226a8dSBrian Braunstein 
9421da177e4SLinus Torvalds 		dev->tx_queue_len = TUN_READQ_SIZE;  /* We prefer our own queue length */
9431da177e4SLinus Torvalds 		break;
9441da177e4SLinus Torvalds 	}
9451da177e4SLinus Torvalds }
9461da177e4SLinus Torvalds 
9471da177e4SLinus Torvalds /* Character device part */
9481da177e4SLinus Torvalds 
9491da177e4SLinus Torvalds /* Poll */
9501da177e4SLinus Torvalds static unsigned int tun_chr_poll(struct file *file, poll_table *wait)
9511da177e4SLinus Torvalds {
952b2430de3SEric W. Biederman 	struct tun_file *tfile = file->private_data;
953b2430de3SEric W. Biederman 	struct tun_struct *tun = __tun_get(tfile);
9543c8a9c63SMariusz Kozlowski 	struct sock *sk;
95533dccbb0SHerbert Xu 	unsigned int mask = 0;
9561da177e4SLinus Torvalds 
9571da177e4SLinus Torvalds 	if (!tun)
958eac9e902SEric W. Biederman 		return POLLERR;
9591da177e4SLinus Torvalds 
96054f968d6SJason Wang 	sk = tfile->socket.sk;
9613c8a9c63SMariusz Kozlowski 
9626b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_poll\n");
9631da177e4SLinus Torvalds 
96454f968d6SJason Wang 	poll_wait(file, &tfile->wq.wait, wait);
9651da177e4SLinus Torvalds 
96689f56d1eSMichael S. Tsirkin 	if (!skb_queue_empty(&sk->sk_receive_queue))
9671da177e4SLinus Torvalds 		mask |= POLLIN | POLLRDNORM;
9681da177e4SLinus Torvalds 
96933dccbb0SHerbert Xu 	if (sock_writeable(sk) ||
97033dccbb0SHerbert Xu 	    (!test_and_set_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags) &&
97133dccbb0SHerbert Xu 	     sock_writeable(sk)))
97233dccbb0SHerbert Xu 		mask |= POLLOUT | POLLWRNORM;
97333dccbb0SHerbert Xu 
974c70f1829SEric W. Biederman 	if (tun->dev->reg_state != NETREG_REGISTERED)
975c70f1829SEric W. Biederman 		mask = POLLERR;
976c70f1829SEric W. Biederman 
977631ab46bSEric W. Biederman 	tun_put(tun);
9781da177e4SLinus Torvalds 	return mask;
9791da177e4SLinus Torvalds }
9801da177e4SLinus Torvalds 
981f42157cbSRusty Russell /* prepad is the amount to reserve at front.  len is length after that.
982f42157cbSRusty Russell  * linear is a hint as to how much to copy (usually headers). */
98354f968d6SJason Wang static struct sk_buff *tun_alloc_skb(struct tun_file *tfile,
98433dccbb0SHerbert Xu 				     size_t prepad, size_t len,
98533dccbb0SHerbert Xu 				     size_t linear, int noblock)
986f42157cbSRusty Russell {
98754f968d6SJason Wang 	struct sock *sk = tfile->socket.sk;
988f42157cbSRusty Russell 	struct sk_buff *skb;
98933dccbb0SHerbert Xu 	int err;
990f42157cbSRusty Russell 
991f42157cbSRusty Russell 	/* Under a page?  Don't bother with paged skb. */
9920eca93bcSHerbert Xu 	if (prepad + len < PAGE_SIZE || !linear)
99333dccbb0SHerbert Xu 		linear = len;
994f42157cbSRusty Russell 
99533dccbb0SHerbert Xu 	skb = sock_alloc_send_pskb(sk, prepad + linear, len - linear, noblock,
99628d64271SEric Dumazet 				   &err, 0);
997f42157cbSRusty Russell 	if (!skb)
99833dccbb0SHerbert Xu 		return ERR_PTR(err);
999f42157cbSRusty Russell 
1000f42157cbSRusty Russell 	skb_reserve(skb, prepad);
1001f42157cbSRusty Russell 	skb_put(skb, linear);
100233dccbb0SHerbert Xu 	skb->data_len = len - linear;
100333dccbb0SHerbert Xu 	skb->len += len - linear;
1004f42157cbSRusty Russell 
1005f42157cbSRusty Russell 	return skb;
1006f42157cbSRusty Russell }
1007f42157cbSRusty Russell 
10081da177e4SLinus Torvalds /* Get packet from user space buffer */
100954f968d6SJason Wang static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile,
101054f968d6SJason Wang 			    void *msg_control, const struct iovec *iv,
101154f968d6SJason Wang 			    size_t total_len, size_t count, int noblock)
10121da177e4SLinus Torvalds {
101309640e63SHarvey Harrison 	struct tun_pi pi = { 0, cpu_to_be16(ETH_P_IP) };
10141da177e4SLinus Torvalds 	struct sk_buff *skb;
10153dd5c330SJason Wang 	size_t len = total_len, align = NET_SKB_PAD, linear;
1016f43798c2SRusty Russell 	struct virtio_net_hdr gso = { 0 };
101796f8d9ecSJason Wang 	int good_linear;
10186f26c9a7SMichael S. Tsirkin 	int offset = 0;
10190690899bSMichael S. Tsirkin 	int copylen;
10200690899bSMichael S. Tsirkin 	bool zerocopy = false;
10210690899bSMichael S. Tsirkin 	int err;
102249974420SEric Dumazet 	u32 rxhash;
10231da177e4SLinus Torvalds 
10241da177e4SLinus Torvalds 	if (!(tun->flags & TUN_NO_PI)) {
102515718ea0SDan Carpenter 		if (len < sizeof(pi))
10261da177e4SLinus Torvalds 			return -EINVAL;
102715718ea0SDan Carpenter 		len -= sizeof(pi);
10281da177e4SLinus Torvalds 
10296f26c9a7SMichael S. Tsirkin 		if (memcpy_fromiovecend((void *)&pi, iv, 0, sizeof(pi)))
10301da177e4SLinus Torvalds 			return -EFAULT;
10316f26c9a7SMichael S. Tsirkin 		offset += sizeof(pi);
10321da177e4SLinus Torvalds 	}
10331da177e4SLinus Torvalds 
1034f43798c2SRusty Russell 	if (tun->flags & TUN_VNET_HDR) {
103515718ea0SDan Carpenter 		if (len < tun->vnet_hdr_sz)
1036f43798c2SRusty Russell 			return -EINVAL;
103715718ea0SDan Carpenter 		len -= tun->vnet_hdr_sz;
1038f43798c2SRusty Russell 
10396f26c9a7SMichael S. Tsirkin 		if (memcpy_fromiovecend((void *)&gso, iv, offset, sizeof(gso)))
1040f43798c2SRusty Russell 			return -EFAULT;
1041f43798c2SRusty Russell 
10424909122fSHerbert Xu 		if ((gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) &&
10434909122fSHerbert Xu 		    gso.csum_start + gso.csum_offset + 2 > gso.hdr_len)
10444909122fSHerbert Xu 			gso.hdr_len = gso.csum_start + gso.csum_offset + 2;
10454909122fSHerbert Xu 
1046f43798c2SRusty Russell 		if (gso.hdr_len > len)
1047f43798c2SRusty Russell 			return -EINVAL;
1048d9d52b51SMichael S. Tsirkin 		offset += tun->vnet_hdr_sz;
1049f43798c2SRusty Russell 	}
1050f43798c2SRusty Russell 
1051e01bf1c8SRusty Russell 	if ((tun->flags & TUN_TYPE_MASK) == TUN_TAP_DEV) {
1052a504b86eSstephen hemminger 		align += NET_IP_ALIGN;
10530eca93bcSHerbert Xu 		if (unlikely(len < ETH_HLEN ||
10540eca93bcSHerbert Xu 			     (gso.hdr_len && gso.hdr_len < ETH_HLEN)))
1055e01bf1c8SRusty Russell 			return -EINVAL;
1056e01bf1c8SRusty Russell 	}
10571da177e4SLinus Torvalds 
105896f8d9ecSJason Wang 	good_linear = SKB_MAX_HEAD(align);
105996f8d9ecSJason Wang 
106088529176SJason Wang 	if (msg_control) {
106188529176SJason Wang 		/* There are 256 bytes to be copied in skb, so there is
106288529176SJason Wang 		 * enough room for skb expand head in case it is used.
10630690899bSMichael S. Tsirkin 		 * The rest of the buffer is mapped from userspace.
10640690899bSMichael S. Tsirkin 		 */
106588529176SJason Wang 		copylen = gso.hdr_len ? gso.hdr_len : GOODCOPY_LEN;
106696f8d9ecSJason Wang 		if (copylen > good_linear)
106796f8d9ecSJason Wang 			copylen = good_linear;
10683dd5c330SJason Wang 		linear = copylen;
106988529176SJason Wang 		if (iov_pages(iv, offset + copylen, count) <= MAX_SKB_FRAGS)
107088529176SJason Wang 			zerocopy = true;
107188529176SJason Wang 	}
107288529176SJason Wang 
107388529176SJason Wang 	if (!zerocopy) {
10740690899bSMichael S. Tsirkin 		copylen = len;
107596f8d9ecSJason Wang 		if (gso.hdr_len > good_linear)
107696f8d9ecSJason Wang 			linear = good_linear;
107796f8d9ecSJason Wang 		else
10783dd5c330SJason Wang 			linear = gso.hdr_len;
10793dd5c330SJason Wang 	}
10800690899bSMichael S. Tsirkin 
10813dd5c330SJason Wang 	skb = tun_alloc_skb(tfile, align, copylen, linear, noblock);
108233dccbb0SHerbert Xu 	if (IS_ERR(skb)) {
108333dccbb0SHerbert Xu 		if (PTR_ERR(skb) != -EAGAIN)
108409f75cd7SJeff Garzik 			tun->dev->stats.rx_dropped++;
108533dccbb0SHerbert Xu 		return PTR_ERR(skb);
10861da177e4SLinus Torvalds 	}
10871da177e4SLinus Torvalds 
10880690899bSMichael S. Tsirkin 	if (zerocopy)
10890690899bSMichael S. Tsirkin 		err = zerocopy_sg_from_iovec(skb, iv, offset, count);
109088529176SJason Wang 	else {
10910690899bSMichael S. Tsirkin 		err = skb_copy_datagram_from_iovec(skb, 0, iv, offset, len);
109288529176SJason Wang 		if (!err && msg_control) {
109388529176SJason Wang 			struct ubuf_info *uarg = msg_control;
109488529176SJason Wang 			uarg->callback(uarg, false);
109588529176SJason Wang 		}
109688529176SJason Wang 	}
10970690899bSMichael S. Tsirkin 
10980690899bSMichael S. Tsirkin 	if (err) {
109909f75cd7SJeff Garzik 		tun->dev->stats.rx_dropped++;
11008f22757eSDave Jones 		kfree_skb(skb);
11011da177e4SLinus Torvalds 		return -EFAULT;
11028f22757eSDave Jones 	}
11031da177e4SLinus Torvalds 
1104f43798c2SRusty Russell 	if (gso.flags & VIRTIO_NET_HDR_F_NEEDS_CSUM) {
1105f43798c2SRusty Russell 		if (!skb_partial_csum_set(skb, gso.csum_start,
1106f43798c2SRusty Russell 					  gso.csum_offset)) {
1107f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
1108f43798c2SRusty Russell 			kfree_skb(skb);
1109f43798c2SRusty Russell 			return -EINVAL;
1110f43798c2SRusty Russell 		}
111188255375SMichał Mirosław 	}
1112f43798c2SRusty Russell 
11131da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
11141da177e4SLinus Torvalds 	case TUN_TUN_DEV:
1115f09f7ee2SAng Way Chuang 		if (tun->flags & TUN_NO_PI) {
1116f09f7ee2SAng Way Chuang 			switch (skb->data[0] & 0xf0) {
1117f09f7ee2SAng Way Chuang 			case 0x40:
1118f09f7ee2SAng Way Chuang 				pi.proto = htons(ETH_P_IP);
1119f09f7ee2SAng Way Chuang 				break;
1120f09f7ee2SAng Way Chuang 			case 0x60:
1121f09f7ee2SAng Way Chuang 				pi.proto = htons(ETH_P_IPV6);
1122f09f7ee2SAng Way Chuang 				break;
1123f09f7ee2SAng Way Chuang 			default:
1124f09f7ee2SAng Way Chuang 				tun->dev->stats.rx_dropped++;
1125f09f7ee2SAng Way Chuang 				kfree_skb(skb);
1126f09f7ee2SAng Way Chuang 				return -EINVAL;
1127f09f7ee2SAng Way Chuang 			}
1128f09f7ee2SAng Way Chuang 		}
1129f09f7ee2SAng Way Chuang 
1130459a98edSArnaldo Carvalho de Melo 		skb_reset_mac_header(skb);
11311da177e4SLinus Torvalds 		skb->protocol = pi.proto;
11324c13eb66SArnaldo Carvalho de Melo 		skb->dev = tun->dev;
11331da177e4SLinus Torvalds 		break;
11341da177e4SLinus Torvalds 	case TUN_TAP_DEV:
11351da177e4SLinus Torvalds 		skb->protocol = eth_type_trans(skb, tun->dev);
11361da177e4SLinus Torvalds 		break;
11376403eab1SJoe Perches 	}
11381da177e4SLinus Torvalds 
1139f43798c2SRusty Russell 	if (gso.gso_type != VIRTIO_NET_HDR_GSO_NONE) {
1140f43798c2SRusty Russell 		pr_debug("GSO!\n");
1141f43798c2SRusty Russell 		switch (gso.gso_type & ~VIRTIO_NET_HDR_GSO_ECN) {
1142f43798c2SRusty Russell 		case VIRTIO_NET_HDR_GSO_TCPV4:
1143c9af6db4SPravin B Shelar 			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
1144f43798c2SRusty Russell 			break;
1145f43798c2SRusty Russell 		case VIRTIO_NET_HDR_GSO_TCPV6:
1146c9af6db4SPravin B Shelar 			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
1147f43798c2SRusty Russell 			break;
1148e36aa25aSSridhar Samudrala 		case VIRTIO_NET_HDR_GSO_UDP:
1149c9af6db4SPravin B Shelar 			skb_shinfo(skb)->gso_type = SKB_GSO_UDP;
1150e36aa25aSSridhar Samudrala 			break;
1151f43798c2SRusty Russell 		default:
1152f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
1153f43798c2SRusty Russell 			kfree_skb(skb);
1154f43798c2SRusty Russell 			return -EINVAL;
1155f43798c2SRusty Russell 		}
1156f43798c2SRusty Russell 
1157f43798c2SRusty Russell 		if (gso.gso_type & VIRTIO_NET_HDR_GSO_ECN)
1158c9af6db4SPravin B Shelar 			skb_shinfo(skb)->gso_type |= SKB_GSO_TCP_ECN;
1159f43798c2SRusty Russell 
1160f43798c2SRusty Russell 		skb_shinfo(skb)->gso_size = gso.gso_size;
1161f43798c2SRusty Russell 		if (skb_shinfo(skb)->gso_size == 0) {
1162f43798c2SRusty Russell 			tun->dev->stats.rx_frame_errors++;
1163f43798c2SRusty Russell 			kfree_skb(skb);
1164f43798c2SRusty Russell 			return -EINVAL;
1165f43798c2SRusty Russell 		}
1166f43798c2SRusty Russell 
1167f43798c2SRusty Russell 		/* Header must be checked, and gso_segs computed. */
1168f43798c2SRusty Russell 		skb_shinfo(skb)->gso_type |= SKB_GSO_DODGY;
1169f43798c2SRusty Russell 		skb_shinfo(skb)->gso_segs = 0;
1170f43798c2SRusty Russell 	}
11711da177e4SLinus Torvalds 
11720690899bSMichael S. Tsirkin 	/* copy skb_ubuf_info for callback when skb has no error */
11730690899bSMichael S. Tsirkin 	if (zerocopy) {
11740690899bSMichael S. Tsirkin 		skb_shinfo(skb)->destructor_arg = msg_control;
11750690899bSMichael S. Tsirkin 		skb_shinfo(skb)->tx_flags |= SKBTX_DEV_ZEROCOPY;
1176c9af6db4SPravin B Shelar 		skb_shinfo(skb)->tx_flags |= SKBTX_SHARED_FRAG;
11770690899bSMichael S. Tsirkin 	}
11780690899bSMichael S. Tsirkin 
117976fe4581SEric Dumazet 	skb_reset_network_header(skb);
118040893fd0SJason Wang 	skb_probe_transport_header(skb, 0);
118138502af7SJason Wang 
11823958afa1STom Herbert 	rxhash = skb_get_hash(skb);
11831da177e4SLinus Torvalds 	netif_rx_ni(skb);
11841da177e4SLinus Torvalds 
118509f75cd7SJeff Garzik 	tun->dev->stats.rx_packets++;
118609f75cd7SJeff Garzik 	tun->dev->stats.rx_bytes += len;
11871da177e4SLinus Torvalds 
11889e85722dSJason Wang 	tun_flow_update(tun, rxhash, tfile);
11890690899bSMichael S. Tsirkin 	return total_len;
11901da177e4SLinus Torvalds }
11911da177e4SLinus Torvalds 
1192ee0b3e67SBadari Pulavarty static ssize_t tun_chr_aio_write(struct kiocb *iocb, const struct iovec *iv,
1193ee0b3e67SBadari Pulavarty 			      unsigned long count, loff_t pos)
11941da177e4SLinus Torvalds {
119533dccbb0SHerbert Xu 	struct file *file = iocb->ki_filp;
1196ab46d779SHerbert Xu 	struct tun_struct *tun = tun_get(file);
119754f968d6SJason Wang 	struct tun_file *tfile = file->private_data;
1198631ab46bSEric W. Biederman 	ssize_t result;
11991da177e4SLinus Torvalds 
12001da177e4SLinus Torvalds 	if (!tun)
12011da177e4SLinus Torvalds 		return -EBADFD;
12021da177e4SLinus Torvalds 
12036b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_chr_write %ld\n", count);
12041da177e4SLinus Torvalds 
120554f968d6SJason Wang 	result = tun_get_user(tun, tfile, NULL, iv, iov_length(iv, count),
120654f968d6SJason Wang 			      count, file->f_flags & O_NONBLOCK);
1207631ab46bSEric W. Biederman 
1208631ab46bSEric W. Biederman 	tun_put(tun);
1209631ab46bSEric W. Biederman 	return result;
12101da177e4SLinus Torvalds }
12111da177e4SLinus Torvalds 
12121da177e4SLinus Torvalds /* Put packet to the user space buffer */
12136f7c156cSstephen hemminger static ssize_t tun_put_user(struct tun_struct *tun,
121454f968d6SJason Wang 			    struct tun_file *tfile,
12151da177e4SLinus Torvalds 			    struct sk_buff *skb,
121643b39dcdSMichael S. Tsirkin 			    const struct iovec *iv, int len)
12171da177e4SLinus Torvalds {
12181da177e4SLinus Torvalds 	struct tun_pi pi = { 0, skb->protocol };
12191da177e4SLinus Torvalds 	ssize_t total = 0;
1220e6fd07c8SJason Wang 	int vlan_offset = 0, copied;
12211da177e4SLinus Torvalds 
12221da177e4SLinus Torvalds 	if (!(tun->flags & TUN_NO_PI)) {
12231da177e4SLinus Torvalds 		if ((len -= sizeof(pi)) < 0)
12241da177e4SLinus Torvalds 			return -EINVAL;
12251da177e4SLinus Torvalds 
12261da177e4SLinus Torvalds 		if (len < skb->len) {
12271da177e4SLinus Torvalds 			/* Packet will be striped */
12281da177e4SLinus Torvalds 			pi.flags |= TUN_PKT_STRIP;
12291da177e4SLinus Torvalds 		}
12301da177e4SLinus Torvalds 
123143b39dcdSMichael S. Tsirkin 		if (memcpy_toiovecend(iv, (void *) &pi, 0, sizeof(pi)))
12321da177e4SLinus Torvalds 			return -EFAULT;
12331da177e4SLinus Torvalds 		total += sizeof(pi);
12341da177e4SLinus Torvalds 	}
12351da177e4SLinus Torvalds 
1236f43798c2SRusty Russell 	if (tun->flags & TUN_VNET_HDR) {
1237f43798c2SRusty Russell 		struct virtio_net_hdr gso = { 0 }; /* no info leak */
1238d9d52b51SMichael S. Tsirkin 		if ((len -= tun->vnet_hdr_sz) < 0)
1239f43798c2SRusty Russell 			return -EINVAL;
1240f43798c2SRusty Russell 
1241f43798c2SRusty Russell 		if (skb_is_gso(skb)) {
1242f43798c2SRusty Russell 			struct skb_shared_info *sinfo = skb_shinfo(skb);
1243f43798c2SRusty Russell 
1244f43798c2SRusty Russell 			/* This is a hint as to how much should be linear. */
1245f43798c2SRusty Russell 			gso.hdr_len = skb_headlen(skb);
1246f43798c2SRusty Russell 			gso.gso_size = sinfo->gso_size;
1247f43798c2SRusty Russell 			if (sinfo->gso_type & SKB_GSO_TCPV4)
1248f43798c2SRusty Russell 				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV4;
1249f43798c2SRusty Russell 			else if (sinfo->gso_type & SKB_GSO_TCPV6)
1250f43798c2SRusty Russell 				gso.gso_type = VIRTIO_NET_HDR_GSO_TCPV6;
1251e36aa25aSSridhar Samudrala 			else if (sinfo->gso_type & SKB_GSO_UDP)
1252e36aa25aSSridhar Samudrala 				gso.gso_type = VIRTIO_NET_HDR_GSO_UDP;
1253ef3db4a5SMichael S. Tsirkin 			else {
12546b8a66eeSJoe Perches 				pr_err("unexpected GSO type: "
1255ef3db4a5SMichael S. Tsirkin 				       "0x%x, gso_size %d, hdr_len %d\n",
1256ef3db4a5SMichael S. Tsirkin 				       sinfo->gso_type, gso.gso_size,
1257ef3db4a5SMichael S. Tsirkin 				       gso.hdr_len);
1258ef3db4a5SMichael S. Tsirkin 				print_hex_dump(KERN_ERR, "tun: ",
1259ef3db4a5SMichael S. Tsirkin 					       DUMP_PREFIX_NONE,
1260ef3db4a5SMichael S. Tsirkin 					       16, 1, skb->head,
1261ef3db4a5SMichael S. Tsirkin 					       min((int)gso.hdr_len, 64), true);
1262ef3db4a5SMichael S. Tsirkin 				WARN_ON_ONCE(1);
1263ef3db4a5SMichael S. Tsirkin 				return -EINVAL;
1264ef3db4a5SMichael S. Tsirkin 			}
1265f43798c2SRusty Russell 			if (sinfo->gso_type & SKB_GSO_TCP_ECN)
1266f43798c2SRusty Russell 				gso.gso_type |= VIRTIO_NET_HDR_GSO_ECN;
1267f43798c2SRusty Russell 		} else
1268f43798c2SRusty Russell 			gso.gso_type = VIRTIO_NET_HDR_GSO_NONE;
1269f43798c2SRusty Russell 
1270f43798c2SRusty Russell 		if (skb->ip_summed == CHECKSUM_PARTIAL) {
1271f43798c2SRusty Russell 			gso.flags = VIRTIO_NET_HDR_F_NEEDS_CSUM;
127255508d60SMichał Mirosław 			gso.csum_start = skb_checksum_start_offset(skb);
1273f43798c2SRusty Russell 			gso.csum_offset = skb->csum_offset;
127410a8d94aSJason Wang 		} else if (skb->ip_summed == CHECKSUM_UNNECESSARY) {
127510a8d94aSJason Wang 			gso.flags = VIRTIO_NET_HDR_F_DATA_VALID;
1276f43798c2SRusty Russell 		} /* else everything is zero */
1277f43798c2SRusty Russell 
127843b39dcdSMichael S. Tsirkin 		if (unlikely(memcpy_toiovecend(iv, (void *)&gso, total,
127943b39dcdSMichael S. Tsirkin 					       sizeof(gso))))
1280f43798c2SRusty Russell 			return -EFAULT;
1281d9d52b51SMichael S. Tsirkin 		total += tun->vnet_hdr_sz;
1282f43798c2SRusty Russell 	}
1283f43798c2SRusty Russell 
1284e6fd07c8SJason Wang 	copied = total;
1285e6fd07c8SJason Wang 	total += skb->len;
12866680ec68SJason Wang 	if (!vlan_tx_tag_present(skb)) {
12871da177e4SLinus Torvalds 		len = min_t(int, skb->len, len);
12886680ec68SJason Wang 	} else {
12896680ec68SJason Wang 		int copy, ret;
12906680ec68SJason Wang 		struct {
12916680ec68SJason Wang 			__be16 h_vlan_proto;
12926680ec68SJason Wang 			__be16 h_vlan_TCI;
12936680ec68SJason Wang 		} veth;
12941da177e4SLinus Torvalds 
12956680ec68SJason Wang 		veth.h_vlan_proto = skb->vlan_proto;
12966680ec68SJason Wang 		veth.h_vlan_TCI = htons(vlan_tx_tag_get(skb));
12971da177e4SLinus Torvalds 
12986680ec68SJason Wang 		vlan_offset = offsetof(struct vlan_ethhdr, h_vlan_proto);
12996680ec68SJason Wang 		len = min_t(int, skb->len + VLAN_HLEN, len);
1300e6fd07c8SJason Wang 		total += VLAN_HLEN;
13016680ec68SJason Wang 
13026680ec68SJason Wang 		copy = min_t(int, vlan_offset, len);
1303e6fd07c8SJason Wang 		ret = skb_copy_datagram_const_iovec(skb, 0, iv, copied, copy);
13046680ec68SJason Wang 		len -= copy;
1305e6fd07c8SJason Wang 		copied += copy;
13066680ec68SJason Wang 		if (ret || !len)
13076680ec68SJason Wang 			goto done;
13086680ec68SJason Wang 
13096680ec68SJason Wang 		copy = min_t(int, sizeof(veth), len);
1310e6fd07c8SJason Wang 		ret = memcpy_toiovecend(iv, (void *)&veth, copied, copy);
13116680ec68SJason Wang 		len -= copy;
1312e6fd07c8SJason Wang 		copied += copy;
13136680ec68SJason Wang 		if (ret || !len)
13146680ec68SJason Wang 			goto done;
13156680ec68SJason Wang 	}
13166680ec68SJason Wang 
1317e6fd07c8SJason Wang 	skb_copy_datagram_const_iovec(skb, vlan_offset, iv, copied, len);
13186680ec68SJason Wang 
13196680ec68SJason Wang done:
132009f75cd7SJeff Garzik 	tun->dev->stats.tx_packets++;
132109f75cd7SJeff Garzik 	tun->dev->stats.tx_bytes += len;
13221da177e4SLinus Torvalds 
13231da177e4SLinus Torvalds 	return total;
13241da177e4SLinus Torvalds }
13251da177e4SLinus Torvalds 
132654f968d6SJason Wang static ssize_t tun_do_read(struct tun_struct *tun, struct tun_file *tfile,
1327f96eb74cSZhi Yong Wu 			   const struct iovec *iv, ssize_t len, int noblock)
13281da177e4SLinus Torvalds {
13291da177e4SLinus Torvalds 	DECLARE_WAITQUEUE(wait, current);
13301da177e4SLinus Torvalds 	struct sk_buff *skb;
133105c2828cSMichael S. Tsirkin 	ssize_t ret = 0;
13321da177e4SLinus Torvalds 
13333872baf6SRami Rosen 	tun_debug(KERN_INFO, tun, "tun_do_read\n");
13341da177e4SLinus Torvalds 
133561a5ff15SAmos Kong 	if (unlikely(!noblock))
133654f968d6SJason Wang 		add_wait_queue(&tfile->wq.wait, &wait);
13371da177e4SLinus Torvalds 	while (len) {
13385c0c52c9SMichael S. Tsirkin 		if (unlikely(!noblock))
13391da177e4SLinus Torvalds 			current->state = TASK_INTERRUPTIBLE;
13401da177e4SLinus Torvalds 
13411da177e4SLinus Torvalds 		/* Read frames from the queue */
134254f968d6SJason Wang 		if (!(skb = skb_dequeue(&tfile->socket.sk->sk_receive_queue))) {
134305c2828cSMichael S. Tsirkin 			if (noblock) {
13441da177e4SLinus Torvalds 				ret = -EAGAIN;
13451da177e4SLinus Torvalds 				break;
13461da177e4SLinus Torvalds 			}
13471da177e4SLinus Torvalds 			if (signal_pending(current)) {
13481da177e4SLinus Torvalds 				ret = -ERESTARTSYS;
13491da177e4SLinus Torvalds 				break;
13501da177e4SLinus Torvalds 			}
1351c70f1829SEric W. Biederman 			if (tun->dev->reg_state != NETREG_REGISTERED) {
1352c70f1829SEric W. Biederman 				ret = -EIO;
1353c70f1829SEric W. Biederman 				break;
1354c70f1829SEric W. Biederman 			}
13551da177e4SLinus Torvalds 
13561da177e4SLinus Torvalds 			/* Nothing to read, let's sleep */
13571da177e4SLinus Torvalds 			schedule();
13581da177e4SLinus Torvalds 			continue;
13591da177e4SLinus Torvalds 		}
13601da177e4SLinus Torvalds 
136154f968d6SJason Wang 		ret = tun_put_user(tun, tfile, skb, iv, len);
13621da177e4SLinus Torvalds 		kfree_skb(skb);
13631da177e4SLinus Torvalds 		break;
13641da177e4SLinus Torvalds 	}
13651da177e4SLinus Torvalds 
13665c0c52c9SMichael S. Tsirkin 	if (unlikely(!noblock)) {
13671da177e4SLinus Torvalds 		current->state = TASK_RUNNING;
136854f968d6SJason Wang 		remove_wait_queue(&tfile->wq.wait, &wait);
13695c0c52c9SMichael S. Tsirkin 	}
13701da177e4SLinus Torvalds 
137105c2828cSMichael S. Tsirkin 	return ret;
137205c2828cSMichael S. Tsirkin }
137305c2828cSMichael S. Tsirkin 
137405c2828cSMichael S. Tsirkin static ssize_t tun_chr_aio_read(struct kiocb *iocb, const struct iovec *iv,
137505c2828cSMichael S. Tsirkin 			    unsigned long count, loff_t pos)
137605c2828cSMichael S. Tsirkin {
137705c2828cSMichael S. Tsirkin 	struct file *file = iocb->ki_filp;
137805c2828cSMichael S. Tsirkin 	struct tun_file *tfile = file->private_data;
137905c2828cSMichael S. Tsirkin 	struct tun_struct *tun = __tun_get(tfile);
138005c2828cSMichael S. Tsirkin 	ssize_t len, ret;
138105c2828cSMichael S. Tsirkin 
138205c2828cSMichael S. Tsirkin 	if (!tun)
138305c2828cSMichael S. Tsirkin 		return -EBADFD;
138405c2828cSMichael S. Tsirkin 	len = iov_length(iv, count);
138505c2828cSMichael S. Tsirkin 	if (len < 0) {
138605c2828cSMichael S. Tsirkin 		ret = -EINVAL;
138705c2828cSMichael S. Tsirkin 		goto out;
138805c2828cSMichael S. Tsirkin 	}
138905c2828cSMichael S. Tsirkin 
1390f96eb74cSZhi Yong Wu 	ret = tun_do_read(tun, tfile, iv, len,
139154f968d6SJason Wang 			  file->f_flags & O_NONBLOCK);
139242404c09SDavid S. Miller 	ret = min_t(ssize_t, ret, len);
1393d0b7da8aSZhi Yong Wu 	if (ret > 0)
1394d0b7da8aSZhi Yong Wu 		iocb->ki_pos = ret;
1395631ab46bSEric W. Biederman out:
1396631ab46bSEric W. Biederman 	tun_put(tun);
13971da177e4SLinus Torvalds 	return ret;
13981da177e4SLinus Torvalds }
13991da177e4SLinus Torvalds 
140096442e42SJason Wang static void tun_free_netdev(struct net_device *dev)
140196442e42SJason Wang {
140296442e42SJason Wang 	struct tun_struct *tun = netdev_priv(dev);
140396442e42SJason Wang 
14044008e97fSJason Wang 	BUG_ON(!(list_empty(&tun->disabled)));
140596442e42SJason Wang 	tun_flow_uninit(tun);
14065dbbaf2dSPaul Moore 	security_tun_dev_free_security(tun->security);
140796442e42SJason Wang 	free_netdev(dev);
140896442e42SJason Wang }
140996442e42SJason Wang 
14101da177e4SLinus Torvalds static void tun_setup(struct net_device *dev)
14111da177e4SLinus Torvalds {
14121da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
14131da177e4SLinus Torvalds 
14140625c883SEric W. Biederman 	tun->owner = INVALID_UID;
14150625c883SEric W. Biederman 	tun->group = INVALID_GID;
14161da177e4SLinus Torvalds 
14171da177e4SLinus Torvalds 	dev->ethtool_ops = &tun_ethtool_ops;
141896442e42SJason Wang 	dev->destructor = tun_free_netdev;
14191da177e4SLinus Torvalds }
14201da177e4SLinus Torvalds 
1421f019a7a5SEric W. Biederman /* Trivial set of netlink ops to allow deleting tun or tap
1422f019a7a5SEric W. Biederman  * device with netlink.
1423f019a7a5SEric W. Biederman  */
1424f019a7a5SEric W. Biederman static int tun_validate(struct nlattr *tb[], struct nlattr *data[])
1425f019a7a5SEric W. Biederman {
1426f019a7a5SEric W. Biederman 	return -EINVAL;
1427f019a7a5SEric W. Biederman }
1428f019a7a5SEric W. Biederman 
1429f019a7a5SEric W. Biederman static struct rtnl_link_ops tun_link_ops __read_mostly = {
1430f019a7a5SEric W. Biederman 	.kind		= DRV_NAME,
1431f019a7a5SEric W. Biederman 	.priv_size	= sizeof(struct tun_struct),
1432f019a7a5SEric W. Biederman 	.setup		= tun_setup,
1433f019a7a5SEric W. Biederman 	.validate	= tun_validate,
1434f019a7a5SEric W. Biederman };
1435f019a7a5SEric W. Biederman 
143633dccbb0SHerbert Xu static void tun_sock_write_space(struct sock *sk)
143733dccbb0SHerbert Xu {
143854f968d6SJason Wang 	struct tun_file *tfile;
143943815482SEric Dumazet 	wait_queue_head_t *wqueue;
144033dccbb0SHerbert Xu 
144133dccbb0SHerbert Xu 	if (!sock_writeable(sk))
144233dccbb0SHerbert Xu 		return;
144333dccbb0SHerbert Xu 
144433dccbb0SHerbert Xu 	if (!test_and_clear_bit(SOCK_ASYNC_NOSPACE, &sk->sk_socket->flags))
144533dccbb0SHerbert Xu 		return;
144633dccbb0SHerbert Xu 
144743815482SEric Dumazet 	wqueue = sk_sleep(sk);
144843815482SEric Dumazet 	if (wqueue && waitqueue_active(wqueue))
144943815482SEric Dumazet 		wake_up_interruptible_sync_poll(wqueue, POLLOUT |
145005c2828cSMichael S. Tsirkin 						POLLWRNORM | POLLWRBAND);
1451c722c625SHerbert Xu 
145254f968d6SJason Wang 	tfile = container_of(sk, struct tun_file, sk);
145354f968d6SJason Wang 	kill_fasync(&tfile->fasync, SIGIO, POLL_OUT);
145433dccbb0SHerbert Xu }
145533dccbb0SHerbert Xu 
145605c2828cSMichael S. Tsirkin static int tun_sendmsg(struct kiocb *iocb, struct socket *sock,
145705c2828cSMichael S. Tsirkin 		       struct msghdr *m, size_t total_len)
145805c2828cSMichael S. Tsirkin {
145954f968d6SJason Wang 	int ret;
146054f968d6SJason Wang 	struct tun_file *tfile = container_of(sock, struct tun_file, socket);
146154f968d6SJason Wang 	struct tun_struct *tun = __tun_get(tfile);
146254f968d6SJason Wang 
146354f968d6SJason Wang 	if (!tun)
146454f968d6SJason Wang 		return -EBADFD;
146554f968d6SJason Wang 	ret = tun_get_user(tun, tfile, m->msg_control, m->msg_iov, total_len,
14660690899bSMichael S. Tsirkin 			   m->msg_iovlen, m->msg_flags & MSG_DONTWAIT);
146754f968d6SJason Wang 	tun_put(tun);
146854f968d6SJason Wang 	return ret;
146905c2828cSMichael S. Tsirkin }
147005c2828cSMichael S. Tsirkin 
147105c2828cSMichael S. Tsirkin static int tun_recvmsg(struct kiocb *iocb, struct socket *sock,
147205c2828cSMichael S. Tsirkin 		       struct msghdr *m, size_t total_len,
147305c2828cSMichael S. Tsirkin 		       int flags)
147405c2828cSMichael S. Tsirkin {
147554f968d6SJason Wang 	struct tun_file *tfile = container_of(sock, struct tun_file, socket);
147654f968d6SJason Wang 	struct tun_struct *tun = __tun_get(tfile);
147705c2828cSMichael S. Tsirkin 	int ret;
147854f968d6SJason Wang 
147954f968d6SJason Wang 	if (!tun)
148054f968d6SJason Wang 		return -EBADFD;
148154f968d6SJason Wang 
1482eda29772SRichard Cochran 	if (flags & ~(MSG_DONTWAIT|MSG_TRUNC|MSG_ERRQUEUE)) {
14833811ae76SGao feng 		ret = -EINVAL;
14843811ae76SGao feng 		goto out;
14853811ae76SGao feng 	}
1486eda29772SRichard Cochran 	if (flags & MSG_ERRQUEUE) {
1487eda29772SRichard Cochran 		ret = sock_recv_errqueue(sock->sk, m, total_len,
1488eda29772SRichard Cochran 					 SOL_PACKET, TUN_TX_TIMESTAMP);
1489eda29772SRichard Cochran 		goto out;
1490eda29772SRichard Cochran 	}
1491f96eb74cSZhi Yong Wu 	ret = tun_do_read(tun, tfile, m->msg_iov, total_len,
149205c2828cSMichael S. Tsirkin 			  flags & MSG_DONTWAIT);
149342404c09SDavid S. Miller 	if (ret > total_len) {
149442404c09SDavid S. Miller 		m->msg_flags |= MSG_TRUNC;
149542404c09SDavid S. Miller 		ret = flags & MSG_TRUNC ? ret : total_len;
149642404c09SDavid S. Miller 	}
14973811ae76SGao feng out:
149854f968d6SJason Wang 	tun_put(tun);
149905c2828cSMichael S. Tsirkin 	return ret;
150005c2828cSMichael S. Tsirkin }
150105c2828cSMichael S. Tsirkin 
15021ab5ecb9SStanislav Kinsbursky static int tun_release(struct socket *sock)
15031ab5ecb9SStanislav Kinsbursky {
15041ab5ecb9SStanislav Kinsbursky 	if (sock->sk)
15051ab5ecb9SStanislav Kinsbursky 		sock_put(sock->sk);
15061ab5ecb9SStanislav Kinsbursky 	return 0;
15071ab5ecb9SStanislav Kinsbursky }
15081ab5ecb9SStanislav Kinsbursky 
150905c2828cSMichael S. Tsirkin /* Ops structure to mimic raw sockets with tun */
151005c2828cSMichael S. Tsirkin static const struct proto_ops tun_socket_ops = {
151105c2828cSMichael S. Tsirkin 	.sendmsg = tun_sendmsg,
151205c2828cSMichael S. Tsirkin 	.recvmsg = tun_recvmsg,
15131ab5ecb9SStanislav Kinsbursky 	.release = tun_release,
151405c2828cSMichael S. Tsirkin };
151505c2828cSMichael S. Tsirkin 
151633dccbb0SHerbert Xu static struct proto tun_proto = {
151733dccbb0SHerbert Xu 	.name		= "tun",
151833dccbb0SHerbert Xu 	.owner		= THIS_MODULE,
151954f968d6SJason Wang 	.obj_size	= sizeof(struct tun_file),
152033dccbb0SHerbert Xu };
1521f019a7a5SEric W. Biederman 
1522980c9e8cSDavid Woodhouse static int tun_flags(struct tun_struct *tun)
1523980c9e8cSDavid Woodhouse {
1524980c9e8cSDavid Woodhouse 	int flags = 0;
1525980c9e8cSDavid Woodhouse 
1526980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_TUN_DEV)
1527980c9e8cSDavid Woodhouse 		flags |= IFF_TUN;
1528980c9e8cSDavid Woodhouse 	else
1529980c9e8cSDavid Woodhouse 		flags |= IFF_TAP;
1530980c9e8cSDavid Woodhouse 
1531980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_NO_PI)
1532980c9e8cSDavid Woodhouse 		flags |= IFF_NO_PI;
1533980c9e8cSDavid Woodhouse 
15345d097109SMichael S. Tsirkin 	/* This flag has no real effect.  We track the value for backwards
15355d097109SMichael S. Tsirkin 	 * compatibility.
15365d097109SMichael S. Tsirkin 	 */
1537980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_ONE_QUEUE)
1538980c9e8cSDavid Woodhouse 		flags |= IFF_ONE_QUEUE;
1539980c9e8cSDavid Woodhouse 
1540980c9e8cSDavid Woodhouse 	if (tun->flags & TUN_VNET_HDR)
1541980c9e8cSDavid Woodhouse 		flags |= IFF_VNET_HDR;
1542980c9e8cSDavid Woodhouse 
1543c8d68e6bSJason Wang 	if (tun->flags & TUN_TAP_MQ)
1544c8d68e6bSJason Wang 		flags |= IFF_MULTI_QUEUE;
1545c8d68e6bSJason Wang 
1546274038f8SPavel Emelyanov 	if (tun->flags & TUN_PERSIST)
1547274038f8SPavel Emelyanov 		flags |= IFF_PERSIST;
1548274038f8SPavel Emelyanov 
1549980c9e8cSDavid Woodhouse 	return flags;
1550980c9e8cSDavid Woodhouse }
1551980c9e8cSDavid Woodhouse 
1552980c9e8cSDavid Woodhouse static ssize_t tun_show_flags(struct device *dev, struct device_attribute *attr,
1553980c9e8cSDavid Woodhouse 			      char *buf)
1554980c9e8cSDavid Woodhouse {
1555980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
1556980c9e8cSDavid Woodhouse 	return sprintf(buf, "0x%x\n", tun_flags(tun));
1557980c9e8cSDavid Woodhouse }
1558980c9e8cSDavid Woodhouse 
1559980c9e8cSDavid Woodhouse static ssize_t tun_show_owner(struct device *dev, struct device_attribute *attr,
1560980c9e8cSDavid Woodhouse 			      char *buf)
1561980c9e8cSDavid Woodhouse {
1562980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
15630625c883SEric W. Biederman 	return uid_valid(tun->owner)?
15640625c883SEric W. Biederman 		sprintf(buf, "%u\n",
15650625c883SEric W. Biederman 			from_kuid_munged(current_user_ns(), tun->owner)):
15660625c883SEric W. Biederman 		sprintf(buf, "-1\n");
1567980c9e8cSDavid Woodhouse }
1568980c9e8cSDavid Woodhouse 
1569980c9e8cSDavid Woodhouse static ssize_t tun_show_group(struct device *dev, struct device_attribute *attr,
1570980c9e8cSDavid Woodhouse 			      char *buf)
1571980c9e8cSDavid Woodhouse {
1572980c9e8cSDavid Woodhouse 	struct tun_struct *tun = netdev_priv(to_net_dev(dev));
15730625c883SEric W. Biederman 	return gid_valid(tun->group) ?
15740625c883SEric W. Biederman 		sprintf(buf, "%u\n",
15750625c883SEric W. Biederman 			from_kgid_munged(current_user_ns(), tun->group)):
15760625c883SEric W. Biederman 		sprintf(buf, "-1\n");
1577980c9e8cSDavid Woodhouse }
1578980c9e8cSDavid Woodhouse 
1579980c9e8cSDavid Woodhouse static DEVICE_ATTR(tun_flags, 0444, tun_show_flags, NULL);
1580980c9e8cSDavid Woodhouse static DEVICE_ATTR(owner, 0444, tun_show_owner, NULL);
1581980c9e8cSDavid Woodhouse static DEVICE_ATTR(group, 0444, tun_show_group, NULL);
1582980c9e8cSDavid Woodhouse 
1583d647a591SPavel Emelyanov static int tun_set_iff(struct net *net, struct file *file, struct ifreq *ifr)
15841da177e4SLinus Torvalds {
15851da177e4SLinus Torvalds 	struct tun_struct *tun;
158654f968d6SJason Wang 	struct tun_file *tfile = file->private_data;
15871da177e4SLinus Torvalds 	struct net_device *dev;
15881da177e4SLinus Torvalds 	int err;
15891da177e4SLinus Torvalds 
15907c0c3b1aSJason Wang 	if (tfile->detached)
15917c0c3b1aSJason Wang 		return -EINVAL;
15927c0c3b1aSJason Wang 
159374a3e5a7SEric W. Biederman 	dev = __dev_get_by_name(net, ifr->ifr_name);
159474a3e5a7SEric W. Biederman 	if (dev) {
1595f85ba780SDavid Woodhouse 		if (ifr->ifr_flags & IFF_TUN_EXCL)
1596f85ba780SDavid Woodhouse 			return -EBUSY;
159774a3e5a7SEric W. Biederman 		if ((ifr->ifr_flags & IFF_TUN) && dev->netdev_ops == &tun_netdev_ops)
159874a3e5a7SEric W. Biederman 			tun = netdev_priv(dev);
159974a3e5a7SEric W. Biederman 		else if ((ifr->ifr_flags & IFF_TAP) && dev->netdev_ops == &tap_netdev_ops)
160074a3e5a7SEric W. Biederman 			tun = netdev_priv(dev);
160174a3e5a7SEric W. Biederman 		else
160274a3e5a7SEric W. Biederman 			return -EINVAL;
160374a3e5a7SEric W. Biederman 
16048e6d91aeSJason Wang 		if (!!(ifr->ifr_flags & IFF_MULTI_QUEUE) !=
16058e6d91aeSJason Wang 		    !!(tun->flags & TUN_TAP_MQ))
16068e6d91aeSJason Wang 			return -EINVAL;
16078e6d91aeSJason Wang 
1608cde8b15fSJason Wang 		if (tun_not_capable(tun))
16092b980dbdSPaul Moore 			return -EPERM;
16105dbbaf2dSPaul Moore 		err = security_tun_dev_open(tun->security);
16112b980dbdSPaul Moore 		if (err < 0)
16122b980dbdSPaul Moore 			return err;
16132b980dbdSPaul Moore 
1614849c9b6fSPavel Emelyanov 		err = tun_attach(tun, file, ifr->ifr_flags & IFF_NOFILTER);
1615a7385ba2SEric W. Biederman 		if (err < 0)
1616a7385ba2SEric W. Biederman 			return err;
16174008e97fSJason Wang 
16184008e97fSJason Wang 		if (tun->flags & TUN_TAP_MQ &&
1619e8dbad66SJason Wang 		    (tun->numqueues + tun->numdisabled > 1)) {
1620e8dbad66SJason Wang 			/* One or more queue has already been attached, no need
1621e8dbad66SJason Wang 			 * to initialize the device again.
1622e8dbad66SJason Wang 			 */
1623e8dbad66SJason Wang 			return 0;
1624e8dbad66SJason Wang 		}
162586a264abSDavid Howells 	}
16261da177e4SLinus Torvalds 	else {
16271da177e4SLinus Torvalds 		char *name;
16281da177e4SLinus Torvalds 		unsigned long flags = 0;
1629edfb6a14SJason Wang 		int queues = ifr->ifr_flags & IFF_MULTI_QUEUE ?
1630edfb6a14SJason Wang 			     MAX_TAP_QUEUES : 1;
16311da177e4SLinus Torvalds 
1632c260b772SEric W. Biederman 		if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
1633ca6bb5d7SDavid Woodhouse 			return -EPERM;
16342b980dbdSPaul Moore 		err = security_tun_dev_create();
16352b980dbdSPaul Moore 		if (err < 0)
16362b980dbdSPaul Moore 			return err;
1637ca6bb5d7SDavid Woodhouse 
16381da177e4SLinus Torvalds 		/* Set dev type */
16391da177e4SLinus Torvalds 		if (ifr->ifr_flags & IFF_TUN) {
16401da177e4SLinus Torvalds 			/* TUN device */
16411da177e4SLinus Torvalds 			flags |= TUN_TUN_DEV;
16421da177e4SLinus Torvalds 			name = "tun%d";
16431da177e4SLinus Torvalds 		} else if (ifr->ifr_flags & IFF_TAP) {
16441da177e4SLinus Torvalds 			/* TAP device */
16451da177e4SLinus Torvalds 			flags |= TUN_TAP_DEV;
16461da177e4SLinus Torvalds 			name = "tap%d";
16471da177e4SLinus Torvalds 		} else
164836989b90SKusanagi Kouichi 			return -EINVAL;
16491da177e4SLinus Torvalds 
16501da177e4SLinus Torvalds 		if (*ifr->ifr_name)
16511da177e4SLinus Torvalds 			name = ifr->ifr_name;
16521da177e4SLinus Torvalds 
1653c8d68e6bSJason Wang 		dev = alloc_netdev_mqs(sizeof(struct tun_struct), name,
1654edfb6a14SJason Wang 				       tun_setup, queues, queues);
1655edfb6a14SJason Wang 
16561da177e4SLinus Torvalds 		if (!dev)
16571da177e4SLinus Torvalds 			return -ENOMEM;
16581da177e4SLinus Torvalds 
1659fc54c658SPavel Emelyanov 		dev_net_set(dev, net);
1660f019a7a5SEric W. Biederman 		dev->rtnl_link_ops = &tun_link_ops;
1661fb7589a1SPavel Emelyanov 		dev->ifindex = tfile->ifindex;
1662758e43b7SStephen Hemminger 
16631da177e4SLinus Torvalds 		tun = netdev_priv(dev);
16641da177e4SLinus Torvalds 		tun->dev = dev;
16651da177e4SLinus Torvalds 		tun->flags = flags;
1666f271b2ccSMax Krasnyansky 		tun->txflt.count = 0;
1667d9d52b51SMichael S. Tsirkin 		tun->vnet_hdr_sz = sizeof(struct virtio_net_hdr);
16681da177e4SLinus Torvalds 
166954f968d6SJason Wang 		tun->filter_attached = false;
167054f968d6SJason Wang 		tun->sndbuf = tfile->socket.sk->sk_sndbuf;
167133dccbb0SHerbert Xu 
167296442e42SJason Wang 		spin_lock_init(&tun->lock);
167396442e42SJason Wang 
16745dbbaf2dSPaul Moore 		err = security_tun_dev_alloc_security(&tun->security);
16755dbbaf2dSPaul Moore 		if (err < 0)
16765dbbaf2dSPaul Moore 			goto err_free_dev;
16772b980dbdSPaul Moore 
16781da177e4SLinus Torvalds 		tun_net_init(dev);
1679944a1376SPavel Emelyanov 		tun_flow_init(tun);
168096442e42SJason Wang 
168188255375SMichał Mirosław 		dev->hw_features = NETIF_F_SG | NETIF_F_FRAGLIST |
16826680ec68SJason Wang 				   TUN_USER_FEATURES | NETIF_F_HW_VLAN_CTAG_TX |
16836680ec68SJason Wang 				   NETIF_F_HW_VLAN_STAG_TX;
168488255375SMichał Mirosław 		dev->features = dev->hw_features;
1685c0317998SJason Wang 		dev->vlan_features = dev->features;
168688255375SMichał Mirosław 
16874008e97fSJason Wang 		INIT_LIST_HEAD(&tun->disabled);
1688849c9b6fSPavel Emelyanov 		err = tun_attach(tun, file, false);
1689eb0fb363SJason Wang 		if (err < 0)
1690662ca437SJason Wang 			goto err_free_flow;
1691eb0fb363SJason Wang 
16921da177e4SLinus Torvalds 		err = register_netdevice(tun->dev);
16931da177e4SLinus Torvalds 		if (err < 0)
1694662ca437SJason Wang 			goto err_detach;
16959c3fea6aSHerbert Xu 
1696980c9e8cSDavid Woodhouse 		if (device_create_file(&tun->dev->dev, &dev_attr_tun_flags) ||
1697980c9e8cSDavid Woodhouse 		    device_create_file(&tun->dev->dev, &dev_attr_owner) ||
1698980c9e8cSDavid Woodhouse 		    device_create_file(&tun->dev->dev, &dev_attr_group))
16996b8a66eeSJoe Perches 			pr_err("Failed to create tun sysfs files\n");
1700af668b3cSMichael S. Tsirkin 	}
1701980c9e8cSDavid Woodhouse 
1702eb0fb363SJason Wang 	netif_carrier_on(tun->dev);
17031da177e4SLinus Torvalds 
17046b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_set_iff\n");
17051da177e4SLinus Torvalds 
17061da177e4SLinus Torvalds 	if (ifr->ifr_flags & IFF_NO_PI)
17071da177e4SLinus Torvalds 		tun->flags |= TUN_NO_PI;
1708a26af1e0SNathaniel Filardo 	else
1709a26af1e0SNathaniel Filardo 		tun->flags &= ~TUN_NO_PI;
17101da177e4SLinus Torvalds 
17115d097109SMichael S. Tsirkin 	/* This flag has no real effect.  We track the value for backwards
17125d097109SMichael S. Tsirkin 	 * compatibility.
17135d097109SMichael S. Tsirkin 	 */
17141da177e4SLinus Torvalds 	if (ifr->ifr_flags & IFF_ONE_QUEUE)
17151da177e4SLinus Torvalds 		tun->flags |= TUN_ONE_QUEUE;
1716a26af1e0SNathaniel Filardo 	else
1717a26af1e0SNathaniel Filardo 		tun->flags &= ~TUN_ONE_QUEUE;
17181da177e4SLinus Torvalds 
1719f43798c2SRusty Russell 	if (ifr->ifr_flags & IFF_VNET_HDR)
1720f43798c2SRusty Russell 		tun->flags |= TUN_VNET_HDR;
1721f43798c2SRusty Russell 	else
1722f43798c2SRusty Russell 		tun->flags &= ~TUN_VNET_HDR;
1723f43798c2SRusty Russell 
1724c8d68e6bSJason Wang 	if (ifr->ifr_flags & IFF_MULTI_QUEUE)
1725c8d68e6bSJason Wang 		tun->flags |= TUN_TAP_MQ;
1726c8d68e6bSJason Wang 	else
1727c8d68e6bSJason Wang 		tun->flags &= ~TUN_TAP_MQ;
1728c8d68e6bSJason Wang 
1729e35259a9SMax Krasnyansky 	/* Make sure persistent devices do not get stuck in
1730e35259a9SMax Krasnyansky 	 * xoff state.
1731e35259a9SMax Krasnyansky 	 */
1732e35259a9SMax Krasnyansky 	if (netif_running(tun->dev))
1733c8d68e6bSJason Wang 		netif_tx_wake_all_queues(tun->dev);
1734e35259a9SMax Krasnyansky 
17351da177e4SLinus Torvalds 	strcpy(ifr->ifr_name, tun->dev->name);
17361da177e4SLinus Torvalds 	return 0;
17371da177e4SLinus Torvalds 
1738662ca437SJason Wang err_detach:
1739662ca437SJason Wang 	tun_detach_all(dev);
1740662ca437SJason Wang err_free_flow:
1741662ca437SJason Wang 	tun_flow_uninit(tun);
1742662ca437SJason Wang 	security_tun_dev_free_security(tun->security);
17431da177e4SLinus Torvalds err_free_dev:
17441da177e4SLinus Torvalds 	free_netdev(dev);
17451da177e4SLinus Torvalds 	return err;
17461da177e4SLinus Torvalds }
17471da177e4SLinus Torvalds 
17489ce99cf6SRami Rosen static void tun_get_iff(struct net *net, struct tun_struct *tun,
1749876bfd4dSHerbert Xu 		       struct ifreq *ifr)
1750e3b99556SMark McLoughlin {
17516b8a66eeSJoe Perches 	tun_debug(KERN_INFO, tun, "tun_get_iff\n");
1752e3b99556SMark McLoughlin 
1753e3b99556SMark McLoughlin 	strcpy(ifr->ifr_name, tun->dev->name);
1754e3b99556SMark McLoughlin 
1755980c9e8cSDavid Woodhouse 	ifr->ifr_flags = tun_flags(tun);
1756e3b99556SMark McLoughlin 
1757e3b99556SMark McLoughlin }
1758e3b99556SMark McLoughlin 
17595228ddc9SRusty Russell /* This is like a cut-down ethtool ops, except done via tun fd so no
17605228ddc9SRusty Russell  * privs required. */
176188255375SMichał Mirosław static int set_offload(struct tun_struct *tun, unsigned long arg)
17625228ddc9SRusty Russell {
1763c8f44affSMichał Mirosław 	netdev_features_t features = 0;
17645228ddc9SRusty Russell 
17655228ddc9SRusty Russell 	if (arg & TUN_F_CSUM) {
176688255375SMichał Mirosław 		features |= NETIF_F_HW_CSUM;
17675228ddc9SRusty Russell 		arg &= ~TUN_F_CSUM;
17685228ddc9SRusty Russell 
17695228ddc9SRusty Russell 		if (arg & (TUN_F_TSO4|TUN_F_TSO6)) {
17705228ddc9SRusty Russell 			if (arg & TUN_F_TSO_ECN) {
17715228ddc9SRusty Russell 				features |= NETIF_F_TSO_ECN;
17725228ddc9SRusty Russell 				arg &= ~TUN_F_TSO_ECN;
17735228ddc9SRusty Russell 			}
17745228ddc9SRusty Russell 			if (arg & TUN_F_TSO4)
17755228ddc9SRusty Russell 				features |= NETIF_F_TSO;
17765228ddc9SRusty Russell 			if (arg & TUN_F_TSO6)
17775228ddc9SRusty Russell 				features |= NETIF_F_TSO6;
17785228ddc9SRusty Russell 			arg &= ~(TUN_F_TSO4|TUN_F_TSO6);
17795228ddc9SRusty Russell 		}
1780e36aa25aSSridhar Samudrala 
1781e36aa25aSSridhar Samudrala 		if (arg & TUN_F_UFO) {
1782e36aa25aSSridhar Samudrala 			features |= NETIF_F_UFO;
1783e36aa25aSSridhar Samudrala 			arg &= ~TUN_F_UFO;
1784e36aa25aSSridhar Samudrala 		}
17855228ddc9SRusty Russell 	}
17865228ddc9SRusty Russell 
17875228ddc9SRusty Russell 	/* This gives the user a way to test for new features in future by
17885228ddc9SRusty Russell 	 * trying to set them. */
17895228ddc9SRusty Russell 	if (arg)
17905228ddc9SRusty Russell 		return -EINVAL;
17915228ddc9SRusty Russell 
179288255375SMichał Mirosław 	tun->set_features = features;
179388255375SMichał Mirosław 	netdev_update_features(tun->dev);
17945228ddc9SRusty Russell 
17955228ddc9SRusty Russell 	return 0;
17965228ddc9SRusty Russell }
17975228ddc9SRusty Russell 
1798c8d68e6bSJason Wang static void tun_detach_filter(struct tun_struct *tun, int n)
1799c8d68e6bSJason Wang {
1800c8d68e6bSJason Wang 	int i;
1801c8d68e6bSJason Wang 	struct tun_file *tfile;
1802c8d68e6bSJason Wang 
1803c8d68e6bSJason Wang 	for (i = 0; i < n; i++) {
1804b8deabd3SJason Wang 		tfile = rtnl_dereference(tun->tfiles[i]);
1805c8d68e6bSJason Wang 		sk_detach_filter(tfile->socket.sk);
1806c8d68e6bSJason Wang 	}
1807c8d68e6bSJason Wang 
1808c8d68e6bSJason Wang 	tun->filter_attached = false;
1809c8d68e6bSJason Wang }
1810c8d68e6bSJason Wang 
1811c8d68e6bSJason Wang static int tun_attach_filter(struct tun_struct *tun)
1812c8d68e6bSJason Wang {
1813c8d68e6bSJason Wang 	int i, ret = 0;
1814c8d68e6bSJason Wang 	struct tun_file *tfile;
1815c8d68e6bSJason Wang 
1816c8d68e6bSJason Wang 	for (i = 0; i < tun->numqueues; i++) {
1817b8deabd3SJason Wang 		tfile = rtnl_dereference(tun->tfiles[i]);
1818c8d68e6bSJason Wang 		ret = sk_attach_filter(&tun->fprog, tfile->socket.sk);
1819c8d68e6bSJason Wang 		if (ret) {
1820c8d68e6bSJason Wang 			tun_detach_filter(tun, i);
1821c8d68e6bSJason Wang 			return ret;
1822c8d68e6bSJason Wang 		}
1823c8d68e6bSJason Wang 	}
1824c8d68e6bSJason Wang 
1825c8d68e6bSJason Wang 	tun->filter_attached = true;
1826c8d68e6bSJason Wang 	return ret;
1827c8d68e6bSJason Wang }
1828c8d68e6bSJason Wang 
1829c8d68e6bSJason Wang static void tun_set_sndbuf(struct tun_struct *tun)
1830c8d68e6bSJason Wang {
1831c8d68e6bSJason Wang 	struct tun_file *tfile;
1832c8d68e6bSJason Wang 	int i;
1833c8d68e6bSJason Wang 
1834c8d68e6bSJason Wang 	for (i = 0; i < tun->numqueues; i++) {
1835b8deabd3SJason Wang 		tfile = rtnl_dereference(tun->tfiles[i]);
1836c8d68e6bSJason Wang 		tfile->socket.sk->sk_sndbuf = tun->sndbuf;
1837c8d68e6bSJason Wang 	}
1838c8d68e6bSJason Wang }
1839c8d68e6bSJason Wang 
1840cde8b15fSJason Wang static int tun_set_queue(struct file *file, struct ifreq *ifr)
1841cde8b15fSJason Wang {
1842cde8b15fSJason Wang 	struct tun_file *tfile = file->private_data;
1843cde8b15fSJason Wang 	struct tun_struct *tun;
1844cde8b15fSJason Wang 	int ret = 0;
1845cde8b15fSJason Wang 
1846cde8b15fSJason Wang 	rtnl_lock();
1847cde8b15fSJason Wang 
1848cde8b15fSJason Wang 	if (ifr->ifr_flags & IFF_ATTACH_QUEUE) {
18494008e97fSJason Wang 		tun = tfile->detached;
18505dbbaf2dSPaul Moore 		if (!tun) {
1851cde8b15fSJason Wang 			ret = -EINVAL;
18525dbbaf2dSPaul Moore 			goto unlock;
18535dbbaf2dSPaul Moore 		}
18545dbbaf2dSPaul Moore 		ret = security_tun_dev_attach_queue(tun->security);
18555dbbaf2dSPaul Moore 		if (ret < 0)
18565dbbaf2dSPaul Moore 			goto unlock;
1857849c9b6fSPavel Emelyanov 		ret = tun_attach(tun, file, false);
18584008e97fSJason Wang 	} else if (ifr->ifr_flags & IFF_DETACH_QUEUE) {
1859b8deabd3SJason Wang 		tun = rtnl_dereference(tfile->tun);
18609e85722dSJason Wang 		if (!tun || !(tun->flags & TUN_TAP_MQ) || tfile->detached)
18614008e97fSJason Wang 			ret = -EINVAL;
1862cde8b15fSJason Wang 		else
18634008e97fSJason Wang 			__tun_detach(tfile, false);
18644008e97fSJason Wang 	} else
1865cde8b15fSJason Wang 		ret = -EINVAL;
1866cde8b15fSJason Wang 
18675dbbaf2dSPaul Moore unlock:
1868cde8b15fSJason Wang 	rtnl_unlock();
1869cde8b15fSJason Wang 	return ret;
1870cde8b15fSJason Wang }
1871cde8b15fSJason Wang 
187250857e2aSArnd Bergmann static long __tun_chr_ioctl(struct file *file, unsigned int cmd,
187350857e2aSArnd Bergmann 			    unsigned long arg, int ifreq_len)
18741da177e4SLinus Torvalds {
187536b50babSEric W. Biederman 	struct tun_file *tfile = file->private_data;
1876631ab46bSEric W. Biederman 	struct tun_struct *tun;
18771da177e4SLinus Torvalds 	void __user* argp = (void __user*)arg;
18781da177e4SLinus Torvalds 	struct ifreq ifr;
18790625c883SEric W. Biederman 	kuid_t owner;
18800625c883SEric W. Biederman 	kgid_t group;
188133dccbb0SHerbert Xu 	int sndbuf;
1882d9d52b51SMichael S. Tsirkin 	int vnet_hdr_sz;
1883fb7589a1SPavel Emelyanov 	unsigned int ifindex;
1884f271b2ccSMax Krasnyansky 	int ret;
18851da177e4SLinus Torvalds 
1886cde8b15fSJason Wang 	if (cmd == TUNSETIFF || cmd == TUNSETQUEUE || _IOC_TYPE(cmd) == 0x89) {
188750857e2aSArnd Bergmann 		if (copy_from_user(&ifr, argp, ifreq_len))
18881da177e4SLinus Torvalds 			return -EFAULT;
18898bbb1813SDavid S. Miller 	} else {
1890a117dacdSMathias Krause 		memset(&ifr, 0, sizeof(ifr));
18918bbb1813SDavid S. Miller 	}
1892631ab46bSEric W. Biederman 	if (cmd == TUNGETFEATURES) {
1893631ab46bSEric W. Biederman 		/* Currently this just means: "what IFF flags are valid?".
1894631ab46bSEric W. Biederman 		 * This is needed because we never checked for invalid flags on
1895631ab46bSEric W. Biederman 		 * TUNSETIFF. */
1896631ab46bSEric W. Biederman 		return put_user(IFF_TUN | IFF_TAP | IFF_NO_PI | IFF_ONE_QUEUE |
1897cde8b15fSJason Wang 				IFF_VNET_HDR | IFF_MULTI_QUEUE,
1898631ab46bSEric W. Biederman 				(unsigned int __user*)argp);
1899cde8b15fSJason Wang 	} else if (cmd == TUNSETQUEUE)
1900cde8b15fSJason Wang 		return tun_set_queue(file, &ifr);
1901631ab46bSEric W. Biederman 
1902c8d68e6bSJason Wang 	ret = 0;
1903876bfd4dSHerbert Xu 	rtnl_lock();
1904876bfd4dSHerbert Xu 
190536b50babSEric W. Biederman 	tun = __tun_get(tfile);
19061da177e4SLinus Torvalds 	if (cmd == TUNSETIFF && !tun) {
19071da177e4SLinus Torvalds 		ifr.ifr_name[IFNAMSIZ-1] = '\0';
19081da177e4SLinus Torvalds 
1909876bfd4dSHerbert Xu 		ret = tun_set_iff(tfile->net, file, &ifr);
19101da177e4SLinus Torvalds 
1911876bfd4dSHerbert Xu 		if (ret)
1912876bfd4dSHerbert Xu 			goto unlock;
19131da177e4SLinus Torvalds 
191450857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
1915876bfd4dSHerbert Xu 			ret = -EFAULT;
1916876bfd4dSHerbert Xu 		goto unlock;
19171da177e4SLinus Torvalds 	}
1918fb7589a1SPavel Emelyanov 	if (cmd == TUNSETIFINDEX) {
1919fb7589a1SPavel Emelyanov 		ret = -EPERM;
1920fb7589a1SPavel Emelyanov 		if (tun)
1921fb7589a1SPavel Emelyanov 			goto unlock;
1922fb7589a1SPavel Emelyanov 
1923fb7589a1SPavel Emelyanov 		ret = -EFAULT;
1924fb7589a1SPavel Emelyanov 		if (copy_from_user(&ifindex, argp, sizeof(ifindex)))
1925fb7589a1SPavel Emelyanov 			goto unlock;
1926fb7589a1SPavel Emelyanov 
1927fb7589a1SPavel Emelyanov 		ret = 0;
1928fb7589a1SPavel Emelyanov 		tfile->ifindex = ifindex;
1929fb7589a1SPavel Emelyanov 		goto unlock;
1930fb7589a1SPavel Emelyanov 	}
19311da177e4SLinus Torvalds 
1932876bfd4dSHerbert Xu 	ret = -EBADFD;
19331da177e4SLinus Torvalds 	if (!tun)
1934876bfd4dSHerbert Xu 		goto unlock;
19351da177e4SLinus Torvalds 
19361e588338SJason Wang 	tun_debug(KERN_INFO, tun, "tun_chr_ioctl cmd %u\n", cmd);
19371da177e4SLinus Torvalds 
1938631ab46bSEric W. Biederman 	ret = 0;
19391da177e4SLinus Torvalds 	switch (cmd) {
1940e3b99556SMark McLoughlin 	case TUNGETIFF:
19419ce99cf6SRami Rosen 		tun_get_iff(current->nsproxy->net_ns, tun, &ifr);
1942e3b99556SMark McLoughlin 
19433d407a80SPavel Emelyanov 		if (tfile->detached)
19443d407a80SPavel Emelyanov 			ifr.ifr_flags |= IFF_DETACH_QUEUE;
1945849c9b6fSPavel Emelyanov 		if (!tfile->socket.sk->sk_filter)
1946849c9b6fSPavel Emelyanov 			ifr.ifr_flags |= IFF_NOFILTER;
19473d407a80SPavel Emelyanov 
194850857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
1949631ab46bSEric W. Biederman 			ret = -EFAULT;
1950e3b99556SMark McLoughlin 		break;
1951e3b99556SMark McLoughlin 
19521da177e4SLinus Torvalds 	case TUNSETNOCSUM:
19531da177e4SLinus Torvalds 		/* Disable/Enable checksum */
19541da177e4SLinus Torvalds 
195588255375SMichał Mirosław 		/* [unimplemented] */
195688255375SMichał Mirosław 		tun_debug(KERN_INFO, tun, "ignored: set checksum %s\n",
19576b8a66eeSJoe Perches 			  arg ? "disabled" : "enabled");
19581da177e4SLinus Torvalds 		break;
19591da177e4SLinus Torvalds 
19601da177e4SLinus Torvalds 	case TUNSETPERSIST:
196154f968d6SJason Wang 		/* Disable/Enable persist mode. Keep an extra reference to the
196254f968d6SJason Wang 		 * module to prevent the module being unprobed.
196354f968d6SJason Wang 		 */
1964dd38bd85SJason Wang 		if (arg && !(tun->flags & TUN_PERSIST)) {
19651da177e4SLinus Torvalds 			tun->flags |= TUN_PERSIST;
196654f968d6SJason Wang 			__module_get(THIS_MODULE);
1967dd38bd85SJason Wang 		}
1968dd38bd85SJason Wang 		if (!arg && (tun->flags & TUN_PERSIST)) {
19691da177e4SLinus Torvalds 			tun->flags &= ~TUN_PERSIST;
197054f968d6SJason Wang 			module_put(THIS_MODULE);
197154f968d6SJason Wang 		}
19721da177e4SLinus Torvalds 
19736b8a66eeSJoe Perches 		tun_debug(KERN_INFO, tun, "persist %s\n",
19746b8a66eeSJoe Perches 			  arg ? "enabled" : "disabled");
19751da177e4SLinus Torvalds 		break;
19761da177e4SLinus Torvalds 
19771da177e4SLinus Torvalds 	case TUNSETOWNER:
19781da177e4SLinus Torvalds 		/* Set owner of the device */
19790625c883SEric W. Biederman 		owner = make_kuid(current_user_ns(), arg);
19800625c883SEric W. Biederman 		if (!uid_valid(owner)) {
19810625c883SEric W. Biederman 			ret = -EINVAL;
19820625c883SEric W. Biederman 			break;
19830625c883SEric W. Biederman 		}
19840625c883SEric W. Biederman 		tun->owner = owner;
19851e588338SJason Wang 		tun_debug(KERN_INFO, tun, "owner set to %u\n",
19860625c883SEric W. Biederman 			  from_kuid(&init_user_ns, tun->owner));
19871da177e4SLinus Torvalds 		break;
19881da177e4SLinus Torvalds 
19898c644623SGuido Guenther 	case TUNSETGROUP:
19908c644623SGuido Guenther 		/* Set group of the device */
19910625c883SEric W. Biederman 		group = make_kgid(current_user_ns(), arg);
19920625c883SEric W. Biederman 		if (!gid_valid(group)) {
19930625c883SEric W. Biederman 			ret = -EINVAL;
19940625c883SEric W. Biederman 			break;
19950625c883SEric W. Biederman 		}
19960625c883SEric W. Biederman 		tun->group = group;
19971e588338SJason Wang 		tun_debug(KERN_INFO, tun, "group set to %u\n",
19980625c883SEric W. Biederman 			  from_kgid(&init_user_ns, tun->group));
19998c644623SGuido Guenther 		break;
20008c644623SGuido Guenther 
2001ff4cc3acSMike Kershaw 	case TUNSETLINK:
2002ff4cc3acSMike Kershaw 		/* Only allow setting the type when the interface is down */
2003ff4cc3acSMike Kershaw 		if (tun->dev->flags & IFF_UP) {
20046b8a66eeSJoe Perches 			tun_debug(KERN_INFO, tun,
20056b8a66eeSJoe Perches 				  "Linktype set failed because interface is up\n");
200648abfe05SDavid S. Miller 			ret = -EBUSY;
2007ff4cc3acSMike Kershaw 		} else {
2008ff4cc3acSMike Kershaw 			tun->dev->type = (int) arg;
20096b8a66eeSJoe Perches 			tun_debug(KERN_INFO, tun, "linktype set to %d\n",
20106b8a66eeSJoe Perches 				  tun->dev->type);
201148abfe05SDavid S. Miller 			ret = 0;
2012ff4cc3acSMike Kershaw 		}
2013631ab46bSEric W. Biederman 		break;
2014ff4cc3acSMike Kershaw 
20151da177e4SLinus Torvalds #ifdef TUN_DEBUG
20161da177e4SLinus Torvalds 	case TUNSETDEBUG:
20171da177e4SLinus Torvalds 		tun->debug = arg;
20181da177e4SLinus Torvalds 		break;
20191da177e4SLinus Torvalds #endif
20205228ddc9SRusty Russell 	case TUNSETOFFLOAD:
202188255375SMichał Mirosław 		ret = set_offload(tun, arg);
2022631ab46bSEric W. Biederman 		break;
20235228ddc9SRusty Russell 
2024f271b2ccSMax Krasnyansky 	case TUNSETTXFILTER:
2025f271b2ccSMax Krasnyansky 		/* Can be set only for TAPs */
2026631ab46bSEric W. Biederman 		ret = -EINVAL;
2027f271b2ccSMax Krasnyansky 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
2028631ab46bSEric W. Biederman 			break;
2029c0e5a8c2SHarvey Harrison 		ret = update_filter(&tun->txflt, (void __user *)arg);
2030631ab46bSEric W. Biederman 		break;
20311da177e4SLinus Torvalds 
20321da177e4SLinus Torvalds 	case SIOCGIFHWADDR:
2033b595076aSUwe Kleine-König 		/* Get hw address */
2034f271b2ccSMax Krasnyansky 		memcpy(ifr.ifr_hwaddr.sa_data, tun->dev->dev_addr, ETH_ALEN);
2035f271b2ccSMax Krasnyansky 		ifr.ifr_hwaddr.sa_family = tun->dev->type;
203650857e2aSArnd Bergmann 		if (copy_to_user(argp, &ifr, ifreq_len))
2037631ab46bSEric W. Biederman 			ret = -EFAULT;
2038631ab46bSEric W. Biederman 		break;
20391da177e4SLinus Torvalds 
20401da177e4SLinus Torvalds 	case SIOCSIFHWADDR:
2041f271b2ccSMax Krasnyansky 		/* Set hw address */
20426b8a66eeSJoe Perches 		tun_debug(KERN_DEBUG, tun, "set hw address: %pM\n",
20436b8a66eeSJoe Perches 			  ifr.ifr_hwaddr.sa_data);
204440102371SKim B. Heino 
204540102371SKim B. Heino 		ret = dev_set_mac_address(tun->dev, &ifr.ifr_hwaddr);
2046631ab46bSEric W. Biederman 		break;
204733dccbb0SHerbert Xu 
204833dccbb0SHerbert Xu 	case TUNGETSNDBUF:
204954f968d6SJason Wang 		sndbuf = tfile->socket.sk->sk_sndbuf;
205033dccbb0SHerbert Xu 		if (copy_to_user(argp, &sndbuf, sizeof(sndbuf)))
205133dccbb0SHerbert Xu 			ret = -EFAULT;
205233dccbb0SHerbert Xu 		break;
205333dccbb0SHerbert Xu 
205433dccbb0SHerbert Xu 	case TUNSETSNDBUF:
205533dccbb0SHerbert Xu 		if (copy_from_user(&sndbuf, argp, sizeof(sndbuf))) {
205633dccbb0SHerbert Xu 			ret = -EFAULT;
205733dccbb0SHerbert Xu 			break;
205833dccbb0SHerbert Xu 		}
205933dccbb0SHerbert Xu 
2060c8d68e6bSJason Wang 		tun->sndbuf = sndbuf;
2061c8d68e6bSJason Wang 		tun_set_sndbuf(tun);
206233dccbb0SHerbert Xu 		break;
206333dccbb0SHerbert Xu 
2064d9d52b51SMichael S. Tsirkin 	case TUNGETVNETHDRSZ:
2065d9d52b51SMichael S. Tsirkin 		vnet_hdr_sz = tun->vnet_hdr_sz;
2066d9d52b51SMichael S. Tsirkin 		if (copy_to_user(argp, &vnet_hdr_sz, sizeof(vnet_hdr_sz)))
2067d9d52b51SMichael S. Tsirkin 			ret = -EFAULT;
2068d9d52b51SMichael S. Tsirkin 		break;
2069d9d52b51SMichael S. Tsirkin 
2070d9d52b51SMichael S. Tsirkin 	case TUNSETVNETHDRSZ:
2071d9d52b51SMichael S. Tsirkin 		if (copy_from_user(&vnet_hdr_sz, argp, sizeof(vnet_hdr_sz))) {
2072d9d52b51SMichael S. Tsirkin 			ret = -EFAULT;
2073d9d52b51SMichael S. Tsirkin 			break;
2074d9d52b51SMichael S. Tsirkin 		}
2075d9d52b51SMichael S. Tsirkin 		if (vnet_hdr_sz < (int)sizeof(struct virtio_net_hdr)) {
2076d9d52b51SMichael S. Tsirkin 			ret = -EINVAL;
2077d9d52b51SMichael S. Tsirkin 			break;
2078d9d52b51SMichael S. Tsirkin 		}
2079d9d52b51SMichael S. Tsirkin 
2080d9d52b51SMichael S. Tsirkin 		tun->vnet_hdr_sz = vnet_hdr_sz;
2081d9d52b51SMichael S. Tsirkin 		break;
2082d9d52b51SMichael S. Tsirkin 
208399405162SMichael S. Tsirkin 	case TUNATTACHFILTER:
208499405162SMichael S. Tsirkin 		/* Can be set only for TAPs */
208599405162SMichael S. Tsirkin 		ret = -EINVAL;
208699405162SMichael S. Tsirkin 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
208799405162SMichael S. Tsirkin 			break;
208899405162SMichael S. Tsirkin 		ret = -EFAULT;
208954f968d6SJason Wang 		if (copy_from_user(&tun->fprog, argp, sizeof(tun->fprog)))
209099405162SMichael S. Tsirkin 			break;
209199405162SMichael S. Tsirkin 
2092c8d68e6bSJason Wang 		ret = tun_attach_filter(tun);
209399405162SMichael S. Tsirkin 		break;
209499405162SMichael S. Tsirkin 
209599405162SMichael S. Tsirkin 	case TUNDETACHFILTER:
209699405162SMichael S. Tsirkin 		/* Can be set only for TAPs */
209799405162SMichael S. Tsirkin 		ret = -EINVAL;
209899405162SMichael S. Tsirkin 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
209999405162SMichael S. Tsirkin 			break;
2100c8d68e6bSJason Wang 		ret = 0;
2101c8d68e6bSJason Wang 		tun_detach_filter(tun, tun->numqueues);
210299405162SMichael S. Tsirkin 		break;
210399405162SMichael S. Tsirkin 
210476975e9cSPavel Emelyanov 	case TUNGETFILTER:
210576975e9cSPavel Emelyanov 		ret = -EINVAL;
210676975e9cSPavel Emelyanov 		if ((tun->flags & TUN_TYPE_MASK) != TUN_TAP_DEV)
210776975e9cSPavel Emelyanov 			break;
210876975e9cSPavel Emelyanov 		ret = -EFAULT;
210976975e9cSPavel Emelyanov 		if (copy_to_user(argp, &tun->fprog, sizeof(tun->fprog)))
211076975e9cSPavel Emelyanov 			break;
211176975e9cSPavel Emelyanov 		ret = 0;
211276975e9cSPavel Emelyanov 		break;
211376975e9cSPavel Emelyanov 
21141da177e4SLinus Torvalds 	default:
2115631ab46bSEric W. Biederman 		ret = -EINVAL;
2116631ab46bSEric W. Biederman 		break;
2117ee289b64SJoe Perches 	}
21181da177e4SLinus Torvalds 
2119876bfd4dSHerbert Xu unlock:
2120876bfd4dSHerbert Xu 	rtnl_unlock();
2121876bfd4dSHerbert Xu 	if (tun)
2122631ab46bSEric W. Biederman 		tun_put(tun);
2123631ab46bSEric W. Biederman 	return ret;
21241da177e4SLinus Torvalds }
21251da177e4SLinus Torvalds 
212650857e2aSArnd Bergmann static long tun_chr_ioctl(struct file *file,
212750857e2aSArnd Bergmann 			  unsigned int cmd, unsigned long arg)
212850857e2aSArnd Bergmann {
212950857e2aSArnd Bergmann 	return __tun_chr_ioctl(file, cmd, arg, sizeof (struct ifreq));
213050857e2aSArnd Bergmann }
213150857e2aSArnd Bergmann 
213250857e2aSArnd Bergmann #ifdef CONFIG_COMPAT
213350857e2aSArnd Bergmann static long tun_chr_compat_ioctl(struct file *file,
213450857e2aSArnd Bergmann 			 unsigned int cmd, unsigned long arg)
213550857e2aSArnd Bergmann {
213650857e2aSArnd Bergmann 	switch (cmd) {
213750857e2aSArnd Bergmann 	case TUNSETIFF:
213850857e2aSArnd Bergmann 	case TUNGETIFF:
213950857e2aSArnd Bergmann 	case TUNSETTXFILTER:
214050857e2aSArnd Bergmann 	case TUNGETSNDBUF:
214150857e2aSArnd Bergmann 	case TUNSETSNDBUF:
214250857e2aSArnd Bergmann 	case SIOCGIFHWADDR:
214350857e2aSArnd Bergmann 	case SIOCSIFHWADDR:
214450857e2aSArnd Bergmann 		arg = (unsigned long)compat_ptr(arg);
214550857e2aSArnd Bergmann 		break;
214650857e2aSArnd Bergmann 	default:
214750857e2aSArnd Bergmann 		arg = (compat_ulong_t)arg;
214850857e2aSArnd Bergmann 		break;
214950857e2aSArnd Bergmann 	}
215050857e2aSArnd Bergmann 
215150857e2aSArnd Bergmann 	/*
215250857e2aSArnd Bergmann 	 * compat_ifreq is shorter than ifreq, so we must not access beyond
215350857e2aSArnd Bergmann 	 * the end of that structure. All fields that are used in this
215450857e2aSArnd Bergmann 	 * driver are compatible though, we don't need to convert the
215550857e2aSArnd Bergmann 	 * contents.
215650857e2aSArnd Bergmann 	 */
215750857e2aSArnd Bergmann 	return __tun_chr_ioctl(file, cmd, arg, sizeof(struct compat_ifreq));
215850857e2aSArnd Bergmann }
215950857e2aSArnd Bergmann #endif /* CONFIG_COMPAT */
216050857e2aSArnd Bergmann 
21611da177e4SLinus Torvalds static int tun_chr_fasync(int fd, struct file *file, int on)
21621da177e4SLinus Torvalds {
216354f968d6SJason Wang 	struct tun_file *tfile = file->private_data;
21641da177e4SLinus Torvalds 	int ret;
21651da177e4SLinus Torvalds 
216654f968d6SJason Wang 	if ((ret = fasync_helper(fd, file, on, &tfile->fasync)) < 0)
21679d319522SJonathan Corbet 		goto out;
21681da177e4SLinus Torvalds 
21691da177e4SLinus Torvalds 	if (on) {
2170609d7fa9SEric W. Biederman 		ret = __f_setown(file, task_pid(current), PIDTYPE_PID, 0);
21711da177e4SLinus Torvalds 		if (ret)
21729d319522SJonathan Corbet 			goto out;
217354f968d6SJason Wang 		tfile->flags |= TUN_FASYNC;
21741da177e4SLinus Torvalds 	} else
217554f968d6SJason Wang 		tfile->flags &= ~TUN_FASYNC;
21769d319522SJonathan Corbet 	ret = 0;
21779d319522SJonathan Corbet out:
21789d319522SJonathan Corbet 	return ret;
21791da177e4SLinus Torvalds }
21801da177e4SLinus Torvalds 
21811da177e4SLinus Torvalds static int tun_chr_open(struct inode *inode, struct file * file)
21821da177e4SLinus Torvalds {
2183631ab46bSEric W. Biederman 	struct tun_file *tfile;
2184deed49fbSThomas Gleixner 
21856b8a66eeSJoe Perches 	DBG1(KERN_INFO, "tunX: tun_chr_open\n");
2186631ab46bSEric W. Biederman 
218754f968d6SJason Wang 	tfile = (struct tun_file *)sk_alloc(&init_net, AF_UNSPEC, GFP_KERNEL,
218854f968d6SJason Wang 					    &tun_proto);
2189631ab46bSEric W. Biederman 	if (!tfile)
2190631ab46bSEric W. Biederman 		return -ENOMEM;
21916e914fc7SJason Wang 	rcu_assign_pointer(tfile->tun, NULL);
219236b50babSEric W. Biederman 	tfile->net = get_net(current->nsproxy->net_ns);
219354f968d6SJason Wang 	tfile->flags = 0;
2194fb7589a1SPavel Emelyanov 	tfile->ifindex = 0;
219554f968d6SJason Wang 
219654f968d6SJason Wang 	rcu_assign_pointer(tfile->socket.wq, &tfile->wq);
219754f968d6SJason Wang 	init_waitqueue_head(&tfile->wq.wait);
219854f968d6SJason Wang 
219954f968d6SJason Wang 	tfile->socket.file = file;
220054f968d6SJason Wang 	tfile->socket.ops = &tun_socket_ops;
220154f968d6SJason Wang 
220254f968d6SJason Wang 	sock_init_data(&tfile->socket, &tfile->sk);
220354f968d6SJason Wang 	sk_change_net(&tfile->sk, tfile->net);
220454f968d6SJason Wang 
220554f968d6SJason Wang 	tfile->sk.sk_write_space = tun_sock_write_space;
220654f968d6SJason Wang 	tfile->sk.sk_sndbuf = INT_MAX;
220754f968d6SJason Wang 
2208631ab46bSEric W. Biederman 	file->private_data = tfile;
220954f968d6SJason Wang 	set_bit(SOCK_EXTERNALLY_ALLOCATED, &tfile->socket.flags);
22104008e97fSJason Wang 	INIT_LIST_HEAD(&tfile->next);
221154f968d6SJason Wang 
221219a6afb2SJason Wang 	sock_set_flag(&tfile->sk, SOCK_ZEROCOPY);
221319a6afb2SJason Wang 
22141da177e4SLinus Torvalds 	return 0;
22151da177e4SLinus Torvalds }
22161da177e4SLinus Torvalds 
22171da177e4SLinus Torvalds static int tun_chr_close(struct inode *inode, struct file *file)
22181da177e4SLinus Torvalds {
2219631ab46bSEric W. Biederman 	struct tun_file *tfile = file->private_data;
222054f968d6SJason Wang 	struct net *net = tfile->net;
22211da177e4SLinus Torvalds 
2222c8d68e6bSJason Wang 	tun_detach(tfile, true);
222354f968d6SJason Wang 	put_net(net);
22241da177e4SLinus Torvalds 
22251da177e4SLinus Torvalds 	return 0;
22261da177e4SLinus Torvalds }
22271da177e4SLinus Torvalds 
2228d54b1fdbSArjan van de Ven static const struct file_operations tun_fops = {
22291da177e4SLinus Torvalds 	.owner	= THIS_MODULE,
22301da177e4SLinus Torvalds 	.llseek = no_llseek,
2231ee0b3e67SBadari Pulavarty 	.read  = do_sync_read,
2232ee0b3e67SBadari Pulavarty 	.aio_read  = tun_chr_aio_read,
2233ee0b3e67SBadari Pulavarty 	.write = do_sync_write,
2234ee0b3e67SBadari Pulavarty 	.aio_write = tun_chr_aio_write,
22351da177e4SLinus Torvalds 	.poll	= tun_chr_poll,
2236876bfd4dSHerbert Xu 	.unlocked_ioctl	= tun_chr_ioctl,
223750857e2aSArnd Bergmann #ifdef CONFIG_COMPAT
223850857e2aSArnd Bergmann 	.compat_ioctl = tun_chr_compat_ioctl,
223950857e2aSArnd Bergmann #endif
22401da177e4SLinus Torvalds 	.open	= tun_chr_open,
22411da177e4SLinus Torvalds 	.release = tun_chr_close,
22421da177e4SLinus Torvalds 	.fasync = tun_chr_fasync
22431da177e4SLinus Torvalds };
22441da177e4SLinus Torvalds 
22451da177e4SLinus Torvalds static struct miscdevice tun_miscdev = {
22461da177e4SLinus Torvalds 	.minor = TUN_MINOR,
22471da177e4SLinus Torvalds 	.name = "tun",
2248e454cea2SKay Sievers 	.nodename = "net/tun",
22491da177e4SLinus Torvalds 	.fops = &tun_fops,
22501da177e4SLinus Torvalds };
22511da177e4SLinus Torvalds 
22521da177e4SLinus Torvalds /* ethtool interface */
22531da177e4SLinus Torvalds 
22541da177e4SLinus Torvalds static int tun_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
22551da177e4SLinus Torvalds {
22561da177e4SLinus Torvalds 	cmd->supported		= 0;
22571da177e4SLinus Torvalds 	cmd->advertising	= 0;
225870739497SDavid Decotigny 	ethtool_cmd_speed_set(cmd, SPEED_10);
22591da177e4SLinus Torvalds 	cmd->duplex		= DUPLEX_FULL;
22601da177e4SLinus Torvalds 	cmd->port		= PORT_TP;
22611da177e4SLinus Torvalds 	cmd->phy_address	= 0;
22621da177e4SLinus Torvalds 	cmd->transceiver	= XCVR_INTERNAL;
22631da177e4SLinus Torvalds 	cmd->autoneg		= AUTONEG_DISABLE;
22641da177e4SLinus Torvalds 	cmd->maxtxpkt		= 0;
22651da177e4SLinus Torvalds 	cmd->maxrxpkt		= 0;
22661da177e4SLinus Torvalds 	return 0;
22671da177e4SLinus Torvalds }
22681da177e4SLinus Torvalds 
22691da177e4SLinus Torvalds static void tun_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
22701da177e4SLinus Torvalds {
22711da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
22721da177e4SLinus Torvalds 
227333a5ba14SRick Jones 	strlcpy(info->driver, DRV_NAME, sizeof(info->driver));
227433a5ba14SRick Jones 	strlcpy(info->version, DRV_VERSION, sizeof(info->version));
22751da177e4SLinus Torvalds 
22761da177e4SLinus Torvalds 	switch (tun->flags & TUN_TYPE_MASK) {
22771da177e4SLinus Torvalds 	case TUN_TUN_DEV:
227833a5ba14SRick Jones 		strlcpy(info->bus_info, "tun", sizeof(info->bus_info));
22791da177e4SLinus Torvalds 		break;
22801da177e4SLinus Torvalds 	case TUN_TAP_DEV:
228133a5ba14SRick Jones 		strlcpy(info->bus_info, "tap", sizeof(info->bus_info));
22821da177e4SLinus Torvalds 		break;
22831da177e4SLinus Torvalds 	}
22841da177e4SLinus Torvalds }
22851da177e4SLinus Torvalds 
22861da177e4SLinus Torvalds static u32 tun_get_msglevel(struct net_device *dev)
22871da177e4SLinus Torvalds {
22881da177e4SLinus Torvalds #ifdef TUN_DEBUG
22891da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
22901da177e4SLinus Torvalds 	return tun->debug;
22911da177e4SLinus Torvalds #else
22921da177e4SLinus Torvalds 	return -EOPNOTSUPP;
22931da177e4SLinus Torvalds #endif
22941da177e4SLinus Torvalds }
22951da177e4SLinus Torvalds 
22961da177e4SLinus Torvalds static void tun_set_msglevel(struct net_device *dev, u32 value)
22971da177e4SLinus Torvalds {
22981da177e4SLinus Torvalds #ifdef TUN_DEBUG
22991da177e4SLinus Torvalds 	struct tun_struct *tun = netdev_priv(dev);
23001da177e4SLinus Torvalds 	tun->debug = value;
23011da177e4SLinus Torvalds #endif
23021da177e4SLinus Torvalds }
23031da177e4SLinus Torvalds 
23047282d491SJeff Garzik static const struct ethtool_ops tun_ethtool_ops = {
23051da177e4SLinus Torvalds 	.get_settings	= tun_get_settings,
23061da177e4SLinus Torvalds 	.get_drvinfo	= tun_get_drvinfo,
23071da177e4SLinus Torvalds 	.get_msglevel	= tun_get_msglevel,
23081da177e4SLinus Torvalds 	.set_msglevel	= tun_set_msglevel,
2309bee31369SNolan Leake 	.get_link	= ethtool_op_get_link,
2310eda29772SRichard Cochran 	.get_ts_info	= ethtool_op_get_ts_info,
23111da177e4SLinus Torvalds };
23121da177e4SLinus Torvalds 
231379d17604SPavel Emelyanov 
23141da177e4SLinus Torvalds static int __init tun_init(void)
23151da177e4SLinus Torvalds {
23161da177e4SLinus Torvalds 	int ret = 0;
23171da177e4SLinus Torvalds 
23186b8a66eeSJoe Perches 	pr_info("%s, %s\n", DRV_DESCRIPTION, DRV_VERSION);
23196b8a66eeSJoe Perches 	pr_info("%s\n", DRV_COPYRIGHT);
23201da177e4SLinus Torvalds 
2321f019a7a5SEric W. Biederman 	ret = rtnl_link_register(&tun_link_ops);
232279d17604SPavel Emelyanov 	if (ret) {
23236b8a66eeSJoe Perches 		pr_err("Can't register link_ops\n");
2324f019a7a5SEric W. Biederman 		goto err_linkops;
232579d17604SPavel Emelyanov 	}
232679d17604SPavel Emelyanov 
23271da177e4SLinus Torvalds 	ret = misc_register(&tun_miscdev);
232879d17604SPavel Emelyanov 	if (ret) {
23296b8a66eeSJoe Perches 		pr_err("Can't register misc device %d\n", TUN_MINOR);
233079d17604SPavel Emelyanov 		goto err_misc;
233179d17604SPavel Emelyanov 	}
233279d17604SPavel Emelyanov 	return  0;
233379d17604SPavel Emelyanov err_misc:
2334f019a7a5SEric W. Biederman 	rtnl_link_unregister(&tun_link_ops);
2335f019a7a5SEric W. Biederman err_linkops:
23361da177e4SLinus Torvalds 	return ret;
23371da177e4SLinus Torvalds }
23381da177e4SLinus Torvalds 
23391da177e4SLinus Torvalds static void tun_cleanup(void)
23401da177e4SLinus Torvalds {
23411da177e4SLinus Torvalds 	misc_deregister(&tun_miscdev);
2342f019a7a5SEric W. Biederman 	rtnl_link_unregister(&tun_link_ops);
23431da177e4SLinus Torvalds }
23441da177e4SLinus Torvalds 
234505c2828cSMichael S. Tsirkin /* Get an underlying socket object from tun file.  Returns error unless file is
234605c2828cSMichael S. Tsirkin  * attached to a device.  The returned object works like a packet socket, it
234705c2828cSMichael S. Tsirkin  * can be used for sock_sendmsg/sock_recvmsg.  The caller is responsible for
234805c2828cSMichael S. Tsirkin  * holding a reference to the file for as long as the socket is in use. */
234905c2828cSMichael S. Tsirkin struct socket *tun_get_socket(struct file *file)
235005c2828cSMichael S. Tsirkin {
23516e914fc7SJason Wang 	struct tun_file *tfile;
235205c2828cSMichael S. Tsirkin 	if (file->f_op != &tun_fops)
235305c2828cSMichael S. Tsirkin 		return ERR_PTR(-EINVAL);
23546e914fc7SJason Wang 	tfile = file->private_data;
23556e914fc7SJason Wang 	if (!tfile)
235605c2828cSMichael S. Tsirkin 		return ERR_PTR(-EBADFD);
235754f968d6SJason Wang 	return &tfile->socket;
235805c2828cSMichael S. Tsirkin }
235905c2828cSMichael S. Tsirkin EXPORT_SYMBOL_GPL(tun_get_socket);
236005c2828cSMichael S. Tsirkin 
23611da177e4SLinus Torvalds module_init(tun_init);
23621da177e4SLinus Torvalds module_exit(tun_cleanup);
23631da177e4SLinus Torvalds MODULE_DESCRIPTION(DRV_DESCRIPTION);
23641da177e4SLinus Torvalds MODULE_AUTHOR(DRV_COPYRIGHT);
23651da177e4SLinus Torvalds MODULE_LICENSE("GPL");
23661da177e4SLinus Torvalds MODULE_ALIAS_MISCDEV(TUN_MINOR);
2367578454ffSKay Sievers MODULE_ALIAS("devname:net/tun");
2368