xref: /openbmc/linux/drivers/net/net_failover.c (revision e3cbdcb0)
1cfc80d9aSSridhar Samudrala // SPDX-License-Identifier: GPL-2.0
2cfc80d9aSSridhar Samudrala /* Copyright (c) 2018, Intel Corporation. */
3cfc80d9aSSridhar Samudrala 
4cfc80d9aSSridhar Samudrala /* This provides a net_failover interface for paravirtual drivers to
5cfc80d9aSSridhar Samudrala  * provide an alternate datapath by exporting APIs to create and
6cfc80d9aSSridhar Samudrala  * destroy a upper 'net_failover' netdev. The upper dev manages the
7cfc80d9aSSridhar Samudrala  * original paravirtual interface as a 'standby' netdev and uses the
8cfc80d9aSSridhar Samudrala  * generic failover infrastructure to register and manage a direct
9cfc80d9aSSridhar Samudrala  * attached VF as a 'primary' netdev. This enables live migration of
10cfc80d9aSSridhar Samudrala  * a VM with direct attached VF by failing over to the paravirtual
11cfc80d9aSSridhar Samudrala  * datapath when the VF is unplugged.
12cfc80d9aSSridhar Samudrala  *
13cfc80d9aSSridhar Samudrala  * Some of the netdev management routines are based on bond/team driver as
14cfc80d9aSSridhar Samudrala  * this driver provides active-backup functionality similar to those drivers.
15cfc80d9aSSridhar Samudrala  */
16cfc80d9aSSridhar Samudrala 
17cfc80d9aSSridhar Samudrala #include <linux/netdevice.h>
18cfc80d9aSSridhar Samudrala #include <linux/etherdevice.h>
19cfc80d9aSSridhar Samudrala #include <linux/ethtool.h>
20cfc80d9aSSridhar Samudrala #include <linux/module.h>
21cfc80d9aSSridhar Samudrala #include <linux/slab.h>
22cfc80d9aSSridhar Samudrala #include <linux/netpoll.h>
23cfc80d9aSSridhar Samudrala #include <linux/rtnetlink.h>
24cfc80d9aSSridhar Samudrala #include <linux/if_vlan.h>
25cfc80d9aSSridhar Samudrala #include <linux/pci.h>
26cfc80d9aSSridhar Samudrala #include <net/sch_generic.h>
27cfc80d9aSSridhar Samudrala #include <uapi/linux/if_arp.h>
28cfc80d9aSSridhar Samudrala #include <net/net_failover.h>
29cfc80d9aSSridhar Samudrala 
net_failover_xmit_ready(struct net_device * dev)30cfc80d9aSSridhar Samudrala static bool net_failover_xmit_ready(struct net_device *dev)
31cfc80d9aSSridhar Samudrala {
32cfc80d9aSSridhar Samudrala 	return netif_running(dev) && netif_carrier_ok(dev);
33cfc80d9aSSridhar Samudrala }
34cfc80d9aSSridhar Samudrala 
net_failover_open(struct net_device * dev)35cfc80d9aSSridhar Samudrala static int net_failover_open(struct net_device *dev)
36cfc80d9aSSridhar Samudrala {
37cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
38cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
39cfc80d9aSSridhar Samudrala 	int err;
40cfc80d9aSSridhar Samudrala 
41cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
42cfc80d9aSSridhar Samudrala 	if (primary_dev) {
4300f54e68SPetr Machata 		err = dev_open(primary_dev, NULL);
44cfc80d9aSSridhar Samudrala 		if (err)
45cfc80d9aSSridhar Samudrala 			goto err_primary_open;
46cfc80d9aSSridhar Samudrala 	}
47cfc80d9aSSridhar Samudrala 
48cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
49cfc80d9aSSridhar Samudrala 	if (standby_dev) {
5000f54e68SPetr Machata 		err = dev_open(standby_dev, NULL);
51cfc80d9aSSridhar Samudrala 		if (err)
52cfc80d9aSSridhar Samudrala 			goto err_standby_open;
53cfc80d9aSSridhar Samudrala 	}
54cfc80d9aSSridhar Samudrala 
55cfc80d9aSSridhar Samudrala 	if ((primary_dev && net_failover_xmit_ready(primary_dev)) ||
56cfc80d9aSSridhar Samudrala 	    (standby_dev && net_failover_xmit_ready(standby_dev))) {
57cfc80d9aSSridhar Samudrala 		netif_carrier_on(dev);
58cfc80d9aSSridhar Samudrala 		netif_tx_wake_all_queues(dev);
59cfc80d9aSSridhar Samudrala 	}
60cfc80d9aSSridhar Samudrala 
61cfc80d9aSSridhar Samudrala 	return 0;
62cfc80d9aSSridhar Samudrala 
63cfc80d9aSSridhar Samudrala err_standby_open:
64e8224bfeSVasily Averin 	if (primary_dev)
65cfc80d9aSSridhar Samudrala 		dev_close(primary_dev);
66cfc80d9aSSridhar Samudrala err_primary_open:
67cfc80d9aSSridhar Samudrala 	netif_tx_disable(dev);
68cfc80d9aSSridhar Samudrala 	return err;
69cfc80d9aSSridhar Samudrala }
70cfc80d9aSSridhar Samudrala 
net_failover_close(struct net_device * dev)71cfc80d9aSSridhar Samudrala static int net_failover_close(struct net_device *dev)
72cfc80d9aSSridhar Samudrala {
73cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
74cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
75cfc80d9aSSridhar Samudrala 
76cfc80d9aSSridhar Samudrala 	netif_tx_disable(dev);
77cfc80d9aSSridhar Samudrala 
78cfc80d9aSSridhar Samudrala 	slave_dev = rtnl_dereference(nfo_info->primary_dev);
79cfc80d9aSSridhar Samudrala 	if (slave_dev)
80cfc80d9aSSridhar Samudrala 		dev_close(slave_dev);
81cfc80d9aSSridhar Samudrala 
82cfc80d9aSSridhar Samudrala 	slave_dev = rtnl_dereference(nfo_info->standby_dev);
83cfc80d9aSSridhar Samudrala 	if (slave_dev)
84cfc80d9aSSridhar Samudrala 		dev_close(slave_dev);
85cfc80d9aSSridhar Samudrala 
86cfc80d9aSSridhar Samudrala 	return 0;
87cfc80d9aSSridhar Samudrala }
88cfc80d9aSSridhar Samudrala 
net_failover_drop_xmit(struct sk_buff * skb,struct net_device * dev)89cfc80d9aSSridhar Samudrala static netdev_tx_t net_failover_drop_xmit(struct sk_buff *skb,
90cfc80d9aSSridhar Samudrala 					  struct net_device *dev)
91cfc80d9aSSridhar Samudrala {
92625788b5SEric Dumazet 	dev_core_stats_tx_dropped_inc(dev);
93cfc80d9aSSridhar Samudrala 	dev_kfree_skb_any(skb);
94cfc80d9aSSridhar Samudrala 	return NETDEV_TX_OK;
95cfc80d9aSSridhar Samudrala }
96cfc80d9aSSridhar Samudrala 
net_failover_start_xmit(struct sk_buff * skb,struct net_device * dev)97cfc80d9aSSridhar Samudrala static netdev_tx_t net_failover_start_xmit(struct sk_buff *skb,
98cfc80d9aSSridhar Samudrala 					   struct net_device *dev)
99cfc80d9aSSridhar Samudrala {
100cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
101cfc80d9aSSridhar Samudrala 	struct net_device *xmit_dev;
102cfc80d9aSSridhar Samudrala 
103cfc80d9aSSridhar Samudrala 	/* Try xmit via primary netdev followed by standby netdev */
104cfc80d9aSSridhar Samudrala 	xmit_dev = rcu_dereference_bh(nfo_info->primary_dev);
105cfc80d9aSSridhar Samudrala 	if (!xmit_dev || !net_failover_xmit_ready(xmit_dev)) {
106cfc80d9aSSridhar Samudrala 		xmit_dev = rcu_dereference_bh(nfo_info->standby_dev);
107cfc80d9aSSridhar Samudrala 		if (!xmit_dev || !net_failover_xmit_ready(xmit_dev))
108cfc80d9aSSridhar Samudrala 			return net_failover_drop_xmit(skb, dev);
109cfc80d9aSSridhar Samudrala 	}
110cfc80d9aSSridhar Samudrala 
111cfc80d9aSSridhar Samudrala 	skb->dev = xmit_dev;
112cfc80d9aSSridhar Samudrala 	skb->queue_mapping = qdisc_skb_cb(skb)->slave_dev_queue_mapping;
113cfc80d9aSSridhar Samudrala 
114cfc80d9aSSridhar Samudrala 	return dev_queue_xmit(skb);
115cfc80d9aSSridhar Samudrala }
116cfc80d9aSSridhar Samudrala 
net_failover_select_queue(struct net_device * dev,struct sk_buff * skb,struct net_device * sb_dev)117cfc80d9aSSridhar Samudrala static u16 net_failover_select_queue(struct net_device *dev,
1184f49dec9SAlexander Duyck 				     struct sk_buff *skb,
119a350ecceSPaolo Abeni 				     struct net_device *sb_dev)
120cfc80d9aSSridhar Samudrala {
121cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
122cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev;
123cfc80d9aSSridhar Samudrala 	u16 txq;
124cfc80d9aSSridhar Samudrala 
125cfc80d9aSSridhar Samudrala 	primary_dev = rcu_dereference(nfo_info->primary_dev);
126cfc80d9aSSridhar Samudrala 	if (primary_dev) {
127cfc80d9aSSridhar Samudrala 		const struct net_device_ops *ops = primary_dev->netdev_ops;
128cfc80d9aSSridhar Samudrala 
129cfc80d9aSSridhar Samudrala 		if (ops->ndo_select_queue)
130a350ecceSPaolo Abeni 			txq = ops->ndo_select_queue(primary_dev, skb, sb_dev);
131cfc80d9aSSridhar Samudrala 		else
132a350ecceSPaolo Abeni 			txq = netdev_pick_tx(primary_dev, skb, NULL);
133*e3cbdcb0SFaicker Mo 	} else {
134cfc80d9aSSridhar Samudrala 		txq = skb_rx_queue_recorded(skb) ? skb_get_rx_queue(skb) : 0;
135*e3cbdcb0SFaicker Mo 	}
136cfc80d9aSSridhar Samudrala 
137cfc80d9aSSridhar Samudrala 	/* Save the original txq to restore before passing to the driver */
138cfc80d9aSSridhar Samudrala 	qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb->queue_mapping;
139cfc80d9aSSridhar Samudrala 
140cfc80d9aSSridhar Samudrala 	if (unlikely(txq >= dev->real_num_tx_queues)) {
141cfc80d9aSSridhar Samudrala 		do {
142cfc80d9aSSridhar Samudrala 			txq -= dev->real_num_tx_queues;
143cfc80d9aSSridhar Samudrala 		} while (txq >= dev->real_num_tx_queues);
144cfc80d9aSSridhar Samudrala 	}
145cfc80d9aSSridhar Samudrala 
146cfc80d9aSSridhar Samudrala 	return txq;
147cfc80d9aSSridhar Samudrala }
148cfc80d9aSSridhar Samudrala 
149cfc80d9aSSridhar Samudrala /* fold stats, assuming all rtnl_link_stats64 fields are u64, but
150cfc80d9aSSridhar Samudrala  * that some drivers can provide 32bit values only.
151cfc80d9aSSridhar Samudrala  */
net_failover_fold_stats(struct rtnl_link_stats64 * _res,const struct rtnl_link_stats64 * _new,const struct rtnl_link_stats64 * _old)152cfc80d9aSSridhar Samudrala static void net_failover_fold_stats(struct rtnl_link_stats64 *_res,
153cfc80d9aSSridhar Samudrala 				    const struct rtnl_link_stats64 *_new,
154cfc80d9aSSridhar Samudrala 				    const struct rtnl_link_stats64 *_old)
155cfc80d9aSSridhar Samudrala {
156cfc80d9aSSridhar Samudrala 	const u64 *new = (const u64 *)_new;
157cfc80d9aSSridhar Samudrala 	const u64 *old = (const u64 *)_old;
158cfc80d9aSSridhar Samudrala 	u64 *res = (u64 *)_res;
159cfc80d9aSSridhar Samudrala 	int i;
160cfc80d9aSSridhar Samudrala 
161cfc80d9aSSridhar Samudrala 	for (i = 0; i < sizeof(*_res) / sizeof(u64); i++) {
162cfc80d9aSSridhar Samudrala 		u64 nv = new[i];
163cfc80d9aSSridhar Samudrala 		u64 ov = old[i];
164cfc80d9aSSridhar Samudrala 		s64 delta = nv - ov;
165cfc80d9aSSridhar Samudrala 
166cfc80d9aSSridhar Samudrala 		/* detects if this particular field is 32bit only */
167cfc80d9aSSridhar Samudrala 		if (((nv | ov) >> 32) == 0)
168cfc80d9aSSridhar Samudrala 			delta = (s64)(s32)((u32)nv - (u32)ov);
169cfc80d9aSSridhar Samudrala 
170cfc80d9aSSridhar Samudrala 		/* filter anomalies, some drivers reset their stats
171cfc80d9aSSridhar Samudrala 		 * at down/up events.
172cfc80d9aSSridhar Samudrala 		 */
173cfc80d9aSSridhar Samudrala 		if (delta > 0)
174cfc80d9aSSridhar Samudrala 			res[i] += delta;
175cfc80d9aSSridhar Samudrala 	}
176cfc80d9aSSridhar Samudrala }
177cfc80d9aSSridhar Samudrala 
net_failover_get_stats(struct net_device * dev,struct rtnl_link_stats64 * stats)178cfc80d9aSSridhar Samudrala static void net_failover_get_stats(struct net_device *dev,
179cfc80d9aSSridhar Samudrala 				   struct rtnl_link_stats64 *stats)
180cfc80d9aSSridhar Samudrala {
181cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
182cfc80d9aSSridhar Samudrala 	const struct rtnl_link_stats64 *new;
183cfc80d9aSSridhar Samudrala 	struct rtnl_link_stats64 temp;
184cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
185cfc80d9aSSridhar Samudrala 
186cfc80d9aSSridhar Samudrala 	spin_lock(&nfo_info->stats_lock);
187cfc80d9aSSridhar Samudrala 	memcpy(stats, &nfo_info->failover_stats, sizeof(*stats));
188cfc80d9aSSridhar Samudrala 
189cfc80d9aSSridhar Samudrala 	rcu_read_lock();
190cfc80d9aSSridhar Samudrala 
191cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->primary_dev);
192cfc80d9aSSridhar Samudrala 	if (slave_dev) {
193cfc80d9aSSridhar Samudrala 		new = dev_get_stats(slave_dev, &temp);
194cfc80d9aSSridhar Samudrala 		net_failover_fold_stats(stats, new, &nfo_info->primary_stats);
195cfc80d9aSSridhar Samudrala 		memcpy(&nfo_info->primary_stats, new, sizeof(*new));
196cfc80d9aSSridhar Samudrala 	}
197cfc80d9aSSridhar Samudrala 
198cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->standby_dev);
199cfc80d9aSSridhar Samudrala 	if (slave_dev) {
200cfc80d9aSSridhar Samudrala 		new = dev_get_stats(slave_dev, &temp);
201cfc80d9aSSridhar Samudrala 		net_failover_fold_stats(stats, new, &nfo_info->standby_stats);
202cfc80d9aSSridhar Samudrala 		memcpy(&nfo_info->standby_stats, new, sizeof(*new));
203cfc80d9aSSridhar Samudrala 	}
204cfc80d9aSSridhar Samudrala 
205cfc80d9aSSridhar Samudrala 	rcu_read_unlock();
206cfc80d9aSSridhar Samudrala 
207cfc80d9aSSridhar Samudrala 	memcpy(&nfo_info->failover_stats, stats, sizeof(*stats));
208cfc80d9aSSridhar Samudrala 	spin_unlock(&nfo_info->stats_lock);
209cfc80d9aSSridhar Samudrala }
210cfc80d9aSSridhar Samudrala 
net_failover_change_mtu(struct net_device * dev,int new_mtu)211cfc80d9aSSridhar Samudrala static int net_failover_change_mtu(struct net_device *dev, int new_mtu)
212cfc80d9aSSridhar Samudrala {
213cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
214cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
215cfc80d9aSSridhar Samudrala 	int ret = 0;
216cfc80d9aSSridhar Samudrala 
2173260155aSStephen Hemminger 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
218cfc80d9aSSridhar Samudrala 	if (primary_dev) {
219cfc80d9aSSridhar Samudrala 		ret = dev_set_mtu(primary_dev, new_mtu);
220cfc80d9aSSridhar Samudrala 		if (ret)
221cfc80d9aSSridhar Samudrala 			return ret;
222cfc80d9aSSridhar Samudrala 	}
223cfc80d9aSSridhar Samudrala 
2243260155aSStephen Hemminger 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
225cfc80d9aSSridhar Samudrala 	if (standby_dev) {
226cfc80d9aSSridhar Samudrala 		ret = dev_set_mtu(standby_dev, new_mtu);
227cfc80d9aSSridhar Samudrala 		if (ret) {
228cfc80d9aSSridhar Samudrala 			if (primary_dev)
229cfc80d9aSSridhar Samudrala 				dev_set_mtu(primary_dev, dev->mtu);
230cfc80d9aSSridhar Samudrala 			return ret;
231cfc80d9aSSridhar Samudrala 		}
232cfc80d9aSSridhar Samudrala 	}
233cfc80d9aSSridhar Samudrala 
234cfc80d9aSSridhar Samudrala 	dev->mtu = new_mtu;
235cfc80d9aSSridhar Samudrala 
236cfc80d9aSSridhar Samudrala 	return 0;
237cfc80d9aSSridhar Samudrala }
238cfc80d9aSSridhar Samudrala 
net_failover_set_rx_mode(struct net_device * dev)239cfc80d9aSSridhar Samudrala static void net_failover_set_rx_mode(struct net_device *dev)
240cfc80d9aSSridhar Samudrala {
241cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
242cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
243cfc80d9aSSridhar Samudrala 
244cfc80d9aSSridhar Samudrala 	rcu_read_lock();
245cfc80d9aSSridhar Samudrala 
246cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->primary_dev);
247cfc80d9aSSridhar Samudrala 	if (slave_dev) {
248cfc80d9aSSridhar Samudrala 		dev_uc_sync_multiple(slave_dev, dev);
249cfc80d9aSSridhar Samudrala 		dev_mc_sync_multiple(slave_dev, dev);
250cfc80d9aSSridhar Samudrala 	}
251cfc80d9aSSridhar Samudrala 
252cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->standby_dev);
253cfc80d9aSSridhar Samudrala 	if (slave_dev) {
254cfc80d9aSSridhar Samudrala 		dev_uc_sync_multiple(slave_dev, dev);
255cfc80d9aSSridhar Samudrala 		dev_mc_sync_multiple(slave_dev, dev);
256cfc80d9aSSridhar Samudrala 	}
257cfc80d9aSSridhar Samudrala 
258cfc80d9aSSridhar Samudrala 	rcu_read_unlock();
259cfc80d9aSSridhar Samudrala }
260cfc80d9aSSridhar Samudrala 
net_failover_vlan_rx_add_vid(struct net_device * dev,__be16 proto,u16 vid)261cfc80d9aSSridhar Samudrala static int net_failover_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
262cfc80d9aSSridhar Samudrala 					u16 vid)
263cfc80d9aSSridhar Samudrala {
264cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
265cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
266cfc80d9aSSridhar Samudrala 	int ret = 0;
267cfc80d9aSSridhar Samudrala 
268cfc80d9aSSridhar Samudrala 	primary_dev = rcu_dereference(nfo_info->primary_dev);
269cfc80d9aSSridhar Samudrala 	if (primary_dev) {
270cfc80d9aSSridhar Samudrala 		ret = vlan_vid_add(primary_dev, proto, vid);
271cfc80d9aSSridhar Samudrala 		if (ret)
272cfc80d9aSSridhar Samudrala 			return ret;
273cfc80d9aSSridhar Samudrala 	}
274cfc80d9aSSridhar Samudrala 
275cfc80d9aSSridhar Samudrala 	standby_dev = rcu_dereference(nfo_info->standby_dev);
276cfc80d9aSSridhar Samudrala 	if (standby_dev) {
277cfc80d9aSSridhar Samudrala 		ret = vlan_vid_add(standby_dev, proto, vid);
278cfc80d9aSSridhar Samudrala 		if (ret)
279cfc80d9aSSridhar Samudrala 			if (primary_dev)
280cfc80d9aSSridhar Samudrala 				vlan_vid_del(primary_dev, proto, vid);
281cfc80d9aSSridhar Samudrala 	}
282cfc80d9aSSridhar Samudrala 
283cfc80d9aSSridhar Samudrala 	return ret;
284cfc80d9aSSridhar Samudrala }
285cfc80d9aSSridhar Samudrala 
net_failover_vlan_rx_kill_vid(struct net_device * dev,__be16 proto,u16 vid)286cfc80d9aSSridhar Samudrala static int net_failover_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
287cfc80d9aSSridhar Samudrala 					 u16 vid)
288cfc80d9aSSridhar Samudrala {
289cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
290cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
291cfc80d9aSSridhar Samudrala 
292cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->primary_dev);
293cfc80d9aSSridhar Samudrala 	if (slave_dev)
294cfc80d9aSSridhar Samudrala 		vlan_vid_del(slave_dev, proto, vid);
295cfc80d9aSSridhar Samudrala 
296cfc80d9aSSridhar Samudrala 	slave_dev = rcu_dereference(nfo_info->standby_dev);
297cfc80d9aSSridhar Samudrala 	if (slave_dev)
298cfc80d9aSSridhar Samudrala 		vlan_vid_del(slave_dev, proto, vid);
299cfc80d9aSSridhar Samudrala 
300cfc80d9aSSridhar Samudrala 	return 0;
301cfc80d9aSSridhar Samudrala }
302cfc80d9aSSridhar Samudrala 
303cfc80d9aSSridhar Samudrala static const struct net_device_ops failover_dev_ops = {
304cfc80d9aSSridhar Samudrala 	.ndo_open		= net_failover_open,
305cfc80d9aSSridhar Samudrala 	.ndo_stop		= net_failover_close,
306cfc80d9aSSridhar Samudrala 	.ndo_start_xmit		= net_failover_start_xmit,
307cfc80d9aSSridhar Samudrala 	.ndo_select_queue	= net_failover_select_queue,
308cfc80d9aSSridhar Samudrala 	.ndo_get_stats64	= net_failover_get_stats,
309cfc80d9aSSridhar Samudrala 	.ndo_change_mtu		= net_failover_change_mtu,
310cfc80d9aSSridhar Samudrala 	.ndo_set_rx_mode	= net_failover_set_rx_mode,
311cfc80d9aSSridhar Samudrala 	.ndo_vlan_rx_add_vid	= net_failover_vlan_rx_add_vid,
312cfc80d9aSSridhar Samudrala 	.ndo_vlan_rx_kill_vid	= net_failover_vlan_rx_kill_vid,
313cfc80d9aSSridhar Samudrala 	.ndo_validate_addr	= eth_validate_addr,
314cfc80d9aSSridhar Samudrala 	.ndo_features_check	= passthru_features_check,
315cfc80d9aSSridhar Samudrala };
316cfc80d9aSSridhar Samudrala 
317cfc80d9aSSridhar Samudrala #define FAILOVER_NAME "net_failover"
318cfc80d9aSSridhar Samudrala #define FAILOVER_VERSION "0.1"
319cfc80d9aSSridhar Samudrala 
nfo_ethtool_get_drvinfo(struct net_device * dev,struct ethtool_drvinfo * drvinfo)320cfc80d9aSSridhar Samudrala static void nfo_ethtool_get_drvinfo(struct net_device *dev,
321cfc80d9aSSridhar Samudrala 				    struct ethtool_drvinfo *drvinfo)
322cfc80d9aSSridhar Samudrala {
323fb3ceec1SWolfram Sang 	strscpy(drvinfo->driver, FAILOVER_NAME, sizeof(drvinfo->driver));
324fb3ceec1SWolfram Sang 	strscpy(drvinfo->version, FAILOVER_VERSION, sizeof(drvinfo->version));
325cfc80d9aSSridhar Samudrala }
326cfc80d9aSSridhar Samudrala 
nfo_ethtool_get_link_ksettings(struct net_device * dev,struct ethtool_link_ksettings * cmd)327cfc80d9aSSridhar Samudrala static int nfo_ethtool_get_link_ksettings(struct net_device *dev,
328cfc80d9aSSridhar Samudrala 					  struct ethtool_link_ksettings *cmd)
329cfc80d9aSSridhar Samudrala {
330cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
331cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
332cfc80d9aSSridhar Samudrala 
333cfc80d9aSSridhar Samudrala 	slave_dev = rtnl_dereference(nfo_info->primary_dev);
334cfc80d9aSSridhar Samudrala 	if (!slave_dev || !net_failover_xmit_ready(slave_dev)) {
335cfc80d9aSSridhar Samudrala 		slave_dev = rtnl_dereference(nfo_info->standby_dev);
336cfc80d9aSSridhar Samudrala 		if (!slave_dev || !net_failover_xmit_ready(slave_dev)) {
337cfc80d9aSSridhar Samudrala 			cmd->base.duplex = DUPLEX_UNKNOWN;
338cfc80d9aSSridhar Samudrala 			cmd->base.port = PORT_OTHER;
339cfc80d9aSSridhar Samudrala 			cmd->base.speed = SPEED_UNKNOWN;
340cfc80d9aSSridhar Samudrala 
341cfc80d9aSSridhar Samudrala 			return 0;
342cfc80d9aSSridhar Samudrala 		}
343cfc80d9aSSridhar Samudrala 	}
344cfc80d9aSSridhar Samudrala 
345cfc80d9aSSridhar Samudrala 	return __ethtool_get_link_ksettings(slave_dev, cmd);
346cfc80d9aSSridhar Samudrala }
347cfc80d9aSSridhar Samudrala 
348cfc80d9aSSridhar Samudrala static const struct ethtool_ops failover_ethtool_ops = {
349cfc80d9aSSridhar Samudrala 	.get_drvinfo            = nfo_ethtool_get_drvinfo,
350cfc80d9aSSridhar Samudrala 	.get_link               = ethtool_op_get_link,
351cfc80d9aSSridhar Samudrala 	.get_link_ksettings     = nfo_ethtool_get_link_ksettings,
352cfc80d9aSSridhar Samudrala };
353cfc80d9aSSridhar Samudrala 
354cfc80d9aSSridhar Samudrala /* Called when slave dev is injecting data into network stack.
355cfc80d9aSSridhar Samudrala  * Change the associated network device from lower dev to failover dev.
356cfc80d9aSSridhar Samudrala  * note: already called with rcu_read_lock
357cfc80d9aSSridhar Samudrala  */
net_failover_handle_frame(struct sk_buff ** pskb)358cfc80d9aSSridhar Samudrala static rx_handler_result_t net_failover_handle_frame(struct sk_buff **pskb)
359cfc80d9aSSridhar Samudrala {
360cfc80d9aSSridhar Samudrala 	struct sk_buff *skb = *pskb;
361cfc80d9aSSridhar Samudrala 	struct net_device *dev = rcu_dereference(skb->dev->rx_handler_data);
362cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
363cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
364cfc80d9aSSridhar Samudrala 
365cfc80d9aSSridhar Samudrala 	primary_dev = rcu_dereference(nfo_info->primary_dev);
366cfc80d9aSSridhar Samudrala 	standby_dev = rcu_dereference(nfo_info->standby_dev);
367cfc80d9aSSridhar Samudrala 
368cfc80d9aSSridhar Samudrala 	if (primary_dev && skb->dev == standby_dev)
369cfc80d9aSSridhar Samudrala 		return RX_HANDLER_EXACT;
370cfc80d9aSSridhar Samudrala 
371cfc80d9aSSridhar Samudrala 	skb->dev = dev;
372cfc80d9aSSridhar Samudrala 
373cfc80d9aSSridhar Samudrala 	return RX_HANDLER_ANOTHER;
374cfc80d9aSSridhar Samudrala }
375cfc80d9aSSridhar Samudrala 
net_failover_compute_features(struct net_device * dev)376cfc80d9aSSridhar Samudrala static void net_failover_compute_features(struct net_device *dev)
377cfc80d9aSSridhar Samudrala {
378a746407aSDan Carpenter 	netdev_features_t vlan_features = FAILOVER_VLAN_FEATURES &
379a746407aSDan Carpenter 					  NETIF_F_ALL_FOR_ALL;
380cfc80d9aSSridhar Samudrala 	netdev_features_t enc_features  = FAILOVER_ENC_FEATURES;
381cfc80d9aSSridhar Samudrala 	unsigned short max_hard_header_len = ETH_HLEN;
382cfc80d9aSSridhar Samudrala 	unsigned int dst_release_flag = IFF_XMIT_DST_RELEASE |
383cfc80d9aSSridhar Samudrala 					IFF_XMIT_DST_RELEASE_PERM;
384cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info = netdev_priv(dev);
385cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
386cfc80d9aSSridhar Samudrala 
387cfc80d9aSSridhar Samudrala 	primary_dev = rcu_dereference(nfo_info->primary_dev);
388cfc80d9aSSridhar Samudrala 	if (primary_dev) {
389cfc80d9aSSridhar Samudrala 		vlan_features =
390cfc80d9aSSridhar Samudrala 			netdev_increment_features(vlan_features,
391cfc80d9aSSridhar Samudrala 						  primary_dev->vlan_features,
392cfc80d9aSSridhar Samudrala 						  FAILOVER_VLAN_FEATURES);
393cfc80d9aSSridhar Samudrala 		enc_features =
394cfc80d9aSSridhar Samudrala 			netdev_increment_features(enc_features,
395cfc80d9aSSridhar Samudrala 						  primary_dev->hw_enc_features,
396cfc80d9aSSridhar Samudrala 						  FAILOVER_ENC_FEATURES);
397cfc80d9aSSridhar Samudrala 
398cfc80d9aSSridhar Samudrala 		dst_release_flag &= primary_dev->priv_flags;
399cfc80d9aSSridhar Samudrala 		if (primary_dev->hard_header_len > max_hard_header_len)
400cfc80d9aSSridhar Samudrala 			max_hard_header_len = primary_dev->hard_header_len;
401cfc80d9aSSridhar Samudrala 	}
402cfc80d9aSSridhar Samudrala 
403cfc80d9aSSridhar Samudrala 	standby_dev = rcu_dereference(nfo_info->standby_dev);
404cfc80d9aSSridhar Samudrala 	if (standby_dev) {
405cfc80d9aSSridhar Samudrala 		vlan_features =
406cfc80d9aSSridhar Samudrala 			netdev_increment_features(vlan_features,
407cfc80d9aSSridhar Samudrala 						  standby_dev->vlan_features,
408cfc80d9aSSridhar Samudrala 						  FAILOVER_VLAN_FEATURES);
409cfc80d9aSSridhar Samudrala 		enc_features =
410cfc80d9aSSridhar Samudrala 			netdev_increment_features(enc_features,
411cfc80d9aSSridhar Samudrala 						  standby_dev->hw_enc_features,
412cfc80d9aSSridhar Samudrala 						  FAILOVER_ENC_FEATURES);
413cfc80d9aSSridhar Samudrala 
414cfc80d9aSSridhar Samudrala 		dst_release_flag &= standby_dev->priv_flags;
415cfc80d9aSSridhar Samudrala 		if (standby_dev->hard_header_len > max_hard_header_len)
416cfc80d9aSSridhar Samudrala 			max_hard_header_len = standby_dev->hard_header_len;
417cfc80d9aSSridhar Samudrala 	}
418cfc80d9aSSridhar Samudrala 
419cfc80d9aSSridhar Samudrala 	dev->vlan_features = vlan_features;
420cfc80d9aSSridhar Samudrala 	dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL;
421cfc80d9aSSridhar Samudrala 	dev->hard_header_len = max_hard_header_len;
422cfc80d9aSSridhar Samudrala 
423cfc80d9aSSridhar Samudrala 	dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
424cfc80d9aSSridhar Samudrala 	if (dst_release_flag == (IFF_XMIT_DST_RELEASE |
425cfc80d9aSSridhar Samudrala 				 IFF_XMIT_DST_RELEASE_PERM))
426cfc80d9aSSridhar Samudrala 		dev->priv_flags |= IFF_XMIT_DST_RELEASE;
427cfc80d9aSSridhar Samudrala 
428cfc80d9aSSridhar Samudrala 	netdev_change_features(dev);
429cfc80d9aSSridhar Samudrala }
430cfc80d9aSSridhar Samudrala 
net_failover_lower_state_changed(struct net_device * slave_dev,struct net_device * primary_dev,struct net_device * standby_dev)431cfc80d9aSSridhar Samudrala static void net_failover_lower_state_changed(struct net_device *slave_dev,
432cfc80d9aSSridhar Samudrala 					     struct net_device *primary_dev,
433cfc80d9aSSridhar Samudrala 					     struct net_device *standby_dev)
434cfc80d9aSSridhar Samudrala {
435cfc80d9aSSridhar Samudrala 	struct netdev_lag_lower_state_info info;
436cfc80d9aSSridhar Samudrala 
437cfc80d9aSSridhar Samudrala 	if (netif_carrier_ok(slave_dev))
438cfc80d9aSSridhar Samudrala 		info.link_up = true;
439cfc80d9aSSridhar Samudrala 	else
440cfc80d9aSSridhar Samudrala 		info.link_up = false;
441cfc80d9aSSridhar Samudrala 
442cfc80d9aSSridhar Samudrala 	if (slave_dev == primary_dev) {
443cfc80d9aSSridhar Samudrala 		if (netif_running(primary_dev))
444cfc80d9aSSridhar Samudrala 			info.tx_enabled = true;
445cfc80d9aSSridhar Samudrala 		else
446cfc80d9aSSridhar Samudrala 			info.tx_enabled = false;
447cfc80d9aSSridhar Samudrala 	} else {
448cfc80d9aSSridhar Samudrala 		if ((primary_dev && netif_running(primary_dev)) ||
449cfc80d9aSSridhar Samudrala 		    (!netif_running(standby_dev)))
450cfc80d9aSSridhar Samudrala 			info.tx_enabled = false;
451cfc80d9aSSridhar Samudrala 		else
452cfc80d9aSSridhar Samudrala 			info.tx_enabled = true;
453cfc80d9aSSridhar Samudrala 	}
454cfc80d9aSSridhar Samudrala 
455cfc80d9aSSridhar Samudrala 	netdev_lower_state_changed(slave_dev, &info);
456cfc80d9aSSridhar Samudrala }
457cfc80d9aSSridhar Samudrala 
net_failover_slave_pre_register(struct net_device * slave_dev,struct net_device * failover_dev)458cfc80d9aSSridhar Samudrala static int net_failover_slave_pre_register(struct net_device *slave_dev,
459cfc80d9aSSridhar Samudrala 					   struct net_device *failover_dev)
460cfc80d9aSSridhar Samudrala {
461cfc80d9aSSridhar Samudrala 	struct net_device *standby_dev, *primary_dev;
462cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
463cfc80d9aSSridhar Samudrala 	bool slave_is_standby;
464cfc80d9aSSridhar Samudrala 
465cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
466cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
467cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
468cfc80d9aSSridhar Samudrala 	slave_is_standby = slave_dev->dev.parent == failover_dev->dev.parent;
469cfc80d9aSSridhar Samudrala 	if (slave_is_standby ? standby_dev : primary_dev) {
470cfc80d9aSSridhar Samudrala 		netdev_err(failover_dev, "%s attempting to register as slave dev when %s already present\n",
471cfc80d9aSSridhar Samudrala 			   slave_dev->name,
472cfc80d9aSSridhar Samudrala 			   slave_is_standby ? "standby" : "primary");
473cfc80d9aSSridhar Samudrala 		return -EINVAL;
474cfc80d9aSSridhar Samudrala 	}
475cfc80d9aSSridhar Samudrala 
476cfc80d9aSSridhar Samudrala 	/* We want to allow only a direct attached VF device as a primary
477cfc80d9aSSridhar Samudrala 	 * netdev. As there is no easy way to check for a VF device, restrict
478cfc80d9aSSridhar Samudrala 	 * this to a pci device.
479cfc80d9aSSridhar Samudrala 	 */
480cfc80d9aSSridhar Samudrala 	if (!slave_is_standby && (!slave_dev->dev.parent ||
481cfc80d9aSSridhar Samudrala 				  !dev_is_pci(slave_dev->dev.parent)))
482cfc80d9aSSridhar Samudrala 		return -EINVAL;
483cfc80d9aSSridhar Samudrala 
484cfc80d9aSSridhar Samudrala 	if (failover_dev->features & NETIF_F_VLAN_CHALLENGED &&
485cfc80d9aSSridhar Samudrala 	    vlan_uses_dev(failover_dev)) {
486cfc80d9aSSridhar Samudrala 		netdev_err(failover_dev, "Device %s is VLAN challenged and failover device has VLAN set up\n",
487cfc80d9aSSridhar Samudrala 			   failover_dev->name);
488cfc80d9aSSridhar Samudrala 		return -EINVAL;
489cfc80d9aSSridhar Samudrala 	}
490cfc80d9aSSridhar Samudrala 
491cfc80d9aSSridhar Samudrala 	return 0;
492cfc80d9aSSridhar Samudrala }
493cfc80d9aSSridhar Samudrala 
net_failover_slave_register(struct net_device * slave_dev,struct net_device * failover_dev)494cfc80d9aSSridhar Samudrala static int net_failover_slave_register(struct net_device *slave_dev,
495cfc80d9aSSridhar Samudrala 				       struct net_device *failover_dev)
496cfc80d9aSSridhar Samudrala {
497cfc80d9aSSridhar Samudrala 	struct net_device *standby_dev, *primary_dev;
498cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
499cfc80d9aSSridhar Samudrala 	bool slave_is_standby;
500cfc80d9aSSridhar Samudrala 	u32 orig_mtu;
501cfc80d9aSSridhar Samudrala 	int err;
502cfc80d9aSSridhar Samudrala 
503cfc80d9aSSridhar Samudrala 	/* Align MTU of slave with failover dev */
504cfc80d9aSSridhar Samudrala 	orig_mtu = slave_dev->mtu;
505cfc80d9aSSridhar Samudrala 	err = dev_set_mtu(slave_dev, failover_dev->mtu);
506cfc80d9aSSridhar Samudrala 	if (err) {
507cfc80d9aSSridhar Samudrala 		netdev_err(failover_dev, "unable to change mtu of %s to %u register failed\n",
508cfc80d9aSSridhar Samudrala 			   slave_dev->name, failover_dev->mtu);
509cfc80d9aSSridhar Samudrala 		goto done;
510cfc80d9aSSridhar Samudrala 	}
511cfc80d9aSSridhar Samudrala 
512cfc80d9aSSridhar Samudrala 	dev_hold(slave_dev);
513cfc80d9aSSridhar Samudrala 
514cfc80d9aSSridhar Samudrala 	if (netif_running(failover_dev)) {
51500f54e68SPetr Machata 		err = dev_open(slave_dev, NULL);
516cfc80d9aSSridhar Samudrala 		if (err && (err != -EBUSY)) {
517cfc80d9aSSridhar Samudrala 			netdev_err(failover_dev, "Opening slave %s failed err:%d\n",
518cfc80d9aSSridhar Samudrala 				   slave_dev->name, err);
519cfc80d9aSSridhar Samudrala 			goto err_dev_open;
520cfc80d9aSSridhar Samudrala 		}
521cfc80d9aSSridhar Samudrala 	}
522cfc80d9aSSridhar Samudrala 
523cfc80d9aSSridhar Samudrala 	netif_addr_lock_bh(failover_dev);
524cfc80d9aSSridhar Samudrala 	dev_uc_sync_multiple(slave_dev, failover_dev);
525e5223438SLiran Alon 	dev_mc_sync_multiple(slave_dev, failover_dev);
526cfc80d9aSSridhar Samudrala 	netif_addr_unlock_bh(failover_dev);
527cfc80d9aSSridhar Samudrala 
528cfc80d9aSSridhar Samudrala 	err = vlan_vids_add_by_dev(slave_dev, failover_dev);
529cfc80d9aSSridhar Samudrala 	if (err) {
530cfc80d9aSSridhar Samudrala 		netdev_err(failover_dev, "Failed to add vlan ids to device %s err:%d\n",
531cfc80d9aSSridhar Samudrala 			   slave_dev->name, err);
532cfc80d9aSSridhar Samudrala 		goto err_vlan_add;
533cfc80d9aSSridhar Samudrala 	}
534cfc80d9aSSridhar Samudrala 
535cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
536cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
537cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
538cfc80d9aSSridhar Samudrala 	slave_is_standby = slave_dev->dev.parent == failover_dev->dev.parent;
539cfc80d9aSSridhar Samudrala 
540cfc80d9aSSridhar Samudrala 	if (slave_is_standby) {
541cfc80d9aSSridhar Samudrala 		rcu_assign_pointer(nfo_info->standby_dev, slave_dev);
542cfc80d9aSSridhar Samudrala 		standby_dev = slave_dev;
543cfc80d9aSSridhar Samudrala 		dev_get_stats(standby_dev, &nfo_info->standby_stats);
544cfc80d9aSSridhar Samudrala 	} else {
545cfc80d9aSSridhar Samudrala 		rcu_assign_pointer(nfo_info->primary_dev, slave_dev);
546cfc80d9aSSridhar Samudrala 		primary_dev = slave_dev;
547cfc80d9aSSridhar Samudrala 		dev_get_stats(primary_dev, &nfo_info->primary_stats);
548cfc80d9aSSridhar Samudrala 		failover_dev->min_mtu = slave_dev->min_mtu;
549cfc80d9aSSridhar Samudrala 		failover_dev->max_mtu = slave_dev->max_mtu;
550cfc80d9aSSridhar Samudrala 	}
551cfc80d9aSSridhar Samudrala 
552cfc80d9aSSridhar Samudrala 	net_failover_lower_state_changed(slave_dev, primary_dev, standby_dev);
553cfc80d9aSSridhar Samudrala 	net_failover_compute_features(failover_dev);
554cfc80d9aSSridhar Samudrala 
555cfc80d9aSSridhar Samudrala 	call_netdevice_notifiers(NETDEV_JOIN, slave_dev);
556cfc80d9aSSridhar Samudrala 
557cfc80d9aSSridhar Samudrala 	netdev_info(failover_dev, "failover %s slave:%s registered\n",
558cfc80d9aSSridhar Samudrala 		    slave_is_standby ? "standby" : "primary", slave_dev->name);
559cfc80d9aSSridhar Samudrala 
560cfc80d9aSSridhar Samudrala 	return 0;
561cfc80d9aSSridhar Samudrala 
562cfc80d9aSSridhar Samudrala err_vlan_add:
563cfc80d9aSSridhar Samudrala 	dev_uc_unsync(slave_dev, failover_dev);
564cfc80d9aSSridhar Samudrala 	dev_mc_unsync(slave_dev, failover_dev);
565cfc80d9aSSridhar Samudrala 	dev_close(slave_dev);
566cfc80d9aSSridhar Samudrala err_dev_open:
567cfc80d9aSSridhar Samudrala 	dev_put(slave_dev);
568cfc80d9aSSridhar Samudrala 	dev_set_mtu(slave_dev, orig_mtu);
569cfc80d9aSSridhar Samudrala done:
570cfc80d9aSSridhar Samudrala 	return err;
571cfc80d9aSSridhar Samudrala }
572cfc80d9aSSridhar Samudrala 
net_failover_slave_pre_unregister(struct net_device * slave_dev,struct net_device * failover_dev)573cfc80d9aSSridhar Samudrala static int net_failover_slave_pre_unregister(struct net_device *slave_dev,
574cfc80d9aSSridhar Samudrala 					     struct net_device *failover_dev)
575cfc80d9aSSridhar Samudrala {
576cfc80d9aSSridhar Samudrala 	struct net_device *standby_dev, *primary_dev;
577cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
578cfc80d9aSSridhar Samudrala 
579cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
580cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
581cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
582cfc80d9aSSridhar Samudrala 
583cfc80d9aSSridhar Samudrala 	if (slave_dev != primary_dev && slave_dev != standby_dev)
584cfc80d9aSSridhar Samudrala 		return -ENODEV;
585cfc80d9aSSridhar Samudrala 
586cfc80d9aSSridhar Samudrala 	return 0;
587cfc80d9aSSridhar Samudrala }
588cfc80d9aSSridhar Samudrala 
net_failover_slave_unregister(struct net_device * slave_dev,struct net_device * failover_dev)589cfc80d9aSSridhar Samudrala static int net_failover_slave_unregister(struct net_device *slave_dev,
590cfc80d9aSSridhar Samudrala 					 struct net_device *failover_dev)
591cfc80d9aSSridhar Samudrala {
592cfc80d9aSSridhar Samudrala 	struct net_device *standby_dev, *primary_dev;
593cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
594cfc80d9aSSridhar Samudrala 	bool slave_is_standby;
595cfc80d9aSSridhar Samudrala 
596cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
597cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
598cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
599cfc80d9aSSridhar Samudrala 
6009e7e6cabSYueHaibing 	if (WARN_ON_ONCE(slave_dev != primary_dev && slave_dev != standby_dev))
6019e7e6cabSYueHaibing 		return -ENODEV;
6029e7e6cabSYueHaibing 
603cfc80d9aSSridhar Samudrala 	vlan_vids_del_by_dev(slave_dev, failover_dev);
604cfc80d9aSSridhar Samudrala 	dev_uc_unsync(slave_dev, failover_dev);
605cfc80d9aSSridhar Samudrala 	dev_mc_unsync(slave_dev, failover_dev);
606cfc80d9aSSridhar Samudrala 	dev_close(slave_dev);
607cfc80d9aSSridhar Samudrala 
608cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
609cfc80d9aSSridhar Samudrala 	dev_get_stats(failover_dev, &nfo_info->failover_stats);
610cfc80d9aSSridhar Samudrala 
611cfc80d9aSSridhar Samudrala 	slave_is_standby = slave_dev->dev.parent == failover_dev->dev.parent;
612cfc80d9aSSridhar Samudrala 	if (slave_is_standby) {
613cfc80d9aSSridhar Samudrala 		RCU_INIT_POINTER(nfo_info->standby_dev, NULL);
614cfc80d9aSSridhar Samudrala 	} else {
615cfc80d9aSSridhar Samudrala 		RCU_INIT_POINTER(nfo_info->primary_dev, NULL);
616cfc80d9aSSridhar Samudrala 		if (standby_dev) {
617cfc80d9aSSridhar Samudrala 			failover_dev->min_mtu = standby_dev->min_mtu;
618cfc80d9aSSridhar Samudrala 			failover_dev->max_mtu = standby_dev->max_mtu;
619cfc80d9aSSridhar Samudrala 		}
620cfc80d9aSSridhar Samudrala 	}
621cfc80d9aSSridhar Samudrala 
622cfc80d9aSSridhar Samudrala 	dev_put(slave_dev);
623cfc80d9aSSridhar Samudrala 
624cfc80d9aSSridhar Samudrala 	net_failover_compute_features(failover_dev);
625cfc80d9aSSridhar Samudrala 
626cfc80d9aSSridhar Samudrala 	netdev_info(failover_dev, "failover %s slave:%s unregistered\n",
627cfc80d9aSSridhar Samudrala 		    slave_is_standby ? "standby" : "primary", slave_dev->name);
628cfc80d9aSSridhar Samudrala 
629cfc80d9aSSridhar Samudrala 	return 0;
630cfc80d9aSSridhar Samudrala }
631cfc80d9aSSridhar Samudrala 
net_failover_slave_link_change(struct net_device * slave_dev,struct net_device * failover_dev)632cfc80d9aSSridhar Samudrala static int net_failover_slave_link_change(struct net_device *slave_dev,
633cfc80d9aSSridhar Samudrala 					  struct net_device *failover_dev)
634cfc80d9aSSridhar Samudrala {
635cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
636cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
637cfc80d9aSSridhar Samudrala 
638cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
639cfc80d9aSSridhar Samudrala 
640cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
641cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
642cfc80d9aSSridhar Samudrala 
643cfc80d9aSSridhar Samudrala 	if (slave_dev != primary_dev && slave_dev != standby_dev)
644cfc80d9aSSridhar Samudrala 		return -ENODEV;
645cfc80d9aSSridhar Samudrala 
646cfc80d9aSSridhar Samudrala 	if ((primary_dev && net_failover_xmit_ready(primary_dev)) ||
647cfc80d9aSSridhar Samudrala 	    (standby_dev && net_failover_xmit_ready(standby_dev))) {
648cfc80d9aSSridhar Samudrala 		netif_carrier_on(failover_dev);
649cfc80d9aSSridhar Samudrala 		netif_tx_wake_all_queues(failover_dev);
650cfc80d9aSSridhar Samudrala 	} else {
651cfc80d9aSSridhar Samudrala 		dev_get_stats(failover_dev, &nfo_info->failover_stats);
652cfc80d9aSSridhar Samudrala 		netif_carrier_off(failover_dev);
653cfc80d9aSSridhar Samudrala 		netif_tx_stop_all_queues(failover_dev);
654cfc80d9aSSridhar Samudrala 	}
655cfc80d9aSSridhar Samudrala 
656cfc80d9aSSridhar Samudrala 	net_failover_lower_state_changed(slave_dev, primary_dev, standby_dev);
657cfc80d9aSSridhar Samudrala 
658cfc80d9aSSridhar Samudrala 	return 0;
659cfc80d9aSSridhar Samudrala }
660cfc80d9aSSridhar Samudrala 
net_failover_slave_name_change(struct net_device * slave_dev,struct net_device * failover_dev)661cfc80d9aSSridhar Samudrala static int net_failover_slave_name_change(struct net_device *slave_dev,
662cfc80d9aSSridhar Samudrala 					  struct net_device *failover_dev)
663cfc80d9aSSridhar Samudrala {
664cfc80d9aSSridhar Samudrala 	struct net_device *primary_dev, *standby_dev;
665cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
666cfc80d9aSSridhar Samudrala 
667cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
668cfc80d9aSSridhar Samudrala 
669cfc80d9aSSridhar Samudrala 	primary_dev = rtnl_dereference(nfo_info->primary_dev);
670cfc80d9aSSridhar Samudrala 	standby_dev = rtnl_dereference(nfo_info->standby_dev);
671cfc80d9aSSridhar Samudrala 
672cfc80d9aSSridhar Samudrala 	if (slave_dev != primary_dev && slave_dev != standby_dev)
673cfc80d9aSSridhar Samudrala 		return -ENODEV;
674cfc80d9aSSridhar Samudrala 
675cfc80d9aSSridhar Samudrala 	/* We need to bring up the slave after the rename by udev in case
676cfc80d9aSSridhar Samudrala 	 * open failed with EBUSY when it was registered.
677cfc80d9aSSridhar Samudrala 	 */
67800f54e68SPetr Machata 	dev_open(slave_dev, NULL);
679cfc80d9aSSridhar Samudrala 
680cfc80d9aSSridhar Samudrala 	return 0;
681cfc80d9aSSridhar Samudrala }
682cfc80d9aSSridhar Samudrala 
683cfc80d9aSSridhar Samudrala static struct failover_ops net_failover_ops = {
684cfc80d9aSSridhar Samudrala 	.slave_pre_register	= net_failover_slave_pre_register,
685cfc80d9aSSridhar Samudrala 	.slave_register		= net_failover_slave_register,
686cfc80d9aSSridhar Samudrala 	.slave_pre_unregister	= net_failover_slave_pre_unregister,
687cfc80d9aSSridhar Samudrala 	.slave_unregister	= net_failover_slave_unregister,
688cfc80d9aSSridhar Samudrala 	.slave_link_change	= net_failover_slave_link_change,
689cfc80d9aSSridhar Samudrala 	.slave_name_change	= net_failover_slave_name_change,
690cfc80d9aSSridhar Samudrala 	.slave_handle_frame	= net_failover_handle_frame,
691cfc80d9aSSridhar Samudrala };
692cfc80d9aSSridhar Samudrala 
693cfc80d9aSSridhar Samudrala /**
694cfc80d9aSSridhar Samudrala  * net_failover_create - Create and register a failover instance
695cfc80d9aSSridhar Samudrala  *
696c1c0f6eaSLee Jones  * @standby_dev: standby netdev
697cfc80d9aSSridhar Samudrala  *
698cfc80d9aSSridhar Samudrala  * Creates a failover netdev and registers a failover instance for a standby
699cfc80d9aSSridhar Samudrala  * netdev. Used by paravirtual drivers that use 3-netdev model.
700cfc80d9aSSridhar Samudrala  * The failover netdev acts as a master device and controls 2 slave devices -
701cfc80d9aSSridhar Samudrala  * the original standby netdev and a VF netdev with the same MAC gets
702cfc80d9aSSridhar Samudrala  * registered as primary netdev.
703cfc80d9aSSridhar Samudrala  *
704cfc80d9aSSridhar Samudrala  * Return: pointer to failover instance
705cfc80d9aSSridhar Samudrala  */
net_failover_create(struct net_device * standby_dev)706cfc80d9aSSridhar Samudrala struct failover *net_failover_create(struct net_device *standby_dev)
707cfc80d9aSSridhar Samudrala {
708cfc80d9aSSridhar Samudrala 	struct device *dev = standby_dev->dev.parent;
709cfc80d9aSSridhar Samudrala 	struct net_device *failover_dev;
710cfc80d9aSSridhar Samudrala 	struct failover *failover;
711cfc80d9aSSridhar Samudrala 	int err;
712cfc80d9aSSridhar Samudrala 
713cfc80d9aSSridhar Samudrala 	/* Alloc at least 2 queues, for now we are going with 16 assuming
714cfc80d9aSSridhar Samudrala 	 * that VF devices being enslaved won't have too many queues.
715cfc80d9aSSridhar Samudrala 	 */
716cfc80d9aSSridhar Samudrala 	failover_dev = alloc_etherdev_mq(sizeof(struct net_failover_info), 16);
717cfc80d9aSSridhar Samudrala 	if (!failover_dev) {
718cfc80d9aSSridhar Samudrala 		dev_err(dev, "Unable to allocate failover_netdev!\n");
719cfc80d9aSSridhar Samudrala 		return ERR_PTR(-ENOMEM);
720cfc80d9aSSridhar Samudrala 	}
721cfc80d9aSSridhar Samudrala 
722cfc80d9aSSridhar Samudrala 	dev_net_set(failover_dev, dev_net(standby_dev));
723cfc80d9aSSridhar Samudrala 	SET_NETDEV_DEV(failover_dev, dev);
724cfc80d9aSSridhar Samudrala 
725cfc80d9aSSridhar Samudrala 	failover_dev->netdev_ops = &failover_dev_ops;
726cfc80d9aSSridhar Samudrala 	failover_dev->ethtool_ops = &failover_ethtool_ops;
727cfc80d9aSSridhar Samudrala 
728cfc80d9aSSridhar Samudrala 	/* Initialize the device options */
729cfc80d9aSSridhar Samudrala 	failover_dev->priv_flags |= IFF_UNICAST_FLT | IFF_NO_QUEUE;
730cfc80d9aSSridhar Samudrala 	failover_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE |
731cfc80d9aSSridhar Samudrala 				       IFF_TX_SKB_SHARING);
732cfc80d9aSSridhar Samudrala 
733cfc80d9aSSridhar Samudrala 	/* don't acquire failover netdev's netif_tx_lock when transmitting */
734cfc80d9aSSridhar Samudrala 	failover_dev->features |= NETIF_F_LLTX;
735cfc80d9aSSridhar Samudrala 
736cfc80d9aSSridhar Samudrala 	/* Don't allow failover devices to change network namespaces. */
737cfc80d9aSSridhar Samudrala 	failover_dev->features |= NETIF_F_NETNS_LOCAL;
738cfc80d9aSSridhar Samudrala 
739cfc80d9aSSridhar Samudrala 	failover_dev->hw_features = FAILOVER_VLAN_FEATURES |
740cfc80d9aSSridhar Samudrala 				    NETIF_F_HW_VLAN_CTAG_TX |
741cfc80d9aSSridhar Samudrala 				    NETIF_F_HW_VLAN_CTAG_RX |
742cfc80d9aSSridhar Samudrala 				    NETIF_F_HW_VLAN_CTAG_FILTER;
743cfc80d9aSSridhar Samudrala 
744cfc80d9aSSridhar Samudrala 	failover_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL;
745cfc80d9aSSridhar Samudrala 	failover_dev->features |= failover_dev->hw_features;
746cfc80d9aSSridhar Samudrala 
747ea52a0b5SJakub Kicinski 	dev_addr_set(failover_dev, standby_dev->dev_addr);
748cfc80d9aSSridhar Samudrala 
749cfc80d9aSSridhar Samudrala 	failover_dev->min_mtu = standby_dev->min_mtu;
750cfc80d9aSSridhar Samudrala 	failover_dev->max_mtu = standby_dev->max_mtu;
751cfc80d9aSSridhar Samudrala 
752cfc80d9aSSridhar Samudrala 	err = register_netdev(failover_dev);
753cfc80d9aSSridhar Samudrala 	if (err) {
754cfc80d9aSSridhar Samudrala 		dev_err(dev, "Unable to register failover_dev!\n");
755cfc80d9aSSridhar Samudrala 		goto err_register_netdev;
756cfc80d9aSSridhar Samudrala 	}
757cfc80d9aSSridhar Samudrala 
758cfc80d9aSSridhar Samudrala 	netif_carrier_off(failover_dev);
759cfc80d9aSSridhar Samudrala 
760cfc80d9aSSridhar Samudrala 	failover = failover_register(failover_dev, &net_failover_ops);
76109317da3SYueHaibing 	if (IS_ERR(failover)) {
76209317da3SYueHaibing 		err = PTR_ERR(failover);
763cfc80d9aSSridhar Samudrala 		goto err_failover_register;
76409317da3SYueHaibing 	}
765cfc80d9aSSridhar Samudrala 
766cfc80d9aSSridhar Samudrala 	return failover;
767cfc80d9aSSridhar Samudrala 
768cfc80d9aSSridhar Samudrala err_failover_register:
769cfc80d9aSSridhar Samudrala 	unregister_netdev(failover_dev);
770cfc80d9aSSridhar Samudrala err_register_netdev:
771cfc80d9aSSridhar Samudrala 	free_netdev(failover_dev);
772cfc80d9aSSridhar Samudrala 
773cfc80d9aSSridhar Samudrala 	return ERR_PTR(err);
774cfc80d9aSSridhar Samudrala }
775cfc80d9aSSridhar Samudrala EXPORT_SYMBOL_GPL(net_failover_create);
776cfc80d9aSSridhar Samudrala 
777cfc80d9aSSridhar Samudrala /**
778cfc80d9aSSridhar Samudrala  * net_failover_destroy - Destroy a failover instance
779cfc80d9aSSridhar Samudrala  *
780cfc80d9aSSridhar Samudrala  * @failover: pointer to failover instance
781cfc80d9aSSridhar Samudrala  *
782cfc80d9aSSridhar Samudrala  * Unregisters any slave netdevs associated with the failover instance by
783cfc80d9aSSridhar Samudrala  * calling failover_slave_unregister().
784cfc80d9aSSridhar Samudrala  * unregisters the failover instance itself and finally frees the failover
785cfc80d9aSSridhar Samudrala  * netdev. Used by paravirtual drivers that use 3-netdev model.
786cfc80d9aSSridhar Samudrala  *
787cfc80d9aSSridhar Samudrala  */
net_failover_destroy(struct failover * failover)788cfc80d9aSSridhar Samudrala void net_failover_destroy(struct failover *failover)
789cfc80d9aSSridhar Samudrala {
790cfc80d9aSSridhar Samudrala 	struct net_failover_info *nfo_info;
791cfc80d9aSSridhar Samudrala 	struct net_device *failover_dev;
792cfc80d9aSSridhar Samudrala 	struct net_device *slave_dev;
793cfc80d9aSSridhar Samudrala 
794cfc80d9aSSridhar Samudrala 	if (!failover)
795cfc80d9aSSridhar Samudrala 		return;
796cfc80d9aSSridhar Samudrala 
797cfc80d9aSSridhar Samudrala 	failover_dev = rcu_dereference(failover->failover_dev);
798cfc80d9aSSridhar Samudrala 	nfo_info = netdev_priv(failover_dev);
799cfc80d9aSSridhar Samudrala 
800cfc80d9aSSridhar Samudrala 	netif_device_detach(failover_dev);
801cfc80d9aSSridhar Samudrala 
802cfc80d9aSSridhar Samudrala 	rtnl_lock();
803cfc80d9aSSridhar Samudrala 
804cfc80d9aSSridhar Samudrala 	slave_dev = rtnl_dereference(nfo_info->primary_dev);
805cfc80d9aSSridhar Samudrala 	if (slave_dev)
806cfc80d9aSSridhar Samudrala 		failover_slave_unregister(slave_dev);
807cfc80d9aSSridhar Samudrala 
808cfc80d9aSSridhar Samudrala 	slave_dev = rtnl_dereference(nfo_info->standby_dev);
809cfc80d9aSSridhar Samudrala 	if (slave_dev)
810cfc80d9aSSridhar Samudrala 		failover_slave_unregister(slave_dev);
811cfc80d9aSSridhar Samudrala 
812cfc80d9aSSridhar Samudrala 	failover_unregister(failover);
813cfc80d9aSSridhar Samudrala 
814cfc80d9aSSridhar Samudrala 	unregister_netdevice(failover_dev);
815cfc80d9aSSridhar Samudrala 
816cfc80d9aSSridhar Samudrala 	rtnl_unlock();
817cfc80d9aSSridhar Samudrala 
818cfc80d9aSSridhar Samudrala 	free_netdev(failover_dev);
819cfc80d9aSSridhar Samudrala }
820cfc80d9aSSridhar Samudrala EXPORT_SYMBOL_GPL(net_failover_destroy);
821cfc80d9aSSridhar Samudrala 
822cfc80d9aSSridhar Samudrala static __init int
net_failover_init(void)823cfc80d9aSSridhar Samudrala net_failover_init(void)
824cfc80d9aSSridhar Samudrala {
825cfc80d9aSSridhar Samudrala 	return 0;
826cfc80d9aSSridhar Samudrala }
827cfc80d9aSSridhar Samudrala module_init(net_failover_init);
828cfc80d9aSSridhar Samudrala 
829cfc80d9aSSridhar Samudrala static __exit
net_failover_exit(void)830cfc80d9aSSridhar Samudrala void net_failover_exit(void)
831cfc80d9aSSridhar Samudrala {
832cfc80d9aSSridhar Samudrala }
833cfc80d9aSSridhar Samudrala module_exit(net_failover_exit);
834cfc80d9aSSridhar Samudrala 
835cfc80d9aSSridhar Samudrala MODULE_DESCRIPTION("Failover driver for Paravirtual drivers");
836cfc80d9aSSridhar Samudrala MODULE_LICENSE("GPL v2");
837