xref: /openbmc/linux/drivers/net/team/team.c (revision 9cdb81c7)
1 /*
2  * net/drivers/team/team.c - Network team device driver
3  * Copyright (c) 2011 Jiri Pirko <jpirko@redhat.com>
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  */
10 
11 #include <linux/kernel.h>
12 #include <linux/types.h>
13 #include <linux/module.h>
14 #include <linux/init.h>
15 #include <linux/slab.h>
16 #include <linux/rcupdate.h>
17 #include <linux/errno.h>
18 #include <linux/ctype.h>
19 #include <linux/notifier.h>
20 #include <linux/netdevice.h>
21 #include <linux/if_vlan.h>
22 #include <linux/if_arp.h>
23 #include <linux/socket.h>
24 #include <linux/etherdevice.h>
25 #include <linux/rtnetlink.h>
26 #include <net/rtnetlink.h>
27 #include <net/genetlink.h>
28 #include <net/netlink.h>
29 #include <linux/if_team.h>
30 
31 #define DRV_NAME "team"
32 
33 
34 /**********
35  * Helpers
36  **********/
37 
38 #define team_port_exists(dev) (dev->priv_flags & IFF_TEAM_PORT)
39 
40 static struct team_port *team_port_get_rcu(const struct net_device *dev)
41 {
42 	struct team_port *port = rcu_dereference(dev->rx_handler_data);
43 
44 	return team_port_exists(dev) ? port : NULL;
45 }
46 
47 static struct team_port *team_port_get_rtnl(const struct net_device *dev)
48 {
49 	struct team_port *port = rtnl_dereference(dev->rx_handler_data);
50 
51 	return team_port_exists(dev) ? port : NULL;
52 }
53 
54 /*
55  * Since the ability to change mac address for open port device is tested in
56  * team_port_add, this function can be called without control of return value
57  */
58 static int __set_port_mac(struct net_device *port_dev,
59 			  const unsigned char *dev_addr)
60 {
61 	struct sockaddr addr;
62 
63 	memcpy(addr.sa_data, dev_addr, ETH_ALEN);
64 	addr.sa_family = ARPHRD_ETHER;
65 	return dev_set_mac_address(port_dev, &addr);
66 }
67 
68 int team_port_set_orig_mac(struct team_port *port)
69 {
70 	return __set_port_mac(port->dev, port->orig.dev_addr);
71 }
72 
73 int team_port_set_team_mac(struct team_port *port)
74 {
75 	return __set_port_mac(port->dev, port->team->dev->dev_addr);
76 }
77 EXPORT_SYMBOL(team_port_set_team_mac);
78 
79 
80 /*******************
81  * Options handling
82  *******************/
83 
84 struct team_option *__team_find_option(struct team *team, const char *opt_name)
85 {
86 	struct team_option *option;
87 
88 	list_for_each_entry(option, &team->option_list, list) {
89 		if (strcmp(option->name, opt_name) == 0)
90 			return option;
91 	}
92 	return NULL;
93 }
94 
95 int __team_options_register(struct team *team,
96 			    const struct team_option *option,
97 			    size_t option_count)
98 {
99 	int i;
100 	struct team_option **dst_opts;
101 	int err;
102 
103 	dst_opts = kzalloc(sizeof(struct team_option *) * option_count,
104 			   GFP_KERNEL);
105 	if (!dst_opts)
106 		return -ENOMEM;
107 	for (i = 0; i < option_count; i++, option++) {
108 		if (__team_find_option(team, option->name)) {
109 			err = -EEXIST;
110 			goto rollback;
111 		}
112 		dst_opts[i] = kmemdup(option, sizeof(*option), GFP_KERNEL);
113 		if (!dst_opts[i]) {
114 			err = -ENOMEM;
115 			goto rollback;
116 		}
117 	}
118 
119 	for (i = 0; i < option_count; i++) {
120 		dst_opts[i]->changed = true;
121 		dst_opts[i]->removed = false;
122 		list_add_tail(&dst_opts[i]->list, &team->option_list);
123 	}
124 
125 	kfree(dst_opts);
126 	return 0;
127 
128 rollback:
129 	for (i = 0; i < option_count; i++)
130 		kfree(dst_opts[i]);
131 
132 	kfree(dst_opts);
133 	return err;
134 }
135 
136 static void __team_options_mark_removed(struct team *team,
137 					const struct team_option *option,
138 					size_t option_count)
139 {
140 	int i;
141 
142 	for (i = 0; i < option_count; i++, option++) {
143 		struct team_option *del_opt;
144 
145 		del_opt = __team_find_option(team, option->name);
146 		if (del_opt) {
147 			del_opt->changed = true;
148 			del_opt->removed = true;
149 		}
150 	}
151 }
152 
153 static void __team_options_unregister(struct team *team,
154 				      const struct team_option *option,
155 				      size_t option_count)
156 {
157 	int i;
158 
159 	for (i = 0; i < option_count; i++, option++) {
160 		struct team_option *del_opt;
161 
162 		del_opt = __team_find_option(team, option->name);
163 		if (del_opt) {
164 			list_del(&del_opt->list);
165 			kfree(del_opt);
166 		}
167 	}
168 }
169 
170 static void __team_options_change_check(struct team *team);
171 
172 int team_options_register(struct team *team,
173 			  const struct team_option *option,
174 			  size_t option_count)
175 {
176 	int err;
177 
178 	err = __team_options_register(team, option, option_count);
179 	if (err)
180 		return err;
181 	__team_options_change_check(team);
182 	return 0;
183 }
184 EXPORT_SYMBOL(team_options_register);
185 
186 void team_options_unregister(struct team *team,
187 			     const struct team_option *option,
188 			     size_t option_count)
189 {
190 	__team_options_mark_removed(team, option, option_count);
191 	__team_options_change_check(team);
192 	__team_options_unregister(team, option, option_count);
193 }
194 EXPORT_SYMBOL(team_options_unregister);
195 
196 static int team_option_get(struct team *team, struct team_option *option,
197 			   void *arg)
198 {
199 	return option->getter(team, arg);
200 }
201 
202 static int team_option_set(struct team *team, struct team_option *option,
203 			   void *arg)
204 {
205 	int err;
206 
207 	err = option->setter(team, arg);
208 	if (err)
209 		return err;
210 
211 	option->changed = true;
212 	__team_options_change_check(team);
213 	return err;
214 }
215 
216 /****************
217  * Mode handling
218  ****************/
219 
220 static LIST_HEAD(mode_list);
221 static DEFINE_SPINLOCK(mode_list_lock);
222 
223 static struct team_mode *__find_mode(const char *kind)
224 {
225 	struct team_mode *mode;
226 
227 	list_for_each_entry(mode, &mode_list, list) {
228 		if (strcmp(mode->kind, kind) == 0)
229 			return mode;
230 	}
231 	return NULL;
232 }
233 
234 static bool is_good_mode_name(const char *name)
235 {
236 	while (*name != '\0') {
237 		if (!isalpha(*name) && !isdigit(*name) && *name != '_')
238 			return false;
239 		name++;
240 	}
241 	return true;
242 }
243 
244 int team_mode_register(struct team_mode *mode)
245 {
246 	int err = 0;
247 
248 	if (!is_good_mode_name(mode->kind) ||
249 	    mode->priv_size > TEAM_MODE_PRIV_SIZE)
250 		return -EINVAL;
251 	spin_lock(&mode_list_lock);
252 	if (__find_mode(mode->kind)) {
253 		err = -EEXIST;
254 		goto unlock;
255 	}
256 	list_add_tail(&mode->list, &mode_list);
257 unlock:
258 	spin_unlock(&mode_list_lock);
259 	return err;
260 }
261 EXPORT_SYMBOL(team_mode_register);
262 
263 int team_mode_unregister(struct team_mode *mode)
264 {
265 	spin_lock(&mode_list_lock);
266 	list_del_init(&mode->list);
267 	spin_unlock(&mode_list_lock);
268 	return 0;
269 }
270 EXPORT_SYMBOL(team_mode_unregister);
271 
272 static struct team_mode *team_mode_get(const char *kind)
273 {
274 	struct team_mode *mode;
275 
276 	spin_lock(&mode_list_lock);
277 	mode = __find_mode(kind);
278 	if (!mode) {
279 		spin_unlock(&mode_list_lock);
280 		request_module("team-mode-%s", kind);
281 		spin_lock(&mode_list_lock);
282 		mode = __find_mode(kind);
283 	}
284 	if (mode)
285 		if (!try_module_get(mode->owner))
286 			mode = NULL;
287 
288 	spin_unlock(&mode_list_lock);
289 	return mode;
290 }
291 
292 static void team_mode_put(const struct team_mode *mode)
293 {
294 	module_put(mode->owner);
295 }
296 
297 static bool team_dummy_transmit(struct team *team, struct sk_buff *skb)
298 {
299 	dev_kfree_skb_any(skb);
300 	return false;
301 }
302 
303 rx_handler_result_t team_dummy_receive(struct team *team,
304 				       struct team_port *port,
305 				       struct sk_buff *skb)
306 {
307 	return RX_HANDLER_ANOTHER;
308 }
309 
310 static void team_adjust_ops(struct team *team)
311 {
312 	/*
313 	 * To avoid checks in rx/tx skb paths, ensure here that non-null and
314 	 * correct ops are always set.
315 	 */
316 
317 	if (list_empty(&team->port_list) ||
318 	    !team->mode || !team->mode->ops->transmit)
319 		team->ops.transmit = team_dummy_transmit;
320 	else
321 		team->ops.transmit = team->mode->ops->transmit;
322 
323 	if (list_empty(&team->port_list) ||
324 	    !team->mode || !team->mode->ops->receive)
325 		team->ops.receive = team_dummy_receive;
326 	else
327 		team->ops.receive = team->mode->ops->receive;
328 }
329 
330 /*
331  * We can benefit from the fact that it's ensured no port is present
332  * at the time of mode change. Therefore no packets are in fly so there's no
333  * need to set mode operations in any special way.
334  */
335 static int __team_change_mode(struct team *team,
336 			      const struct team_mode *new_mode)
337 {
338 	/* Check if mode was previously set and do cleanup if so */
339 	if (team->mode) {
340 		void (*exit_op)(struct team *team) = team->ops.exit;
341 
342 		/* Clear ops area so no callback is called any longer */
343 		memset(&team->ops, 0, sizeof(struct team_mode_ops));
344 		team_adjust_ops(team);
345 
346 		if (exit_op)
347 			exit_op(team);
348 		team_mode_put(team->mode);
349 		team->mode = NULL;
350 		/* zero private data area */
351 		memset(&team->mode_priv, 0,
352 		       sizeof(struct team) - offsetof(struct team, mode_priv));
353 	}
354 
355 	if (!new_mode)
356 		return 0;
357 
358 	if (new_mode->ops->init) {
359 		int err;
360 
361 		err = new_mode->ops->init(team);
362 		if (err)
363 			return err;
364 	}
365 
366 	team->mode = new_mode;
367 	memcpy(&team->ops, new_mode->ops, sizeof(struct team_mode_ops));
368 	team_adjust_ops(team);
369 
370 	return 0;
371 }
372 
373 static int team_change_mode(struct team *team, const char *kind)
374 {
375 	struct team_mode *new_mode;
376 	struct net_device *dev = team->dev;
377 	int err;
378 
379 	if (!list_empty(&team->port_list)) {
380 		netdev_err(dev, "No ports can be present during mode change\n");
381 		return -EBUSY;
382 	}
383 
384 	if (team->mode && strcmp(team->mode->kind, kind) == 0) {
385 		netdev_err(dev, "Unable to change to the same mode the team is in\n");
386 		return -EINVAL;
387 	}
388 
389 	new_mode = team_mode_get(kind);
390 	if (!new_mode) {
391 		netdev_err(dev, "Mode \"%s\" not found\n", kind);
392 		return -EINVAL;
393 	}
394 
395 	err = __team_change_mode(team, new_mode);
396 	if (err) {
397 		netdev_err(dev, "Failed to change to mode \"%s\"\n", kind);
398 		team_mode_put(new_mode);
399 		return err;
400 	}
401 
402 	netdev_info(dev, "Mode changed to \"%s\"\n", kind);
403 	return 0;
404 }
405 
406 
407 /************************
408  * Rx path frame handler
409  ************************/
410 
411 /* note: already called with rcu_read_lock */
412 static rx_handler_result_t team_handle_frame(struct sk_buff **pskb)
413 {
414 	struct sk_buff *skb = *pskb;
415 	struct team_port *port;
416 	struct team *team;
417 	rx_handler_result_t res;
418 
419 	skb = skb_share_check(skb, GFP_ATOMIC);
420 	if (!skb)
421 		return RX_HANDLER_CONSUMED;
422 
423 	*pskb = skb;
424 
425 	port = team_port_get_rcu(skb->dev);
426 	team = port->team;
427 
428 	res = team->ops.receive(team, port, skb);
429 	if (res == RX_HANDLER_ANOTHER) {
430 		struct team_pcpu_stats *pcpu_stats;
431 
432 		pcpu_stats = this_cpu_ptr(team->pcpu_stats);
433 		u64_stats_update_begin(&pcpu_stats->syncp);
434 		pcpu_stats->rx_packets++;
435 		pcpu_stats->rx_bytes += skb->len;
436 		if (skb->pkt_type == PACKET_MULTICAST)
437 			pcpu_stats->rx_multicast++;
438 		u64_stats_update_end(&pcpu_stats->syncp);
439 
440 		skb->dev = team->dev;
441 	} else {
442 		this_cpu_inc(team->pcpu_stats->rx_dropped);
443 	}
444 
445 	return res;
446 }
447 
448 
449 /****************
450  * Port handling
451  ****************/
452 
453 static bool team_port_find(const struct team *team,
454 			   const struct team_port *port)
455 {
456 	struct team_port *cur;
457 
458 	list_for_each_entry(cur, &team->port_list, list)
459 		if (cur == port)
460 			return true;
461 	return false;
462 }
463 
464 /*
465  * Add/delete port to the team port list. Write guarded by rtnl_lock.
466  * Takes care of correct port->index setup (might be racy).
467  */
468 static void team_port_list_add_port(struct team *team,
469 				    struct team_port *port)
470 {
471 	port->index = team->port_count++;
472 	hlist_add_head_rcu(&port->hlist,
473 			   team_port_index_hash(team, port->index));
474 	list_add_tail_rcu(&port->list, &team->port_list);
475 }
476 
477 static void __reconstruct_port_hlist(struct team *team, int rm_index)
478 {
479 	int i;
480 	struct team_port *port;
481 
482 	for (i = rm_index + 1; i < team->port_count; i++) {
483 		port = team_get_port_by_index(team, i);
484 		hlist_del_rcu(&port->hlist);
485 		port->index--;
486 		hlist_add_head_rcu(&port->hlist,
487 				   team_port_index_hash(team, port->index));
488 	}
489 }
490 
491 static void team_port_list_del_port(struct team *team,
492 				   struct team_port *port)
493 {
494 	int rm_index = port->index;
495 
496 	hlist_del_rcu(&port->hlist);
497 	list_del_rcu(&port->list);
498 	__reconstruct_port_hlist(team, rm_index);
499 	team->port_count--;
500 }
501 
502 #define TEAM_VLAN_FEATURES (NETIF_F_ALL_CSUM | NETIF_F_SG | \
503 			    NETIF_F_FRAGLIST | NETIF_F_ALL_TSO | \
504 			    NETIF_F_HIGHDMA | NETIF_F_LRO)
505 
506 static void __team_compute_features(struct team *team)
507 {
508 	struct team_port *port;
509 	u32 vlan_features = TEAM_VLAN_FEATURES;
510 	unsigned short max_hard_header_len = ETH_HLEN;
511 
512 	list_for_each_entry(port, &team->port_list, list) {
513 		vlan_features = netdev_increment_features(vlan_features,
514 					port->dev->vlan_features,
515 					TEAM_VLAN_FEATURES);
516 
517 		if (port->dev->hard_header_len > max_hard_header_len)
518 			max_hard_header_len = port->dev->hard_header_len;
519 	}
520 
521 	team->dev->vlan_features = vlan_features;
522 	team->dev->hard_header_len = max_hard_header_len;
523 
524 	netdev_change_features(team->dev);
525 }
526 
527 static void team_compute_features(struct team *team)
528 {
529 	mutex_lock(&team->lock);
530 	__team_compute_features(team);
531 	mutex_unlock(&team->lock);
532 }
533 
534 static int team_port_enter(struct team *team, struct team_port *port)
535 {
536 	int err = 0;
537 
538 	dev_hold(team->dev);
539 	port->dev->priv_flags |= IFF_TEAM_PORT;
540 	if (team->ops.port_enter) {
541 		err = team->ops.port_enter(team, port);
542 		if (err) {
543 			netdev_err(team->dev, "Device %s failed to enter team mode\n",
544 				   port->dev->name);
545 			goto err_port_enter;
546 		}
547 	}
548 
549 	return 0;
550 
551 err_port_enter:
552 	port->dev->priv_flags &= ~IFF_TEAM_PORT;
553 	dev_put(team->dev);
554 
555 	return err;
556 }
557 
558 static void team_port_leave(struct team *team, struct team_port *port)
559 {
560 	if (team->ops.port_leave)
561 		team->ops.port_leave(team, port);
562 	port->dev->priv_flags &= ~IFF_TEAM_PORT;
563 	dev_put(team->dev);
564 }
565 
566 static void __team_port_change_check(struct team_port *port, bool linkup);
567 
568 static int team_port_add(struct team *team, struct net_device *port_dev)
569 {
570 	struct net_device *dev = team->dev;
571 	struct team_port *port;
572 	char *portname = port_dev->name;
573 	int err;
574 
575 	if (port_dev->flags & IFF_LOOPBACK ||
576 	    port_dev->type != ARPHRD_ETHER) {
577 		netdev_err(dev, "Device %s is of an unsupported type\n",
578 			   portname);
579 		return -EINVAL;
580 	}
581 
582 	if (team_port_exists(port_dev)) {
583 		netdev_err(dev, "Device %s is already a port "
584 				"of a team device\n", portname);
585 		return -EBUSY;
586 	}
587 
588 	if (port_dev->flags & IFF_UP) {
589 		netdev_err(dev, "Device %s is up. Set it down before adding it as a team port\n",
590 			   portname);
591 		return -EBUSY;
592 	}
593 
594 	port = kzalloc(sizeof(struct team_port), GFP_KERNEL);
595 	if (!port)
596 		return -ENOMEM;
597 
598 	port->dev = port_dev;
599 	port->team = team;
600 
601 	port->orig.mtu = port_dev->mtu;
602 	err = dev_set_mtu(port_dev, dev->mtu);
603 	if (err) {
604 		netdev_dbg(dev, "Error %d calling dev_set_mtu\n", err);
605 		goto err_set_mtu;
606 	}
607 
608 	memcpy(port->orig.dev_addr, port_dev->dev_addr, ETH_ALEN);
609 
610 	err = team_port_enter(team, port);
611 	if (err) {
612 		netdev_err(dev, "Device %s failed to enter team mode\n",
613 			   portname);
614 		goto err_port_enter;
615 	}
616 
617 	err = dev_open(port_dev);
618 	if (err) {
619 		netdev_dbg(dev, "Device %s opening failed\n",
620 			   portname);
621 		goto err_dev_open;
622 	}
623 
624 	err = vlan_vids_add_by_dev(port_dev, dev);
625 	if (err) {
626 		netdev_err(dev, "Failed to add vlan ids to device %s\n",
627 				portname);
628 		goto err_vids_add;
629 	}
630 
631 	err = netdev_set_master(port_dev, dev);
632 	if (err) {
633 		netdev_err(dev, "Device %s failed to set master\n", portname);
634 		goto err_set_master;
635 	}
636 
637 	err = netdev_rx_handler_register(port_dev, team_handle_frame,
638 					 port);
639 	if (err) {
640 		netdev_err(dev, "Device %s failed to register rx_handler\n",
641 			   portname);
642 		goto err_handler_register;
643 	}
644 
645 	team_port_list_add_port(team, port);
646 	team_adjust_ops(team);
647 	__team_compute_features(team);
648 	__team_port_change_check(port, !!netif_carrier_ok(port_dev));
649 
650 	netdev_info(dev, "Port device %s added\n", portname);
651 
652 	return 0;
653 
654 err_handler_register:
655 	netdev_set_master(port_dev, NULL);
656 
657 err_set_master:
658 	vlan_vids_del_by_dev(port_dev, dev);
659 
660 err_vids_add:
661 	dev_close(port_dev);
662 
663 err_dev_open:
664 	team_port_leave(team, port);
665 	team_port_set_orig_mac(port);
666 
667 err_port_enter:
668 	dev_set_mtu(port_dev, port->orig.mtu);
669 
670 err_set_mtu:
671 	kfree(port);
672 
673 	return err;
674 }
675 
676 static int team_port_del(struct team *team, struct net_device *port_dev)
677 {
678 	struct net_device *dev = team->dev;
679 	struct team_port *port;
680 	char *portname = port_dev->name;
681 
682 	port = team_port_get_rtnl(port_dev);
683 	if (!port || !team_port_find(team, port)) {
684 		netdev_err(dev, "Device %s does not act as a port of this team\n",
685 			   portname);
686 		return -ENOENT;
687 	}
688 
689 	port->removed = true;
690 	__team_port_change_check(port, false);
691 	team_port_list_del_port(team, port);
692 	team_adjust_ops(team);
693 	netdev_rx_handler_unregister(port_dev);
694 	netdev_set_master(port_dev, NULL);
695 	vlan_vids_del_by_dev(port_dev, dev);
696 	dev_close(port_dev);
697 	team_port_leave(team, port);
698 	team_port_set_orig_mac(port);
699 	dev_set_mtu(port_dev, port->orig.mtu);
700 	synchronize_rcu();
701 	kfree(port);
702 	netdev_info(dev, "Port device %s removed\n", portname);
703 	__team_compute_features(team);
704 
705 	return 0;
706 }
707 
708 
709 /*****************
710  * Net device ops
711  *****************/
712 
713 static const char team_no_mode_kind[] = "*NOMODE*";
714 
715 static int team_mode_option_get(struct team *team, void *arg)
716 {
717 	const char **str = arg;
718 
719 	*str = team->mode ? team->mode->kind : team_no_mode_kind;
720 	return 0;
721 }
722 
723 static int team_mode_option_set(struct team *team, void *arg)
724 {
725 	const char **str = arg;
726 
727 	return team_change_mode(team, *str);
728 }
729 
730 static const struct team_option team_options[] = {
731 	{
732 		.name = "mode",
733 		.type = TEAM_OPTION_TYPE_STRING,
734 		.getter = team_mode_option_get,
735 		.setter = team_mode_option_set,
736 	},
737 };
738 
739 static int team_init(struct net_device *dev)
740 {
741 	struct team *team = netdev_priv(dev);
742 	int i;
743 	int err;
744 
745 	team->dev = dev;
746 	mutex_init(&team->lock);
747 
748 	team->pcpu_stats = alloc_percpu(struct team_pcpu_stats);
749 	if (!team->pcpu_stats)
750 		return -ENOMEM;
751 
752 	for (i = 0; i < TEAM_PORT_HASHENTRIES; i++)
753 		INIT_HLIST_HEAD(&team->port_hlist[i]);
754 	INIT_LIST_HEAD(&team->port_list);
755 
756 	team_adjust_ops(team);
757 
758 	INIT_LIST_HEAD(&team->option_list);
759 	err = team_options_register(team, team_options, ARRAY_SIZE(team_options));
760 	if (err)
761 		goto err_options_register;
762 	netif_carrier_off(dev);
763 
764 	return 0;
765 
766 err_options_register:
767 	free_percpu(team->pcpu_stats);
768 
769 	return err;
770 }
771 
772 static void team_uninit(struct net_device *dev)
773 {
774 	struct team *team = netdev_priv(dev);
775 	struct team_port *port;
776 	struct team_port *tmp;
777 
778 	mutex_lock(&team->lock);
779 	list_for_each_entry_safe(port, tmp, &team->port_list, list)
780 		team_port_del(team, port->dev);
781 
782 	__team_change_mode(team, NULL); /* cleanup */
783 	__team_options_unregister(team, team_options, ARRAY_SIZE(team_options));
784 	mutex_unlock(&team->lock);
785 }
786 
787 static void team_destructor(struct net_device *dev)
788 {
789 	struct team *team = netdev_priv(dev);
790 
791 	free_percpu(team->pcpu_stats);
792 	free_netdev(dev);
793 }
794 
795 static int team_open(struct net_device *dev)
796 {
797 	netif_carrier_on(dev);
798 	return 0;
799 }
800 
801 static int team_close(struct net_device *dev)
802 {
803 	netif_carrier_off(dev);
804 	return 0;
805 }
806 
807 /*
808  * note: already called with rcu_read_lock
809  */
810 static netdev_tx_t team_xmit(struct sk_buff *skb, struct net_device *dev)
811 {
812 	struct team *team = netdev_priv(dev);
813 	bool tx_success = false;
814 	unsigned int len = skb->len;
815 
816 	tx_success = team->ops.transmit(team, skb);
817 	if (tx_success) {
818 		struct team_pcpu_stats *pcpu_stats;
819 
820 		pcpu_stats = this_cpu_ptr(team->pcpu_stats);
821 		u64_stats_update_begin(&pcpu_stats->syncp);
822 		pcpu_stats->tx_packets++;
823 		pcpu_stats->tx_bytes += len;
824 		u64_stats_update_end(&pcpu_stats->syncp);
825 	} else {
826 		this_cpu_inc(team->pcpu_stats->tx_dropped);
827 	}
828 
829 	return NETDEV_TX_OK;
830 }
831 
832 static void team_change_rx_flags(struct net_device *dev, int change)
833 {
834 	struct team *team = netdev_priv(dev);
835 	struct team_port *port;
836 	int inc;
837 
838 	rcu_read_lock();
839 	list_for_each_entry_rcu(port, &team->port_list, list) {
840 		if (change & IFF_PROMISC) {
841 			inc = dev->flags & IFF_PROMISC ? 1 : -1;
842 			dev_set_promiscuity(port->dev, inc);
843 		}
844 		if (change & IFF_ALLMULTI) {
845 			inc = dev->flags & IFF_ALLMULTI ? 1 : -1;
846 			dev_set_allmulti(port->dev, inc);
847 		}
848 	}
849 	rcu_read_unlock();
850 }
851 
852 static void team_set_rx_mode(struct net_device *dev)
853 {
854 	struct team *team = netdev_priv(dev);
855 	struct team_port *port;
856 
857 	rcu_read_lock();
858 	list_for_each_entry_rcu(port, &team->port_list, list) {
859 		dev_uc_sync(port->dev, dev);
860 		dev_mc_sync(port->dev, dev);
861 	}
862 	rcu_read_unlock();
863 }
864 
865 static int team_set_mac_address(struct net_device *dev, void *p)
866 {
867 	struct team *team = netdev_priv(dev);
868 	struct team_port *port;
869 	struct sockaddr *addr = p;
870 
871 	dev->addr_assign_type &= ~NET_ADDR_RANDOM;
872 	memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
873 	rcu_read_lock();
874 	list_for_each_entry_rcu(port, &team->port_list, list)
875 		if (team->ops.port_change_mac)
876 			team->ops.port_change_mac(team, port);
877 	rcu_read_unlock();
878 	return 0;
879 }
880 
881 static int team_change_mtu(struct net_device *dev, int new_mtu)
882 {
883 	struct team *team = netdev_priv(dev);
884 	struct team_port *port;
885 	int err;
886 
887 	/*
888 	 * Alhough this is reader, it's guarded by team lock. It's not possible
889 	 * to traverse list in reverse under rcu_read_lock
890 	 */
891 	mutex_lock(&team->lock);
892 	list_for_each_entry(port, &team->port_list, list) {
893 		err = dev_set_mtu(port->dev, new_mtu);
894 		if (err) {
895 			netdev_err(dev, "Device %s failed to change mtu",
896 				   port->dev->name);
897 			goto unwind;
898 		}
899 	}
900 	mutex_unlock(&team->lock);
901 
902 	dev->mtu = new_mtu;
903 
904 	return 0;
905 
906 unwind:
907 	list_for_each_entry_continue_reverse(port, &team->port_list, list)
908 		dev_set_mtu(port->dev, dev->mtu);
909 	mutex_unlock(&team->lock);
910 
911 	return err;
912 }
913 
914 static struct rtnl_link_stats64 *
915 team_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
916 {
917 	struct team *team = netdev_priv(dev);
918 	struct team_pcpu_stats *p;
919 	u64 rx_packets, rx_bytes, rx_multicast, tx_packets, tx_bytes;
920 	u32 rx_dropped = 0, tx_dropped = 0;
921 	unsigned int start;
922 	int i;
923 
924 	for_each_possible_cpu(i) {
925 		p = per_cpu_ptr(team->pcpu_stats, i);
926 		do {
927 			start = u64_stats_fetch_begin_bh(&p->syncp);
928 			rx_packets	= p->rx_packets;
929 			rx_bytes	= p->rx_bytes;
930 			rx_multicast	= p->rx_multicast;
931 			tx_packets	= p->tx_packets;
932 			tx_bytes	= p->tx_bytes;
933 		} while (u64_stats_fetch_retry_bh(&p->syncp, start));
934 
935 		stats->rx_packets	+= rx_packets;
936 		stats->rx_bytes		+= rx_bytes;
937 		stats->multicast	+= rx_multicast;
938 		stats->tx_packets	+= tx_packets;
939 		stats->tx_bytes		+= tx_bytes;
940 		/*
941 		 * rx_dropped & tx_dropped are u32, updated
942 		 * without syncp protection.
943 		 */
944 		rx_dropped	+= p->rx_dropped;
945 		tx_dropped	+= p->tx_dropped;
946 	}
947 	stats->rx_dropped	= rx_dropped;
948 	stats->tx_dropped	= tx_dropped;
949 	return stats;
950 }
951 
952 static int team_vlan_rx_add_vid(struct net_device *dev, uint16_t vid)
953 {
954 	struct team *team = netdev_priv(dev);
955 	struct team_port *port;
956 	int err;
957 
958 	/*
959 	 * Alhough this is reader, it's guarded by team lock. It's not possible
960 	 * to traverse list in reverse under rcu_read_lock
961 	 */
962 	mutex_lock(&team->lock);
963 	list_for_each_entry(port, &team->port_list, list) {
964 		err = vlan_vid_add(port->dev, vid);
965 		if (err)
966 			goto unwind;
967 	}
968 	mutex_unlock(&team->lock);
969 
970 	return 0;
971 
972 unwind:
973 	list_for_each_entry_continue_reverse(port, &team->port_list, list)
974 		vlan_vid_del(port->dev, vid);
975 	mutex_unlock(&team->lock);
976 
977 	return err;
978 }
979 
980 static int team_vlan_rx_kill_vid(struct net_device *dev, uint16_t vid)
981 {
982 	struct team *team = netdev_priv(dev);
983 	struct team_port *port;
984 
985 	rcu_read_lock();
986 	list_for_each_entry_rcu(port, &team->port_list, list)
987 		vlan_vid_del(port->dev, vid);
988 	rcu_read_unlock();
989 
990 	return 0;
991 }
992 
993 static int team_add_slave(struct net_device *dev, struct net_device *port_dev)
994 {
995 	struct team *team = netdev_priv(dev);
996 	int err;
997 
998 	mutex_lock(&team->lock);
999 	err = team_port_add(team, port_dev);
1000 	mutex_unlock(&team->lock);
1001 	return err;
1002 }
1003 
1004 static int team_del_slave(struct net_device *dev, struct net_device *port_dev)
1005 {
1006 	struct team *team = netdev_priv(dev);
1007 	int err;
1008 
1009 	mutex_lock(&team->lock);
1010 	err = team_port_del(team, port_dev);
1011 	mutex_unlock(&team->lock);
1012 	return err;
1013 }
1014 
1015 static netdev_features_t team_fix_features(struct net_device *dev,
1016 					   netdev_features_t features)
1017 {
1018 	struct team_port *port;
1019 	struct team *team = netdev_priv(dev);
1020 	netdev_features_t mask;
1021 
1022 	mask = features;
1023 	features &= ~NETIF_F_ONE_FOR_ALL;
1024 	features |= NETIF_F_ALL_FOR_ALL;
1025 
1026 	rcu_read_lock();
1027 	list_for_each_entry_rcu(port, &team->port_list, list) {
1028 		features = netdev_increment_features(features,
1029 						     port->dev->features,
1030 						     mask);
1031 	}
1032 	rcu_read_unlock();
1033 	return features;
1034 }
1035 
1036 static const struct net_device_ops team_netdev_ops = {
1037 	.ndo_init		= team_init,
1038 	.ndo_uninit		= team_uninit,
1039 	.ndo_open		= team_open,
1040 	.ndo_stop		= team_close,
1041 	.ndo_start_xmit		= team_xmit,
1042 	.ndo_change_rx_flags	= team_change_rx_flags,
1043 	.ndo_set_rx_mode	= team_set_rx_mode,
1044 	.ndo_set_mac_address	= team_set_mac_address,
1045 	.ndo_change_mtu		= team_change_mtu,
1046 	.ndo_get_stats64	= team_get_stats64,
1047 	.ndo_vlan_rx_add_vid	= team_vlan_rx_add_vid,
1048 	.ndo_vlan_rx_kill_vid	= team_vlan_rx_kill_vid,
1049 	.ndo_add_slave		= team_add_slave,
1050 	.ndo_del_slave		= team_del_slave,
1051 	.ndo_fix_features	= team_fix_features,
1052 };
1053 
1054 
1055 /***********************
1056  * rt netlink interface
1057  ***********************/
1058 
1059 static void team_setup(struct net_device *dev)
1060 {
1061 	ether_setup(dev);
1062 
1063 	dev->netdev_ops = &team_netdev_ops;
1064 	dev->destructor	= team_destructor;
1065 	dev->tx_queue_len = 0;
1066 	dev->flags |= IFF_MULTICAST;
1067 	dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING);
1068 
1069 	/*
1070 	 * Indicate we support unicast address filtering. That way core won't
1071 	 * bring us to promisc mode in case a unicast addr is added.
1072 	 * Let this up to underlay drivers.
1073 	 */
1074 	dev->priv_flags |= IFF_UNICAST_FLT;
1075 
1076 	dev->features |= NETIF_F_LLTX;
1077 	dev->features |= NETIF_F_GRO;
1078 	dev->hw_features = NETIF_F_HW_VLAN_TX |
1079 			   NETIF_F_HW_VLAN_RX |
1080 			   NETIF_F_HW_VLAN_FILTER;
1081 
1082 	dev->features |= dev->hw_features;
1083 }
1084 
1085 static int team_newlink(struct net *src_net, struct net_device *dev,
1086 			struct nlattr *tb[], struct nlattr *data[])
1087 {
1088 	int err;
1089 
1090 	if (tb[IFLA_ADDRESS] == NULL)
1091 		eth_hw_addr_random(dev);
1092 
1093 	err = register_netdevice(dev);
1094 	if (err)
1095 		return err;
1096 
1097 	return 0;
1098 }
1099 
1100 static int team_validate(struct nlattr *tb[], struct nlattr *data[])
1101 {
1102 	if (tb[IFLA_ADDRESS]) {
1103 		if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
1104 			return -EINVAL;
1105 		if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
1106 			return -EADDRNOTAVAIL;
1107 	}
1108 	return 0;
1109 }
1110 
1111 static struct rtnl_link_ops team_link_ops __read_mostly = {
1112 	.kind		= DRV_NAME,
1113 	.priv_size	= sizeof(struct team),
1114 	.setup		= team_setup,
1115 	.newlink	= team_newlink,
1116 	.validate	= team_validate,
1117 };
1118 
1119 
1120 /***********************************
1121  * Generic netlink custom interface
1122  ***********************************/
1123 
1124 static struct genl_family team_nl_family = {
1125 	.id		= GENL_ID_GENERATE,
1126 	.name		= TEAM_GENL_NAME,
1127 	.version	= TEAM_GENL_VERSION,
1128 	.maxattr	= TEAM_ATTR_MAX,
1129 	.netnsok	= true,
1130 };
1131 
1132 static const struct nla_policy team_nl_policy[TEAM_ATTR_MAX + 1] = {
1133 	[TEAM_ATTR_UNSPEC]			= { .type = NLA_UNSPEC, },
1134 	[TEAM_ATTR_TEAM_IFINDEX]		= { .type = NLA_U32 },
1135 	[TEAM_ATTR_LIST_OPTION]			= { .type = NLA_NESTED },
1136 	[TEAM_ATTR_LIST_PORT]			= { .type = NLA_NESTED },
1137 };
1138 
1139 static const struct nla_policy
1140 team_nl_option_policy[TEAM_ATTR_OPTION_MAX + 1] = {
1141 	[TEAM_ATTR_OPTION_UNSPEC]		= { .type = NLA_UNSPEC, },
1142 	[TEAM_ATTR_OPTION_NAME] = {
1143 		.type = NLA_STRING,
1144 		.len = TEAM_STRING_MAX_LEN,
1145 	},
1146 	[TEAM_ATTR_OPTION_CHANGED]		= { .type = NLA_FLAG },
1147 	[TEAM_ATTR_OPTION_TYPE]			= { .type = NLA_U8 },
1148 	[TEAM_ATTR_OPTION_DATA] = {
1149 		.type = NLA_BINARY,
1150 		.len = TEAM_STRING_MAX_LEN,
1151 	},
1152 };
1153 
1154 static int team_nl_cmd_noop(struct sk_buff *skb, struct genl_info *info)
1155 {
1156 	struct sk_buff *msg;
1157 	void *hdr;
1158 	int err;
1159 
1160 	msg = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1161 	if (!msg)
1162 		return -ENOMEM;
1163 
1164 	hdr = genlmsg_put(msg, info->snd_pid, info->snd_seq,
1165 			  &team_nl_family, 0, TEAM_CMD_NOOP);
1166 	if (IS_ERR(hdr)) {
1167 		err = PTR_ERR(hdr);
1168 		goto err_msg_put;
1169 	}
1170 
1171 	genlmsg_end(msg, hdr);
1172 
1173 	return genlmsg_unicast(genl_info_net(info), msg, info->snd_pid);
1174 
1175 err_msg_put:
1176 	nlmsg_free(msg);
1177 
1178 	return err;
1179 }
1180 
1181 /*
1182  * Netlink cmd functions should be locked by following two functions.
1183  * Since dev gets held here, that ensures dev won't disappear in between.
1184  */
1185 static struct team *team_nl_team_get(struct genl_info *info)
1186 {
1187 	struct net *net = genl_info_net(info);
1188 	int ifindex;
1189 	struct net_device *dev;
1190 	struct team *team;
1191 
1192 	if (!info->attrs[TEAM_ATTR_TEAM_IFINDEX])
1193 		return NULL;
1194 
1195 	ifindex = nla_get_u32(info->attrs[TEAM_ATTR_TEAM_IFINDEX]);
1196 	dev = dev_get_by_index(net, ifindex);
1197 	if (!dev || dev->netdev_ops != &team_netdev_ops) {
1198 		if (dev)
1199 			dev_put(dev);
1200 		return NULL;
1201 	}
1202 
1203 	team = netdev_priv(dev);
1204 	mutex_lock(&team->lock);
1205 	return team;
1206 }
1207 
1208 static void team_nl_team_put(struct team *team)
1209 {
1210 	mutex_unlock(&team->lock);
1211 	dev_put(team->dev);
1212 }
1213 
1214 static int team_nl_send_generic(struct genl_info *info, struct team *team,
1215 				int (*fill_func)(struct sk_buff *skb,
1216 						 struct genl_info *info,
1217 						 int flags, struct team *team))
1218 {
1219 	struct sk_buff *skb;
1220 	int err;
1221 
1222 	skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1223 	if (!skb)
1224 		return -ENOMEM;
1225 
1226 	err = fill_func(skb, info, NLM_F_ACK, team);
1227 	if (err < 0)
1228 		goto err_fill;
1229 
1230 	err = genlmsg_unicast(genl_info_net(info), skb, info->snd_pid);
1231 	return err;
1232 
1233 err_fill:
1234 	nlmsg_free(skb);
1235 	return err;
1236 }
1237 
1238 static int team_nl_fill_options_get(struct sk_buff *skb,
1239 				    u32 pid, u32 seq, int flags,
1240 				    struct team *team, bool fillall)
1241 {
1242 	struct nlattr *option_list;
1243 	void *hdr;
1244 	struct team_option *option;
1245 
1246 	hdr = genlmsg_put(skb, pid, seq, &team_nl_family, flags,
1247 			  TEAM_CMD_OPTIONS_GET);
1248 	if (IS_ERR(hdr))
1249 		return PTR_ERR(hdr);
1250 
1251 	NLA_PUT_U32(skb, TEAM_ATTR_TEAM_IFINDEX, team->dev->ifindex);
1252 	option_list = nla_nest_start(skb, TEAM_ATTR_LIST_OPTION);
1253 	if (!option_list)
1254 		return -EMSGSIZE;
1255 
1256 	list_for_each_entry(option, &team->option_list, list) {
1257 		struct nlattr *option_item;
1258 		long arg;
1259 
1260 		/* Include only changed options if fill all mode is not on */
1261 		if (!fillall && !option->changed)
1262 			continue;
1263 		option_item = nla_nest_start(skb, TEAM_ATTR_ITEM_OPTION);
1264 		if (!option_item)
1265 			goto nla_put_failure;
1266 		NLA_PUT_STRING(skb, TEAM_ATTR_OPTION_NAME, option->name);
1267 		if (option->changed) {
1268 			NLA_PUT_FLAG(skb, TEAM_ATTR_OPTION_CHANGED);
1269 			option->changed = false;
1270 		}
1271 		if (option->removed)
1272 			NLA_PUT_FLAG(skb, TEAM_ATTR_OPTION_REMOVED);
1273 		switch (option->type) {
1274 		case TEAM_OPTION_TYPE_U32:
1275 			NLA_PUT_U8(skb, TEAM_ATTR_OPTION_TYPE, NLA_U32);
1276 			team_option_get(team, option, &arg);
1277 			NLA_PUT_U32(skb, TEAM_ATTR_OPTION_DATA, arg);
1278 			break;
1279 		case TEAM_OPTION_TYPE_STRING:
1280 			NLA_PUT_U8(skb, TEAM_ATTR_OPTION_TYPE, NLA_STRING);
1281 			team_option_get(team, option, &arg);
1282 			NLA_PUT_STRING(skb, TEAM_ATTR_OPTION_DATA,
1283 				       (char *) arg);
1284 			break;
1285 		default:
1286 			BUG();
1287 		}
1288 		nla_nest_end(skb, option_item);
1289 	}
1290 
1291 	nla_nest_end(skb, option_list);
1292 	return genlmsg_end(skb, hdr);
1293 
1294 nla_put_failure:
1295 	genlmsg_cancel(skb, hdr);
1296 	return -EMSGSIZE;
1297 }
1298 
1299 static int team_nl_fill_options_get_all(struct sk_buff *skb,
1300 					struct genl_info *info, int flags,
1301 					struct team *team)
1302 {
1303 	return team_nl_fill_options_get(skb, info->snd_pid,
1304 					info->snd_seq, NLM_F_ACK,
1305 					team, true);
1306 }
1307 
1308 static int team_nl_cmd_options_get(struct sk_buff *skb, struct genl_info *info)
1309 {
1310 	struct team *team;
1311 	int err;
1312 
1313 	team = team_nl_team_get(info);
1314 	if (!team)
1315 		return -EINVAL;
1316 
1317 	err = team_nl_send_generic(info, team, team_nl_fill_options_get_all);
1318 
1319 	team_nl_team_put(team);
1320 
1321 	return err;
1322 }
1323 
1324 static int team_nl_cmd_options_set(struct sk_buff *skb, struct genl_info *info)
1325 {
1326 	struct team *team;
1327 	int err = 0;
1328 	int i;
1329 	struct nlattr *nl_option;
1330 
1331 	team = team_nl_team_get(info);
1332 	if (!team)
1333 		return -EINVAL;
1334 
1335 	err = -EINVAL;
1336 	if (!info->attrs[TEAM_ATTR_LIST_OPTION]) {
1337 		err = -EINVAL;
1338 		goto team_put;
1339 	}
1340 
1341 	nla_for_each_nested(nl_option, info->attrs[TEAM_ATTR_LIST_OPTION], i) {
1342 		struct nlattr *mode_attrs[TEAM_ATTR_OPTION_MAX + 1];
1343 		enum team_option_type opt_type;
1344 		struct team_option *option;
1345 		char *opt_name;
1346 		bool opt_found = false;
1347 
1348 		if (nla_type(nl_option) != TEAM_ATTR_ITEM_OPTION) {
1349 			err = -EINVAL;
1350 			goto team_put;
1351 		}
1352 		err = nla_parse_nested(mode_attrs, TEAM_ATTR_OPTION_MAX,
1353 				       nl_option, team_nl_option_policy);
1354 		if (err)
1355 			goto team_put;
1356 		if (!mode_attrs[TEAM_ATTR_OPTION_NAME] ||
1357 		    !mode_attrs[TEAM_ATTR_OPTION_TYPE] ||
1358 		    !mode_attrs[TEAM_ATTR_OPTION_DATA]) {
1359 			err = -EINVAL;
1360 			goto team_put;
1361 		}
1362 		switch (nla_get_u8(mode_attrs[TEAM_ATTR_OPTION_TYPE])) {
1363 		case NLA_U32:
1364 			opt_type = TEAM_OPTION_TYPE_U32;
1365 			break;
1366 		case NLA_STRING:
1367 			opt_type = TEAM_OPTION_TYPE_STRING;
1368 			break;
1369 		default:
1370 			goto team_put;
1371 		}
1372 
1373 		opt_name = nla_data(mode_attrs[TEAM_ATTR_OPTION_NAME]);
1374 		list_for_each_entry(option, &team->option_list, list) {
1375 			long arg;
1376 			struct nlattr *opt_data_attr;
1377 
1378 			if (option->type != opt_type ||
1379 			    strcmp(option->name, opt_name))
1380 				continue;
1381 			opt_found = true;
1382 			opt_data_attr = mode_attrs[TEAM_ATTR_OPTION_DATA];
1383 			switch (opt_type) {
1384 			case TEAM_OPTION_TYPE_U32:
1385 				arg = nla_get_u32(opt_data_attr);
1386 				break;
1387 			case TEAM_OPTION_TYPE_STRING:
1388 				arg = (long) nla_data(opt_data_attr);
1389 				break;
1390 			default:
1391 				BUG();
1392 			}
1393 			err = team_option_set(team, option, &arg);
1394 			if (err)
1395 				goto team_put;
1396 		}
1397 		if (!opt_found) {
1398 			err = -ENOENT;
1399 			goto team_put;
1400 		}
1401 	}
1402 
1403 team_put:
1404 	team_nl_team_put(team);
1405 
1406 	return err;
1407 }
1408 
1409 static int team_nl_fill_port_list_get(struct sk_buff *skb,
1410 				      u32 pid, u32 seq, int flags,
1411 				      struct team *team,
1412 				      bool fillall)
1413 {
1414 	struct nlattr *port_list;
1415 	void *hdr;
1416 	struct team_port *port;
1417 
1418 	hdr = genlmsg_put(skb, pid, seq, &team_nl_family, flags,
1419 			  TEAM_CMD_PORT_LIST_GET);
1420 	if (IS_ERR(hdr))
1421 		return PTR_ERR(hdr);
1422 
1423 	NLA_PUT_U32(skb, TEAM_ATTR_TEAM_IFINDEX, team->dev->ifindex);
1424 	port_list = nla_nest_start(skb, TEAM_ATTR_LIST_PORT);
1425 	if (!port_list)
1426 		return -EMSGSIZE;
1427 
1428 	list_for_each_entry(port, &team->port_list, list) {
1429 		struct nlattr *port_item;
1430 
1431 		/* Include only changed ports if fill all mode is not on */
1432 		if (!fillall && !port->changed)
1433 			continue;
1434 		port_item = nla_nest_start(skb, TEAM_ATTR_ITEM_PORT);
1435 		if (!port_item)
1436 			goto nla_put_failure;
1437 		NLA_PUT_U32(skb, TEAM_ATTR_PORT_IFINDEX, port->dev->ifindex);
1438 		if (port->changed) {
1439 			NLA_PUT_FLAG(skb, TEAM_ATTR_PORT_CHANGED);
1440 			port->changed = false;
1441 		}
1442 		if (port->removed)
1443 			NLA_PUT_FLAG(skb, TEAM_ATTR_PORT_REMOVED);
1444 		if (port->linkup)
1445 			NLA_PUT_FLAG(skb, TEAM_ATTR_PORT_LINKUP);
1446 		NLA_PUT_U32(skb, TEAM_ATTR_PORT_SPEED, port->speed);
1447 		NLA_PUT_U8(skb, TEAM_ATTR_PORT_DUPLEX, port->duplex);
1448 		nla_nest_end(skb, port_item);
1449 	}
1450 
1451 	nla_nest_end(skb, port_list);
1452 	return genlmsg_end(skb, hdr);
1453 
1454 nla_put_failure:
1455 	genlmsg_cancel(skb, hdr);
1456 	return -EMSGSIZE;
1457 }
1458 
1459 static int team_nl_fill_port_list_get_all(struct sk_buff *skb,
1460 					  struct genl_info *info, int flags,
1461 					  struct team *team)
1462 {
1463 	return team_nl_fill_port_list_get(skb, info->snd_pid,
1464 					  info->snd_seq, NLM_F_ACK,
1465 					  team, true);
1466 }
1467 
1468 static int team_nl_cmd_port_list_get(struct sk_buff *skb,
1469 				     struct genl_info *info)
1470 {
1471 	struct team *team;
1472 	int err;
1473 
1474 	team = team_nl_team_get(info);
1475 	if (!team)
1476 		return -EINVAL;
1477 
1478 	err = team_nl_send_generic(info, team, team_nl_fill_port_list_get_all);
1479 
1480 	team_nl_team_put(team);
1481 
1482 	return err;
1483 }
1484 
1485 static struct genl_ops team_nl_ops[] = {
1486 	{
1487 		.cmd = TEAM_CMD_NOOP,
1488 		.doit = team_nl_cmd_noop,
1489 		.policy = team_nl_policy,
1490 	},
1491 	{
1492 		.cmd = TEAM_CMD_OPTIONS_SET,
1493 		.doit = team_nl_cmd_options_set,
1494 		.policy = team_nl_policy,
1495 		.flags = GENL_ADMIN_PERM,
1496 	},
1497 	{
1498 		.cmd = TEAM_CMD_OPTIONS_GET,
1499 		.doit = team_nl_cmd_options_get,
1500 		.policy = team_nl_policy,
1501 		.flags = GENL_ADMIN_PERM,
1502 	},
1503 	{
1504 		.cmd = TEAM_CMD_PORT_LIST_GET,
1505 		.doit = team_nl_cmd_port_list_get,
1506 		.policy = team_nl_policy,
1507 		.flags = GENL_ADMIN_PERM,
1508 	},
1509 };
1510 
1511 static struct genl_multicast_group team_change_event_mcgrp = {
1512 	.name = TEAM_GENL_CHANGE_EVENT_MC_GRP_NAME,
1513 };
1514 
1515 static int team_nl_send_event_options_get(struct team *team)
1516 {
1517 	struct sk_buff *skb;
1518 	int err;
1519 	struct net *net = dev_net(team->dev);
1520 
1521 	skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1522 	if (!skb)
1523 		return -ENOMEM;
1524 
1525 	err = team_nl_fill_options_get(skb, 0, 0, 0, team, false);
1526 	if (err < 0)
1527 		goto err_fill;
1528 
1529 	err = genlmsg_multicast_netns(net, skb, 0, team_change_event_mcgrp.id,
1530 				      GFP_KERNEL);
1531 	return err;
1532 
1533 err_fill:
1534 	nlmsg_free(skb);
1535 	return err;
1536 }
1537 
1538 static int team_nl_send_event_port_list_get(struct team *team)
1539 {
1540 	struct sk_buff *skb;
1541 	int err;
1542 	struct net *net = dev_net(team->dev);
1543 
1544 	skb = nlmsg_new(NLMSG_GOODSIZE, GFP_KERNEL);
1545 	if (!skb)
1546 		return -ENOMEM;
1547 
1548 	err = team_nl_fill_port_list_get(skb, 0, 0, 0, team, false);
1549 	if (err < 0)
1550 		goto err_fill;
1551 
1552 	err = genlmsg_multicast_netns(net, skb, 0, team_change_event_mcgrp.id,
1553 				      GFP_KERNEL);
1554 	return err;
1555 
1556 err_fill:
1557 	nlmsg_free(skb);
1558 	return err;
1559 }
1560 
1561 static int team_nl_init(void)
1562 {
1563 	int err;
1564 
1565 	err = genl_register_family_with_ops(&team_nl_family, team_nl_ops,
1566 					    ARRAY_SIZE(team_nl_ops));
1567 	if (err)
1568 		return err;
1569 
1570 	err = genl_register_mc_group(&team_nl_family, &team_change_event_mcgrp);
1571 	if (err)
1572 		goto err_change_event_grp_reg;
1573 
1574 	return 0;
1575 
1576 err_change_event_grp_reg:
1577 	genl_unregister_family(&team_nl_family);
1578 
1579 	return err;
1580 }
1581 
1582 static void team_nl_fini(void)
1583 {
1584 	genl_unregister_family(&team_nl_family);
1585 }
1586 
1587 
1588 /******************
1589  * Change checkers
1590  ******************/
1591 
1592 static void __team_options_change_check(struct team *team)
1593 {
1594 	int err;
1595 
1596 	err = team_nl_send_event_options_get(team);
1597 	if (err)
1598 		netdev_warn(team->dev, "Failed to send options change via netlink\n");
1599 }
1600 
1601 /* rtnl lock is held */
1602 static void __team_port_change_check(struct team_port *port, bool linkup)
1603 {
1604 	int err;
1605 
1606 	if (!port->removed && port->linkup == linkup)
1607 		return;
1608 
1609 	port->changed = true;
1610 	port->linkup = linkup;
1611 	if (linkup) {
1612 		struct ethtool_cmd ecmd;
1613 
1614 		err = __ethtool_get_settings(port->dev, &ecmd);
1615 		if (!err) {
1616 			port->speed = ethtool_cmd_speed(&ecmd);
1617 			port->duplex = ecmd.duplex;
1618 			goto send_event;
1619 		}
1620 	}
1621 	port->speed = 0;
1622 	port->duplex = 0;
1623 
1624 send_event:
1625 	err = team_nl_send_event_port_list_get(port->team);
1626 	if (err)
1627 		netdev_warn(port->team->dev, "Failed to send port change of device %s via netlink\n",
1628 			    port->dev->name);
1629 
1630 }
1631 
1632 static void team_port_change_check(struct team_port *port, bool linkup)
1633 {
1634 	struct team *team = port->team;
1635 
1636 	mutex_lock(&team->lock);
1637 	__team_port_change_check(port, linkup);
1638 	mutex_unlock(&team->lock);
1639 }
1640 
1641 /************************************
1642  * Net device notifier event handler
1643  ************************************/
1644 
1645 static int team_device_event(struct notifier_block *unused,
1646 			     unsigned long event, void *ptr)
1647 {
1648 	struct net_device *dev = (struct net_device *) ptr;
1649 	struct team_port *port;
1650 
1651 	port = team_port_get_rtnl(dev);
1652 	if (!port)
1653 		return NOTIFY_DONE;
1654 
1655 	switch (event) {
1656 	case NETDEV_UP:
1657 		if (netif_carrier_ok(dev))
1658 			team_port_change_check(port, true);
1659 	case NETDEV_DOWN:
1660 		team_port_change_check(port, false);
1661 	case NETDEV_CHANGE:
1662 		if (netif_running(port->dev))
1663 			team_port_change_check(port,
1664 					       !!netif_carrier_ok(port->dev));
1665 		break;
1666 	case NETDEV_UNREGISTER:
1667 		team_del_slave(port->team->dev, dev);
1668 		break;
1669 	case NETDEV_FEAT_CHANGE:
1670 		team_compute_features(port->team);
1671 		break;
1672 	case NETDEV_CHANGEMTU:
1673 		/* Forbid to change mtu of underlaying device */
1674 		return NOTIFY_BAD;
1675 	case NETDEV_PRE_TYPE_CHANGE:
1676 		/* Forbid to change type of underlaying device */
1677 		return NOTIFY_BAD;
1678 	}
1679 	return NOTIFY_DONE;
1680 }
1681 
1682 static struct notifier_block team_notifier_block __read_mostly = {
1683 	.notifier_call = team_device_event,
1684 };
1685 
1686 
1687 /***********************
1688  * Module init and exit
1689  ***********************/
1690 
1691 static int __init team_module_init(void)
1692 {
1693 	int err;
1694 
1695 	register_netdevice_notifier(&team_notifier_block);
1696 
1697 	err = rtnl_link_register(&team_link_ops);
1698 	if (err)
1699 		goto err_rtnl_reg;
1700 
1701 	err = team_nl_init();
1702 	if (err)
1703 		goto err_nl_init;
1704 
1705 	return 0;
1706 
1707 err_nl_init:
1708 	rtnl_link_unregister(&team_link_ops);
1709 
1710 err_rtnl_reg:
1711 	unregister_netdevice_notifier(&team_notifier_block);
1712 
1713 	return err;
1714 }
1715 
1716 static void __exit team_module_exit(void)
1717 {
1718 	team_nl_fini();
1719 	rtnl_link_unregister(&team_link_ops);
1720 	unregister_netdevice_notifier(&team_notifier_block);
1721 }
1722 
1723 module_init(team_module_init);
1724 module_exit(team_module_exit);
1725 
1726 MODULE_LICENSE("GPL v2");
1727 MODULE_AUTHOR("Jiri Pirko <jpirko@redhat.com>");
1728 MODULE_DESCRIPTION("Ethernet team device driver");
1729 MODULE_ALIAS_RTNL_LINK(DRV_NAME);
1730