xref: /openbmc/linux/drivers/net/team/team.c (revision 69821638)
1 /*
2  * drivers/net/team/team.c - Network team device driver
3  * Copyright (c) 2011 Jiri Pirko <jpirko@redhat.com>
4  *
5  * This program is free software; you can redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; either version 2 of the License, or
8  * (at your option) any later version.
9  */
10 
11 #include <linux/kernel.h>
12 #include <linux/types.h>
13 #include <linux/module.h>
14 #include <linux/init.h>
15 #include <linux/slab.h>
16 #include <linux/rcupdate.h>
17 #include <linux/errno.h>
18 #include <linux/ctype.h>
19 #include <linux/notifier.h>
20 #include <linux/netdevice.h>
21 #include <linux/netpoll.h>
22 #include <linux/if_vlan.h>
23 #include <linux/if_arp.h>
24 #include <linux/socket.h>
25 #include <linux/etherdevice.h>
26 #include <linux/rtnetlink.h>
27 #include <net/rtnetlink.h>
28 #include <net/genetlink.h>
29 #include <net/netlink.h>
30 #include <net/sch_generic.h>
31 #include <linux/if_team.h>
32 
33 #define DRV_NAME "team"
34 
35 
36 /**********
37  * Helpers
38  **********/
39 
40 #define team_port_exists(dev) (dev->priv_flags & IFF_TEAM_PORT)
41 
42 static struct team_port *team_port_get_rcu(const struct net_device *dev)
43 {
44 	struct team_port *port = rcu_dereference(dev->rx_handler_data);
45 
46 	return team_port_exists(dev) ? port : NULL;
47 }
48 
49 static struct team_port *team_port_get_rtnl(const struct net_device *dev)
50 {
51 	struct team_port *port = rtnl_dereference(dev->rx_handler_data);
52 
53 	return team_port_exists(dev) ? port : NULL;
54 }
55 
56 /*
57  * Since the ability to change mac address for open port device is tested in
58  * team_port_add, this function can be called without control of return value
59  */
60 static int __set_port_mac(struct net_device *port_dev,
61 			  const unsigned char *dev_addr)
62 {
63 	struct sockaddr addr;
64 
65 	memcpy(addr.sa_data, dev_addr, ETH_ALEN);
66 	addr.sa_family = ARPHRD_ETHER;
67 	return dev_set_mac_address(port_dev, &addr);
68 }
69 
70 static int team_port_set_orig_mac(struct team_port *port)
71 {
72 	return __set_port_mac(port->dev, port->orig.dev_addr);
73 }
74 
75 int team_port_set_team_mac(struct team_port *port)
76 {
77 	return __set_port_mac(port->dev, port->team->dev->dev_addr);
78 }
79 EXPORT_SYMBOL(team_port_set_team_mac);
80 
81 static void team_refresh_port_linkup(struct team_port *port)
82 {
83 	port->linkup = port->user.linkup_enabled ? port->user.linkup :
84 						   port->state.linkup;
85 }
86 
87 
88 /*******************
89  * Options handling
90  *******************/
91 
92 struct team_option_inst { /* One for each option instance */
93 	struct list_head list;
94 	struct list_head tmp_list;
95 	struct team_option *option;
96 	struct team_option_inst_info info;
97 	bool changed;
98 	bool removed;
99 };
100 
101 static struct team_option *__team_find_option(struct team *team,
102 					      const char *opt_name)
103 {
104 	struct team_option *option;
105 
106 	list_for_each_entry(option, &team->option_list, list) {
107 		if (strcmp(option->name, opt_name) == 0)
108 			return option;
109 	}
110 	return NULL;
111 }
112 
113 static void __team_option_inst_del(struct team_option_inst *opt_inst)
114 {
115 	list_del(&opt_inst->list);
116 	kfree(opt_inst);
117 }
118 
119 static void __team_option_inst_del_option(struct team *team,
120 					  struct team_option *option)
121 {
122 	struct team_option_inst *opt_inst, *tmp;
123 
124 	list_for_each_entry_safe(opt_inst, tmp, &team->option_inst_list, list) {
125 		if (opt_inst->option == option)
126 			__team_option_inst_del(opt_inst);
127 	}
128 }
129 
130 static int __team_option_inst_add(struct team *team, struct team_option *option,
131 				  struct team_port *port)
132 {
133 	struct team_option_inst *opt_inst;
134 	unsigned int array_size;
135 	unsigned int i;
136 	int err;
137 
138 	array_size = option->array_size;
139 	if (!array_size)
140 		array_size = 1; /* No array but still need one instance */
141 
142 	for (i = 0; i < array_size; i++) {
143 		opt_inst = kmalloc(sizeof(*opt_inst), GFP_KERNEL);
144 		if (!opt_inst)
145 			return -ENOMEM;
146 		opt_inst->option = option;
147 		opt_inst->info.port = port;
148 		opt_inst->info.array_index = i;
149 		opt_inst->changed = true;
150 		opt_inst->removed = false;
151 		list_add_tail(&opt_inst->list, &team->option_inst_list);
152 		if (option->init) {
153 			err = option->init(team, &opt_inst->info);
154 			if (err)
155 				return err;
156 		}
157 
158 	}
159 	return 0;
160 }
161 
162 static int __team_option_inst_add_option(struct team *team,
163 					 struct team_option *option)
164 {
165 	struct team_port *port;
166 	int err;
167 
168 	if (!option->per_port) {
169 		err = __team_option_inst_add(team, option, NULL);
170 		if (err)
171 			goto inst_del_option;
172 	}
173 
174 	list_for_each_entry(port, &team->port_list, list) {
175 		err = __team_option_inst_add(team, option, port);
176 		if (err)
177 			goto inst_del_option;
178 	}
179 	return 0;
180 
181 inst_del_option:
182 	__team_option_inst_del_option(team, option);
183 	return err;
184 }
185 
186 static void __team_option_inst_mark_removed_option(struct team *team,
187 						   struct team_option *option)
188 {
189 	struct team_option_inst *opt_inst;
190 
191 	list_for_each_entry(opt_inst, &team->option_inst_list, list) {
192 		if (opt_inst->option == option) {
193 			opt_inst->changed = true;
194 			opt_inst->removed = true;
195 		}
196 	}
197 }
198 
199 static void __team_option_inst_del_port(struct team *team,
200 					struct team_port *port)
201 {
202 	struct team_option_inst *opt_inst, *tmp;
203 
204 	list_for_each_entry_safe(opt_inst, tmp, &team->option_inst_list, list) {
205 		if (opt_inst->option->per_port &&
206 		    opt_inst->info.port == port)
207 			__team_option_inst_del(opt_inst);
208 	}
209 }
210 
211 static int __team_option_inst_add_port(struct team *team,
212 				       struct team_port *port)
213 {
214 	struct team_option *option;
215 	int err;
216 
217 	list_for_each_entry(option, &team->option_list, list) {
218 		if (!option->per_port)
219 			continue;
220 		err = __team_option_inst_add(team, option, port);
221 		if (err)
222 			goto inst_del_port;
223 	}
224 	return 0;
225 
226 inst_del_port:
227 	__team_option_inst_del_port(team, port);
228 	return err;
229 }
230 
231 static void __team_option_inst_mark_removed_port(struct team *team,
232 						 struct team_port *port)
233 {
234 	struct team_option_inst *opt_inst;
235 
236 	list_for_each_entry(opt_inst, &team->option_inst_list, list) {
237 		if (opt_inst->info.port == port) {
238 			opt_inst->changed = true;
239 			opt_inst->removed = true;
240 		}
241 	}
242 }
243 
244 static int __team_options_register(struct team *team,
245 				   const struct team_option *option,
246 				   size_t option_count)
247 {
248 	int i;
249 	struct team_option **dst_opts;
250 	int err;
251 
252 	dst_opts = kzalloc(sizeof(struct team_option *) * option_count,
253 			   GFP_KERNEL);
254 	if (!dst_opts)
255 		return -ENOMEM;
256 	for (i = 0; i < option_count; i++, option++) {
257 		if (__team_find_option(team, option->name)) {
258 			err = -EEXIST;
259 			goto alloc_rollback;
260 		}
261 		dst_opts[i] = kmemdup(option, sizeof(*option), GFP_KERNEL);
262 		if (!dst_opts[i]) {
263 			err = -ENOMEM;
264 			goto alloc_rollback;
265 		}
266 	}
267 
268 	for (i = 0; i < option_count; i++) {
269 		err = __team_option_inst_add_option(team, dst_opts[i]);
270 		if (err)
271 			goto inst_rollback;
272 		list_add_tail(&dst_opts[i]->list, &team->option_list);
273 	}
274 
275 	kfree(dst_opts);
276 	return 0;
277 
278 inst_rollback:
279 	for (i--; i >= 0; i--)
280 		__team_option_inst_del_option(team, dst_opts[i]);
281 
282 	i = option_count - 1;
283 alloc_rollback:
284 	for (i--; i >= 0; i--)
285 		kfree(dst_opts[i]);
286 
287 	kfree(dst_opts);
288 	return err;
289 }
290 
291 static void __team_options_mark_removed(struct team *team,
292 					const struct team_option *option,
293 					size_t option_count)
294 {
295 	int i;
296 
297 	for (i = 0; i < option_count; i++, option++) {
298 		struct team_option *del_opt;
299 
300 		del_opt = __team_find_option(team, option->name);
301 		if (del_opt)
302 			__team_option_inst_mark_removed_option(team, del_opt);
303 	}
304 }
305 
306 static void __team_options_unregister(struct team *team,
307 				      const struct team_option *option,
308 				      size_t option_count)
309 {
310 	int i;
311 
312 	for (i = 0; i < option_count; i++, option++) {
313 		struct team_option *del_opt;
314 
315 		del_opt = __team_find_option(team, option->name);
316 		if (del_opt) {
317 			__team_option_inst_del_option(team, del_opt);
318 			list_del(&del_opt->list);
319 			kfree(del_opt);
320 		}
321 	}
322 }
323 
324 static void __team_options_change_check(struct team *team);
325 
326 int team_options_register(struct team *team,
327 			  const struct team_option *option,
328 			  size_t option_count)
329 {
330 	int err;
331 
332 	err = __team_options_register(team, option, option_count);
333 	if (err)
334 		return err;
335 	__team_options_change_check(team);
336 	return 0;
337 }
338 EXPORT_SYMBOL(team_options_register);
339 
340 void team_options_unregister(struct team *team,
341 			     const struct team_option *option,
342 			     size_t option_count)
343 {
344 	__team_options_mark_removed(team, option, option_count);
345 	__team_options_change_check(team);
346 	__team_options_unregister(team, option, option_count);
347 }
348 EXPORT_SYMBOL(team_options_unregister);
349 
350 static int team_option_get(struct team *team,
351 			   struct team_option_inst *opt_inst,
352 			   struct team_gsetter_ctx *ctx)
353 {
354 	if (!opt_inst->option->getter)
355 		return -EOPNOTSUPP;
356 	return opt_inst->option->getter(team, ctx);
357 }
358 
359 static int team_option_set(struct team *team,
360 			   struct team_option_inst *opt_inst,
361 			   struct team_gsetter_ctx *ctx)
362 {
363 	if (!opt_inst->option->setter)
364 		return -EOPNOTSUPP;
365 	return opt_inst->option->setter(team, ctx);
366 }
367 
368 void team_option_inst_set_change(struct team_option_inst_info *opt_inst_info)
369 {
370 	struct team_option_inst *opt_inst;
371 
372 	opt_inst = container_of(opt_inst_info, struct team_option_inst, info);
373 	opt_inst->changed = true;
374 }
375 EXPORT_SYMBOL(team_option_inst_set_change);
376 
377 void team_options_change_check(struct team *team)
378 {
379 	__team_options_change_check(team);
380 }
381 EXPORT_SYMBOL(team_options_change_check);
382 
383 
384 /****************
385  * Mode handling
386  ****************/
387 
388 static LIST_HEAD(mode_list);
389 static DEFINE_SPINLOCK(mode_list_lock);
390 
391 struct team_mode_item {
392 	struct list_head list;
393 	const struct team_mode *mode;
394 };
395 
396 static struct team_mode_item *__find_mode(const char *kind)
397 {
398 	struct team_mode_item *mitem;
399 
400 	list_for_each_entry(mitem, &mode_list, list) {
401 		if (strcmp(mitem->mode->kind, kind) == 0)
402 			return mitem;
403 	}
404 	return NULL;
405 }
406 
407 static bool is_good_mode_name(const char *name)
408 {
409 	while (*name != '\0') {
410 		if (!isalpha(*name) && !isdigit(*name) && *name != '_')
411 			return false;
412 		name++;
413 	}
414 	return true;
415 }
416 
417 int team_mode_register(const struct team_mode *mode)
418 {
419 	int err = 0;
420 	struct team_mode_item *mitem;
421 
422 	if (!is_good_mode_name(mode->kind) ||
423 	    mode->priv_size > TEAM_MODE_PRIV_SIZE)
424 		return -EINVAL;
425 
426 	mitem = kmalloc(sizeof(*mitem), GFP_KERNEL);
427 	if (!mitem)
428 		return -ENOMEM;
429 
430 	spin_lock(&mode_list_lock);
431 	if (__find_mode(mode->kind)) {
432 		err = -EEXIST;
433 		kfree(mitem);
434 		goto unlock;
435 	}
436 	mitem->mode = mode;
437 	list_add_tail(&mitem->list, &mode_list);
438 unlock:
439 	spin_unlock(&mode_list_lock);
440 	return err;
441 }
442 EXPORT_SYMBOL(team_mode_register);
443 
444 void team_mode_unregister(const struct team_mode *mode)
445 {
446 	struct team_mode_item *mitem;
447 
448 	spin_lock(&mode_list_lock);
449 	mitem = __find_mode(mode->kind);
450 	if (mitem) {
451 		list_del_init(&mitem->list);
452 		kfree(mitem);
453 	}
454 	spin_unlock(&mode_list_lock);
455 }
456 EXPORT_SYMBOL(team_mode_unregister);
457 
458 static const struct team_mode *team_mode_get(const char *kind)
459 {
460 	struct team_mode_item *mitem;
461 	const struct team_mode *mode = NULL;
462 
463 	spin_lock(&mode_list_lock);
464 	mitem = __find_mode(kind);
465 	if (!mitem) {
466 		spin_unlock(&mode_list_lock);
467 		request_module("team-mode-%s", kind);
468 		spin_lock(&mode_list_lock);
469 		mitem = __find_mode(kind);
470 	}
471 	if (mitem) {
472 		mode = mitem->mode;
473 		if (!try_module_get(mode->owner))
474 			mode = NULL;
475 	}
476 
477 	spin_unlock(&mode_list_lock);
478 	return mode;
479 }
480 
481 static void team_mode_put(const struct team_mode *mode)
482 {
483 	module_put(mode->owner);
484 }
485 
486 static bool team_dummy_transmit(struct team *team, struct sk_buff *skb)
487 {
488 	dev_kfree_skb_any(skb);
489 	return false;
490 }
491 
492 rx_handler_result_t team_dummy_receive(struct team *team,
493 				       struct team_port *port,
494 				       struct sk_buff *skb)
495 {
496 	return RX_HANDLER_ANOTHER;
497 }
498 
499 static const struct team_mode __team_no_mode = {
500 	.kind		= "*NOMODE*",
501 };
502 
503 static bool team_is_mode_set(struct team *team)
504 {
505 	return team->mode != &__team_no_mode;
506 }
507 
508 static void team_set_no_mode(struct team *team)
509 {
510 	team->mode = &__team_no_mode;
511 }
512 
513 static void __team_adjust_ops(struct team *team, int en_port_count)
514 {
515 	/*
516 	 * To avoid checks in rx/tx skb paths, ensure here that non-null and
517 	 * correct ops are always set.
518 	 */
519 
520 	if (!en_port_count || !team_is_mode_set(team) ||
521 	    !team->mode->ops->transmit)
522 		team->ops.transmit = team_dummy_transmit;
523 	else
524 		team->ops.transmit = team->mode->ops->transmit;
525 
526 	if (!en_port_count || !team_is_mode_set(team) ||
527 	    !team->mode->ops->receive)
528 		team->ops.receive = team_dummy_receive;
529 	else
530 		team->ops.receive = team->mode->ops->receive;
531 }
532 
533 static void team_adjust_ops(struct team *team)
534 {
535 	__team_adjust_ops(team, team->en_port_count);
536 }
537 
538 /*
539  * We can benefit from the fact that it's ensured no port is present
540  * at the time of mode change. Therefore no packets are in fly so there's no
541  * need to set mode operations in any special way.
542  */
543 static int __team_change_mode(struct team *team,
544 			      const struct team_mode *new_mode)
545 {
546 	/* Check if mode was previously set and do cleanup if so */
547 	if (team_is_mode_set(team)) {
548 		void (*exit_op)(struct team *team) = team->ops.exit;
549 
550 		/* Clear ops area so no callback is called any longer */
551 		memset(&team->ops, 0, sizeof(struct team_mode_ops));
552 		team_adjust_ops(team);
553 
554 		if (exit_op)
555 			exit_op(team);
556 		team_mode_put(team->mode);
557 		team_set_no_mode(team);
558 		/* zero private data area */
559 		memset(&team->mode_priv, 0,
560 		       sizeof(struct team) - offsetof(struct team, mode_priv));
561 	}
562 
563 	if (!new_mode)
564 		return 0;
565 
566 	if (new_mode->ops->init) {
567 		int err;
568 
569 		err = new_mode->ops->init(team);
570 		if (err)
571 			return err;
572 	}
573 
574 	team->mode = new_mode;
575 	memcpy(&team->ops, new_mode->ops, sizeof(struct team_mode_ops));
576 	team_adjust_ops(team);
577 
578 	return 0;
579 }
580 
581 static int team_change_mode(struct team *team, const char *kind)
582 {
583 	const struct team_mode *new_mode;
584 	struct net_device *dev = team->dev;
585 	int err;
586 
587 	if (!list_empty(&team->port_list)) {
588 		netdev_err(dev, "No ports can be present during mode change\n");
589 		return -EBUSY;
590 	}
591 
592 	if (team_is_mode_set(team) && strcmp(team->mode->kind, kind) == 0) {
593 		netdev_err(dev, "Unable to change to the same mode the team is in\n");
594 		return -EINVAL;
595 	}
596 
597 	new_mode = team_mode_get(kind);
598 	if (!new_mode) {
599 		netdev_err(dev, "Mode \"%s\" not found\n", kind);
600 		return -EINVAL;
601 	}
602 
603 	err = __team_change_mode(team, new_mode);
604 	if (err) {
605 		netdev_err(dev, "Failed to change to mode \"%s\"\n", kind);
606 		team_mode_put(new_mode);
607 		return err;
608 	}
609 
610 	netdev_info(dev, "Mode changed to \"%s\"\n", kind);
611 	return 0;
612 }
613 
614 
615 /************************
616  * Rx path frame handler
617  ************************/
618 
619 /* note: already called with rcu_read_lock */
620 static rx_handler_result_t team_handle_frame(struct sk_buff **pskb)
621 {
622 	struct sk_buff *skb = *pskb;
623 	struct team_port *port;
624 	struct team *team;
625 	rx_handler_result_t res;
626 
627 	skb = skb_share_check(skb, GFP_ATOMIC);
628 	if (!skb)
629 		return RX_HANDLER_CONSUMED;
630 
631 	*pskb = skb;
632 
633 	port = team_port_get_rcu(skb->dev);
634 	team = port->team;
635 	if (!team_port_enabled(port)) {
636 		/* allow exact match delivery for disabled ports */
637 		res = RX_HANDLER_EXACT;
638 	} else {
639 		res = team->ops.receive(team, port, skb);
640 	}
641 	if (res == RX_HANDLER_ANOTHER) {
642 		struct team_pcpu_stats *pcpu_stats;
643 
644 		pcpu_stats = this_cpu_ptr(team->pcpu_stats);
645 		u64_stats_update_begin(&pcpu_stats->syncp);
646 		pcpu_stats->rx_packets++;
647 		pcpu_stats->rx_bytes += skb->len;
648 		if (skb->pkt_type == PACKET_MULTICAST)
649 			pcpu_stats->rx_multicast++;
650 		u64_stats_update_end(&pcpu_stats->syncp);
651 
652 		skb->dev = team->dev;
653 	} else {
654 		this_cpu_inc(team->pcpu_stats->rx_dropped);
655 	}
656 
657 	return res;
658 }
659 
660 
661 /****************
662  * Port handling
663  ****************/
664 
665 static bool team_port_find(const struct team *team,
666 			   const struct team_port *port)
667 {
668 	struct team_port *cur;
669 
670 	list_for_each_entry(cur, &team->port_list, list)
671 		if (cur == port)
672 			return true;
673 	return false;
674 }
675 
676 /*
677  * Enable/disable port by adding to enabled port hashlist and setting
678  * port->index (Might be racy so reader could see incorrect ifindex when
679  * processing a flying packet, but that is not a problem). Write guarded
680  * by team->lock.
681  */
682 static void team_port_enable(struct team *team,
683 			     struct team_port *port)
684 {
685 	if (team_port_enabled(port))
686 		return;
687 	port->index = team->en_port_count++;
688 	hlist_add_head_rcu(&port->hlist,
689 			   team_port_index_hash(team, port->index));
690 	team_adjust_ops(team);
691 	if (team->ops.port_enabled)
692 		team->ops.port_enabled(team, port);
693 }
694 
695 static void __reconstruct_port_hlist(struct team *team, int rm_index)
696 {
697 	int i;
698 	struct team_port *port;
699 
700 	for (i = rm_index + 1; i < team->en_port_count; i++) {
701 		port = team_get_port_by_index(team, i);
702 		hlist_del_rcu(&port->hlist);
703 		port->index--;
704 		hlist_add_head_rcu(&port->hlist,
705 				   team_port_index_hash(team, port->index));
706 	}
707 }
708 
709 static void team_port_disable(struct team *team,
710 			      struct team_port *port)
711 {
712 	if (!team_port_enabled(port))
713 		return;
714 	if (team->ops.port_disabled)
715 		team->ops.port_disabled(team, port);
716 	hlist_del_rcu(&port->hlist);
717 	__reconstruct_port_hlist(team, port->index);
718 	port->index = -1;
719 	__team_adjust_ops(team, team->en_port_count - 1);
720 	/*
721 	 * Wait until readers see adjusted ops. This ensures that
722 	 * readers never see team->en_port_count == 0
723 	 */
724 	synchronize_rcu();
725 	team->en_port_count--;
726 }
727 
728 #define TEAM_VLAN_FEATURES (NETIF_F_ALL_CSUM | NETIF_F_SG | \
729 			    NETIF_F_FRAGLIST | NETIF_F_ALL_TSO | \
730 			    NETIF_F_HIGHDMA | NETIF_F_LRO)
731 
732 static void __team_compute_features(struct team *team)
733 {
734 	struct team_port *port;
735 	u32 vlan_features = TEAM_VLAN_FEATURES;
736 	unsigned short max_hard_header_len = ETH_HLEN;
737 	unsigned int flags, dst_release_flag = IFF_XMIT_DST_RELEASE;
738 
739 	list_for_each_entry(port, &team->port_list, list) {
740 		vlan_features = netdev_increment_features(vlan_features,
741 					port->dev->vlan_features,
742 					TEAM_VLAN_FEATURES);
743 
744 		dst_release_flag &= port->dev->priv_flags;
745 		if (port->dev->hard_header_len > max_hard_header_len)
746 			max_hard_header_len = port->dev->hard_header_len;
747 	}
748 
749 	team->dev->vlan_features = vlan_features;
750 	team->dev->hard_header_len = max_hard_header_len;
751 
752 	flags = team->dev->priv_flags & ~IFF_XMIT_DST_RELEASE;
753 	team->dev->priv_flags = flags | dst_release_flag;
754 
755 	netdev_change_features(team->dev);
756 }
757 
758 static void team_compute_features(struct team *team)
759 {
760 	mutex_lock(&team->lock);
761 	__team_compute_features(team);
762 	mutex_unlock(&team->lock);
763 }
764 
765 static int team_port_enter(struct team *team, struct team_port *port)
766 {
767 	int err = 0;
768 
769 	dev_hold(team->dev);
770 	port->dev->priv_flags |= IFF_TEAM_PORT;
771 	if (team->ops.port_enter) {
772 		err = team->ops.port_enter(team, port);
773 		if (err) {
774 			netdev_err(team->dev, "Device %s failed to enter team mode\n",
775 				   port->dev->name);
776 			goto err_port_enter;
777 		}
778 	}
779 
780 	return 0;
781 
782 err_port_enter:
783 	port->dev->priv_flags &= ~IFF_TEAM_PORT;
784 	dev_put(team->dev);
785 
786 	return err;
787 }
788 
789 static void team_port_leave(struct team *team, struct team_port *port)
790 {
791 	if (team->ops.port_leave)
792 		team->ops.port_leave(team, port);
793 	port->dev->priv_flags &= ~IFF_TEAM_PORT;
794 	dev_put(team->dev);
795 }
796 
797 #ifdef CONFIG_NET_POLL_CONTROLLER
798 static int team_port_enable_netpoll(struct team *team, struct team_port *port)
799 {
800 	struct netpoll *np;
801 	int err;
802 
803 	np = kzalloc(sizeof(*np), GFP_KERNEL);
804 	if (!np)
805 		return -ENOMEM;
806 
807 	err = __netpoll_setup(np, port->dev);
808 	if (err) {
809 		kfree(np);
810 		return err;
811 	}
812 	port->np = np;
813 	return err;
814 }
815 
816 static void team_port_disable_netpoll(struct team_port *port)
817 {
818 	struct netpoll *np = port->np;
819 
820 	if (!np)
821 		return;
822 	port->np = NULL;
823 
824 	/* Wait for transmitting packets to finish before freeing. */
825 	synchronize_rcu_bh();
826 	__netpoll_cleanup(np);
827 	kfree(np);
828 }
829 
830 static struct netpoll_info *team_netpoll_info(struct team *team)
831 {
832 	return team->dev->npinfo;
833 }
834 
835 #else
836 static int team_port_enable_netpoll(struct team *team, struct team_port *port)
837 {
838 	return 0;
839 }
840 static void team_port_disable_netpoll(struct team_port *port)
841 {
842 }
843 static struct netpoll_info *team_netpoll_info(struct team *team)
844 {
845 	return NULL;
846 }
847 #endif
848 
849 static void __team_port_change_check(struct team_port *port, bool linkup);
850 
851 static int team_port_add(struct team *team, struct net_device *port_dev)
852 {
853 	struct net_device *dev = team->dev;
854 	struct team_port *port;
855 	char *portname = port_dev->name;
856 	int err;
857 
858 	if (port_dev->flags & IFF_LOOPBACK ||
859 	    port_dev->type != ARPHRD_ETHER) {
860 		netdev_err(dev, "Device %s is of an unsupported type\n",
861 			   portname);
862 		return -EINVAL;
863 	}
864 
865 	if (team_port_exists(port_dev)) {
866 		netdev_err(dev, "Device %s is already a port "
867 				"of a team device\n", portname);
868 		return -EBUSY;
869 	}
870 
871 	if (port_dev->flags & IFF_UP) {
872 		netdev_err(dev, "Device %s is up. Set it down before adding it as a team port\n",
873 			   portname);
874 		return -EBUSY;
875 	}
876 
877 	port = kzalloc(sizeof(struct team_port) + team->mode->port_priv_size,
878 		       GFP_KERNEL);
879 	if (!port)
880 		return -ENOMEM;
881 
882 	port->dev = port_dev;
883 	port->team = team;
884 
885 	port->orig.mtu = port_dev->mtu;
886 	err = dev_set_mtu(port_dev, dev->mtu);
887 	if (err) {
888 		netdev_dbg(dev, "Error %d calling dev_set_mtu\n", err);
889 		goto err_set_mtu;
890 	}
891 
892 	memcpy(port->orig.dev_addr, port_dev->dev_addr, ETH_ALEN);
893 
894 	err = team_port_enter(team, port);
895 	if (err) {
896 		netdev_err(dev, "Device %s failed to enter team mode\n",
897 			   portname);
898 		goto err_port_enter;
899 	}
900 
901 	err = dev_open(port_dev);
902 	if (err) {
903 		netdev_dbg(dev, "Device %s opening failed\n",
904 			   portname);
905 		goto err_dev_open;
906 	}
907 
908 	err = vlan_vids_add_by_dev(port_dev, dev);
909 	if (err) {
910 		netdev_err(dev, "Failed to add vlan ids to device %s\n",
911 				portname);
912 		goto err_vids_add;
913 	}
914 
915 	if (team_netpoll_info(team)) {
916 		err = team_port_enable_netpoll(team, port);
917 		if (err) {
918 			netdev_err(dev, "Failed to enable netpoll on device %s\n",
919 				   portname);
920 			goto err_enable_netpoll;
921 		}
922 	}
923 
924 	err = netdev_set_master(port_dev, dev);
925 	if (err) {
926 		netdev_err(dev, "Device %s failed to set master\n", portname);
927 		goto err_set_master;
928 	}
929 
930 	err = netdev_rx_handler_register(port_dev, team_handle_frame,
931 					 port);
932 	if (err) {
933 		netdev_err(dev, "Device %s failed to register rx_handler\n",
934 			   portname);
935 		goto err_handler_register;
936 	}
937 
938 	err = __team_option_inst_add_port(team, port);
939 	if (err) {
940 		netdev_err(dev, "Device %s failed to add per-port options\n",
941 			   portname);
942 		goto err_option_port_add;
943 	}
944 
945 	port->index = -1;
946 	team_port_enable(team, port);
947 	list_add_tail_rcu(&port->list, &team->port_list);
948 	__team_compute_features(team);
949 	__team_port_change_check(port, !!netif_carrier_ok(port_dev));
950 	__team_options_change_check(team);
951 
952 	netdev_info(dev, "Port device %s added\n", portname);
953 
954 	return 0;
955 
956 err_option_port_add:
957 	netdev_rx_handler_unregister(port_dev);
958 
959 err_handler_register:
960 	netdev_set_master(port_dev, NULL);
961 
962 err_set_master:
963 	team_port_disable_netpoll(port);
964 
965 err_enable_netpoll:
966 	vlan_vids_del_by_dev(port_dev, dev);
967 
968 err_vids_add:
969 	dev_close(port_dev);
970 
971 err_dev_open:
972 	team_port_leave(team, port);
973 	team_port_set_orig_mac(port);
974 
975 err_port_enter:
976 	dev_set_mtu(port_dev, port->orig.mtu);
977 
978 err_set_mtu:
979 	kfree(port);
980 
981 	return err;
982 }
983 
984 static int team_port_del(struct team *team, struct net_device *port_dev)
985 {
986 	struct net_device *dev = team->dev;
987 	struct team_port *port;
988 	char *portname = port_dev->name;
989 
990 	port = team_port_get_rtnl(port_dev);
991 	if (!port || !team_port_find(team, port)) {
992 		netdev_err(dev, "Device %s does not act as a port of this team\n",
993 			   portname);
994 		return -ENOENT;
995 	}
996 
997 	__team_option_inst_mark_removed_port(team, port);
998 	__team_options_change_check(team);
999 	__team_option_inst_del_port(team, port);
1000 	port->removed = true;
1001 	__team_port_change_check(port, false);
1002 	team_port_disable(team, port);
1003 	list_del_rcu(&port->list);
1004 	netdev_rx_handler_unregister(port_dev);
1005 	netdev_set_master(port_dev, NULL);
1006 	team_port_disable_netpoll(port);
1007 	vlan_vids_del_by_dev(port_dev, dev);
1008 	dev_close(port_dev);
1009 	team_port_leave(team, port);
1010 	team_port_set_orig_mac(port);
1011 	dev_set_mtu(port_dev, port->orig.mtu);
1012 	synchronize_rcu();
1013 	kfree(port);
1014 	netdev_info(dev, "Port device %s removed\n", portname);
1015 	__team_compute_features(team);
1016 
1017 	return 0;
1018 }
1019 
1020 
1021 /*****************
1022  * Net device ops
1023  *****************/
1024 
1025 static int team_mode_option_get(struct team *team, struct team_gsetter_ctx *ctx)
1026 {
1027 	ctx->data.str_val = team->mode->kind;
1028 	return 0;
1029 }
1030 
1031 static int team_mode_option_set(struct team *team, struct team_gsetter_ctx *ctx)
1032 {
1033 	return team_change_mode(team, ctx->data.str_val);
1034 }
1035 
1036 static int team_port_en_option_get(struct team *team,
1037 				   struct team_gsetter_ctx *ctx)
1038 {
1039 	struct team_port *port = ctx->info->port;
1040 
1041 	ctx->data.bool_val = team_port_enabled(port);
1042 	return 0;
1043 }
1044 
1045 static int team_port_en_option_set(struct team *team,
1046 				   struct team_gsetter_ctx *ctx)
1047 {
1048 	struct team_port *port = ctx->info->port;
1049 
1050 	if (ctx->data.bool_val)
1051 		team_port_enable(team, port);
1052 	else
1053 		team_port_disable(team, port);
1054 	return 0;
1055 }
1056 
1057 static int team_user_linkup_option_get(struct team *team,
1058 				       struct team_gsetter_ctx *ctx)
1059 {
1060 	struct team_port *port = ctx->info->port;
1061 
1062 	ctx->data.bool_val = port->user.linkup;
1063 	return 0;
1064 }
1065 
1066 static int team_user_linkup_option_set(struct team *team,
1067 				       struct team_gsetter_ctx *ctx)
1068 {
1069 	struct team_port *port = ctx->info->port;
1070 
1071 	port->user.linkup = ctx->data.bool_val;
1072 	team_refresh_port_linkup(port);
1073 	return 0;
1074 }
1075 
1076 static int team_user_linkup_en_option_get(struct team *team,
1077 					  struct team_gsetter_ctx *ctx)
1078 {
1079 	struct team_port *port = ctx->info->port;
1080 
1081 	ctx->data.bool_val = port->user.linkup_enabled;
1082 	return 0;
1083 }
1084 
1085 static int team_user_linkup_en_option_set(struct team *team,
1086 					  struct team_gsetter_ctx *ctx)
1087 {
1088 	struct team_port *port = ctx->info->port;
1089 
1090 	port->user.linkup_enabled = ctx->data.bool_val;
1091 	team_refresh_port_linkup(port);
1092 	return 0;
1093 }
1094 
1095 static const struct team_option team_options[] = {
1096 	{
1097 		.name = "mode",
1098 		.type = TEAM_OPTION_TYPE_STRING,
1099 		.getter = team_mode_option_get,
1100 		.setter = team_mode_option_set,
1101 	},
1102 	{
1103 		.name = "enabled",
1104 		.type = TEAM_OPTION_TYPE_BOOL,
1105 		.per_port = true,
1106 		.getter = team_port_en_option_get,
1107 		.setter = team_port_en_option_set,
1108 	},
1109 	{
1110 		.name = "user_linkup",
1111 		.type = TEAM_OPTION_TYPE_BOOL,
1112 		.per_port = true,
1113 		.getter = team_user_linkup_option_get,
1114 		.setter = team_user_linkup_option_set,
1115 	},
1116 	{
1117 		.name = "user_linkup_enabled",
1118 		.type = TEAM_OPTION_TYPE_BOOL,
1119 		.per_port = true,
1120 		.getter = team_user_linkup_en_option_get,
1121 		.setter = team_user_linkup_en_option_set,
1122 	},
1123 };
1124 
1125 static struct lock_class_key team_netdev_xmit_lock_key;
1126 static struct lock_class_key team_netdev_addr_lock_key;
1127 
1128 static void team_set_lockdep_class_one(struct net_device *dev,
1129 				       struct netdev_queue *txq,
1130 				       void *unused)
1131 {
1132 	lockdep_set_class(&txq->_xmit_lock, &team_netdev_xmit_lock_key);
1133 }
1134 
1135 static void team_set_lockdep_class(struct net_device *dev)
1136 {
1137 	lockdep_set_class(&dev->addr_list_lock, &team_netdev_addr_lock_key);
1138 	netdev_for_each_tx_queue(dev, team_set_lockdep_class_one, NULL);
1139 }
1140 
1141 static int team_init(struct net_device *dev)
1142 {
1143 	struct team *team = netdev_priv(dev);
1144 	int i;
1145 	int err;
1146 
1147 	team->dev = dev;
1148 	mutex_init(&team->lock);
1149 	team_set_no_mode(team);
1150 
1151 	team->pcpu_stats = alloc_percpu(struct team_pcpu_stats);
1152 	if (!team->pcpu_stats)
1153 		return -ENOMEM;
1154 
1155 	for (i = 0; i < TEAM_PORT_HASHENTRIES; i++)
1156 		INIT_HLIST_HEAD(&team->en_port_hlist[i]);
1157 	INIT_LIST_HEAD(&team->port_list);
1158 
1159 	team_adjust_ops(team);
1160 
1161 	INIT_LIST_HEAD(&team->option_list);
1162 	INIT_LIST_HEAD(&team->option_inst_list);
1163 	err = team_options_register(team, team_options, ARRAY_SIZE(team_options));
1164 	if (err)
1165 		goto err_options_register;
1166 	netif_carrier_off(dev);
1167 
1168 	team_set_lockdep_class(dev);
1169 
1170 	return 0;
1171 
1172 err_options_register:
1173 	free_percpu(team->pcpu_stats);
1174 
1175 	return err;
1176 }
1177 
1178 static void team_uninit(struct net_device *dev)
1179 {
1180 	struct team *team = netdev_priv(dev);
1181 	struct team_port *port;
1182 	struct team_port *tmp;
1183 
1184 	mutex_lock(&team->lock);
1185 	list_for_each_entry_safe(port, tmp, &team->port_list, list)
1186 		team_port_del(team, port->dev);
1187 
1188 	__team_change_mode(team, NULL); /* cleanup */
1189 	__team_options_unregister(team, team_options, ARRAY_SIZE(team_options));
1190 	mutex_unlock(&team->lock);
1191 }
1192 
1193 static void team_destructor(struct net_device *dev)
1194 {
1195 	struct team *team = netdev_priv(dev);
1196 
1197 	free_percpu(team->pcpu_stats);
1198 	free_netdev(dev);
1199 }
1200 
1201 static int team_open(struct net_device *dev)
1202 {
1203 	netif_carrier_on(dev);
1204 	return 0;
1205 }
1206 
1207 static int team_close(struct net_device *dev)
1208 {
1209 	netif_carrier_off(dev);
1210 	return 0;
1211 }
1212 
1213 /*
1214  * note: already called with rcu_read_lock
1215  */
1216 static netdev_tx_t team_xmit(struct sk_buff *skb, struct net_device *dev)
1217 {
1218 	struct team *team = netdev_priv(dev);
1219 	bool tx_success = false;
1220 	unsigned int len = skb->len;
1221 
1222 	tx_success = team->ops.transmit(team, skb);
1223 	if (tx_success) {
1224 		struct team_pcpu_stats *pcpu_stats;
1225 
1226 		pcpu_stats = this_cpu_ptr(team->pcpu_stats);
1227 		u64_stats_update_begin(&pcpu_stats->syncp);
1228 		pcpu_stats->tx_packets++;
1229 		pcpu_stats->tx_bytes += len;
1230 		u64_stats_update_end(&pcpu_stats->syncp);
1231 	} else {
1232 		this_cpu_inc(team->pcpu_stats->tx_dropped);
1233 	}
1234 
1235 	return NETDEV_TX_OK;
1236 }
1237 
1238 static u16 team_select_queue(struct net_device *dev, struct sk_buff *skb)
1239 {
1240 	/*
1241 	 * This helper function exists to help dev_pick_tx get the correct
1242 	 * destination queue.  Using a helper function skips a call to
1243 	 * skb_tx_hash and will put the skbs in the queue we expect on their
1244 	 * way down to the team driver.
1245 	 */
1246 	u16 txq = skb_rx_queue_recorded(skb) ? skb_get_rx_queue(skb) : 0;
1247 
1248 	/*
1249 	 * Save the original txq to restore before passing to the driver
1250 	 */
1251 	qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb->queue_mapping;
1252 
1253 	if (unlikely(txq >= dev->real_num_tx_queues)) {
1254 		do {
1255 			txq -= dev->real_num_tx_queues;
1256 		} while (txq >= dev->real_num_tx_queues);
1257 	}
1258 	return txq;
1259 }
1260 
1261 static void team_change_rx_flags(struct net_device *dev, int change)
1262 {
1263 	struct team *team = netdev_priv(dev);
1264 	struct team_port *port;
1265 	int inc;
1266 
1267 	rcu_read_lock();
1268 	list_for_each_entry_rcu(port, &team->port_list, list) {
1269 		if (change & IFF_PROMISC) {
1270 			inc = dev->flags & IFF_PROMISC ? 1 : -1;
1271 			dev_set_promiscuity(port->dev, inc);
1272 		}
1273 		if (change & IFF_ALLMULTI) {
1274 			inc = dev->flags & IFF_ALLMULTI ? 1 : -1;
1275 			dev_set_allmulti(port->dev, inc);
1276 		}
1277 	}
1278 	rcu_read_unlock();
1279 }
1280 
1281 static void team_set_rx_mode(struct net_device *dev)
1282 {
1283 	struct team *team = netdev_priv(dev);
1284 	struct team_port *port;
1285 
1286 	rcu_read_lock();
1287 	list_for_each_entry_rcu(port, &team->port_list, list) {
1288 		dev_uc_sync(port->dev, dev);
1289 		dev_mc_sync(port->dev, dev);
1290 	}
1291 	rcu_read_unlock();
1292 }
1293 
1294 static int team_set_mac_address(struct net_device *dev, void *p)
1295 {
1296 	struct team *team = netdev_priv(dev);
1297 	struct team_port *port;
1298 	int err;
1299 
1300 	err = eth_mac_addr(dev, p);
1301 	if (err)
1302 		return err;
1303 	rcu_read_lock();
1304 	list_for_each_entry_rcu(port, &team->port_list, list)
1305 		if (team->ops.port_change_mac)
1306 			team->ops.port_change_mac(team, port);
1307 	rcu_read_unlock();
1308 	return 0;
1309 }
1310 
1311 static int team_change_mtu(struct net_device *dev, int new_mtu)
1312 {
1313 	struct team *team = netdev_priv(dev);
1314 	struct team_port *port;
1315 	int err;
1316 
1317 	/*
1318 	 * Alhough this is reader, it's guarded by team lock. It's not possible
1319 	 * to traverse list in reverse under rcu_read_lock
1320 	 */
1321 	mutex_lock(&team->lock);
1322 	list_for_each_entry(port, &team->port_list, list) {
1323 		err = dev_set_mtu(port->dev, new_mtu);
1324 		if (err) {
1325 			netdev_err(dev, "Device %s failed to change mtu",
1326 				   port->dev->name);
1327 			goto unwind;
1328 		}
1329 	}
1330 	mutex_unlock(&team->lock);
1331 
1332 	dev->mtu = new_mtu;
1333 
1334 	return 0;
1335 
1336 unwind:
1337 	list_for_each_entry_continue_reverse(port, &team->port_list, list)
1338 		dev_set_mtu(port->dev, dev->mtu);
1339 	mutex_unlock(&team->lock);
1340 
1341 	return err;
1342 }
1343 
1344 static struct rtnl_link_stats64 *
1345 team_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats)
1346 {
1347 	struct team *team = netdev_priv(dev);
1348 	struct team_pcpu_stats *p;
1349 	u64 rx_packets, rx_bytes, rx_multicast, tx_packets, tx_bytes;
1350 	u32 rx_dropped = 0, tx_dropped = 0;
1351 	unsigned int start;
1352 	int i;
1353 
1354 	for_each_possible_cpu(i) {
1355 		p = per_cpu_ptr(team->pcpu_stats, i);
1356 		do {
1357 			start = u64_stats_fetch_begin_bh(&p->syncp);
1358 			rx_packets	= p->rx_packets;
1359 			rx_bytes	= p->rx_bytes;
1360 			rx_multicast	= p->rx_multicast;
1361 			tx_packets	= p->tx_packets;
1362 			tx_bytes	= p->tx_bytes;
1363 		} while (u64_stats_fetch_retry_bh(&p->syncp, start));
1364 
1365 		stats->rx_packets	+= rx_packets;
1366 		stats->rx_bytes		+= rx_bytes;
1367 		stats->multicast	+= rx_multicast;
1368 		stats->tx_packets	+= tx_packets;
1369 		stats->tx_bytes		+= tx_bytes;
1370 		/*
1371 		 * rx_dropped & tx_dropped are u32, updated
1372 		 * without syncp protection.
1373 		 */
1374 		rx_dropped	+= p->rx_dropped;
1375 		tx_dropped	+= p->tx_dropped;
1376 	}
1377 	stats->rx_dropped	= rx_dropped;
1378 	stats->tx_dropped	= tx_dropped;
1379 	return stats;
1380 }
1381 
1382 static int team_vlan_rx_add_vid(struct net_device *dev, uint16_t vid)
1383 {
1384 	struct team *team = netdev_priv(dev);
1385 	struct team_port *port;
1386 	int err;
1387 
1388 	/*
1389 	 * Alhough this is reader, it's guarded by team lock. It's not possible
1390 	 * to traverse list in reverse under rcu_read_lock
1391 	 */
1392 	mutex_lock(&team->lock);
1393 	list_for_each_entry(port, &team->port_list, list) {
1394 		err = vlan_vid_add(port->dev, vid);
1395 		if (err)
1396 			goto unwind;
1397 	}
1398 	mutex_unlock(&team->lock);
1399 
1400 	return 0;
1401 
1402 unwind:
1403 	list_for_each_entry_continue_reverse(port, &team->port_list, list)
1404 		vlan_vid_del(port->dev, vid);
1405 	mutex_unlock(&team->lock);
1406 
1407 	return err;
1408 }
1409 
1410 static int team_vlan_rx_kill_vid(struct net_device *dev, uint16_t vid)
1411 {
1412 	struct team *team = netdev_priv(dev);
1413 	struct team_port *port;
1414 
1415 	rcu_read_lock();
1416 	list_for_each_entry_rcu(port, &team->port_list, list)
1417 		vlan_vid_del(port->dev, vid);
1418 	rcu_read_unlock();
1419 
1420 	return 0;
1421 }
1422 
1423 #ifdef CONFIG_NET_POLL_CONTROLLER
1424 static void team_poll_controller(struct net_device *dev)
1425 {
1426 }
1427 
1428 static void __team_netpoll_cleanup(struct team *team)
1429 {
1430 	struct team_port *port;
1431 
1432 	list_for_each_entry(port, &team->port_list, list)
1433 		team_port_disable_netpoll(port);
1434 }
1435 
1436 static void team_netpoll_cleanup(struct net_device *dev)
1437 {
1438 	struct team *team = netdev_priv(dev);
1439 
1440 	mutex_lock(&team->lock);
1441 	__team_netpoll_cleanup(team);
1442 	mutex_unlock(&team->lock);
1443 }
1444 
1445 static int team_netpoll_setup(struct net_device *dev,
1446 			      struct netpoll_info *npifo)
1447 {
1448 	struct team *team = netdev_priv(dev);
1449 	struct team_port *port;
1450 	int err = 0;
1451 
1452 	mutex_lock(&team->lock);
1453 	list_for_each_entry(port, &team->port_list, list) {
1454 		err = team_port_enable_netpoll(team, port);
1455 		if (err) {
1456 			__team_netpoll_cleanup(team);
1457 			break;
1458 		}
1459 	}
1460 	mutex_unlock(&team->lock);
1461 	return err;
1462 }
1463 #endif
1464 
1465 static int team_add_slave(struct net_device *dev, struct net_device *port_dev)
1466 {
1467 	struct team *team = netdev_priv(dev);
1468 	int err;
1469 
1470 	mutex_lock(&team->lock);
1471 	err = team_port_add(team, port_dev);
1472 	mutex_unlock(&team->lock);
1473 	return err;
1474 }
1475 
1476 static int team_del_slave(struct net_device *dev, struct net_device *port_dev)
1477 {
1478 	struct team *team = netdev_priv(dev);
1479 	int err;
1480 
1481 	mutex_lock(&team->lock);
1482 	err = team_port_del(team, port_dev);
1483 	mutex_unlock(&team->lock);
1484 	return err;
1485 }
1486 
1487 static netdev_features_t team_fix_features(struct net_device *dev,
1488 					   netdev_features_t features)
1489 {
1490 	struct team_port *port;
1491 	struct team *team = netdev_priv(dev);
1492 	netdev_features_t mask;
1493 
1494 	mask = features;
1495 	features &= ~NETIF_F_ONE_FOR_ALL;
1496 	features |= NETIF_F_ALL_FOR_ALL;
1497 
1498 	rcu_read_lock();
1499 	list_for_each_entry_rcu(port, &team->port_list, list) {
1500 		features = netdev_increment_features(features,
1501 						     port->dev->features,
1502 						     mask);
1503 	}
1504 	rcu_read_unlock();
1505 	return features;
1506 }
1507 
1508 static const struct net_device_ops team_netdev_ops = {
1509 	.ndo_init		= team_init,
1510 	.ndo_uninit		= team_uninit,
1511 	.ndo_open		= team_open,
1512 	.ndo_stop		= team_close,
1513 	.ndo_start_xmit		= team_xmit,
1514 	.ndo_select_queue	= team_select_queue,
1515 	.ndo_change_rx_flags	= team_change_rx_flags,
1516 	.ndo_set_rx_mode	= team_set_rx_mode,
1517 	.ndo_set_mac_address	= team_set_mac_address,
1518 	.ndo_change_mtu		= team_change_mtu,
1519 	.ndo_get_stats64	= team_get_stats64,
1520 	.ndo_vlan_rx_add_vid	= team_vlan_rx_add_vid,
1521 	.ndo_vlan_rx_kill_vid	= team_vlan_rx_kill_vid,
1522 #ifdef CONFIG_NET_POLL_CONTROLLER
1523 	.ndo_poll_controller	= team_poll_controller,
1524 	.ndo_netpoll_setup	= team_netpoll_setup,
1525 	.ndo_netpoll_cleanup	= team_netpoll_cleanup,
1526 #endif
1527 	.ndo_add_slave		= team_add_slave,
1528 	.ndo_del_slave		= team_del_slave,
1529 	.ndo_fix_features	= team_fix_features,
1530 };
1531 
1532 
1533 /***********************
1534  * rt netlink interface
1535  ***********************/
1536 
1537 static void team_setup(struct net_device *dev)
1538 {
1539 	ether_setup(dev);
1540 
1541 	dev->netdev_ops = &team_netdev_ops;
1542 	dev->destructor	= team_destructor;
1543 	dev->tx_queue_len = 0;
1544 	dev->flags |= IFF_MULTICAST;
1545 	dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING);
1546 
1547 	/*
1548 	 * Indicate we support unicast address filtering. That way core won't
1549 	 * bring us to promisc mode in case a unicast addr is added.
1550 	 * Let this up to underlay drivers.
1551 	 */
1552 	dev->priv_flags |= IFF_UNICAST_FLT | IFF_LIVE_ADDR_CHANGE;
1553 
1554 	dev->features |= NETIF_F_LLTX;
1555 	dev->features |= NETIF_F_GRO;
1556 	dev->hw_features = NETIF_F_HW_VLAN_TX |
1557 			   NETIF_F_HW_VLAN_RX |
1558 			   NETIF_F_HW_VLAN_FILTER;
1559 
1560 	dev->features |= dev->hw_features;
1561 }
1562 
1563 static int team_newlink(struct net *src_net, struct net_device *dev,
1564 			struct nlattr *tb[], struct nlattr *data[])
1565 {
1566 	int err;
1567 
1568 	if (tb[IFLA_ADDRESS] == NULL)
1569 		eth_hw_addr_random(dev);
1570 
1571 	err = register_netdevice(dev);
1572 	if (err)
1573 		return err;
1574 
1575 	return 0;
1576 }
1577 
1578 static int team_validate(struct nlattr *tb[], struct nlattr *data[])
1579 {
1580 	if (tb[IFLA_ADDRESS]) {
1581 		if (nla_len(tb[IFLA_ADDRESS]) != ETH_ALEN)
1582 			return -EINVAL;
1583 		if (!is_valid_ether_addr(nla_data(tb[IFLA_ADDRESS])))
1584 			return -EADDRNOTAVAIL;
1585 	}
1586 	return 0;
1587 }
1588 
1589 static unsigned int team_get_num_tx_queues(void)
1590 {
1591 	return TEAM_DEFAULT_NUM_TX_QUEUES;
1592 }
1593 
1594 static unsigned int team_get_num_rx_queues(void)
1595 {
1596 	return TEAM_DEFAULT_NUM_RX_QUEUES;
1597 }
1598 
1599 static struct rtnl_link_ops team_link_ops __read_mostly = {
1600 	.kind			= DRV_NAME,
1601 	.priv_size		= sizeof(struct team),
1602 	.setup			= team_setup,
1603 	.newlink		= team_newlink,
1604 	.validate		= team_validate,
1605 	.get_num_tx_queues	= team_get_num_tx_queues,
1606 	.get_num_rx_queues	= team_get_num_rx_queues,
1607 };
1608 
1609 
1610 /***********************************
1611  * Generic netlink custom interface
1612  ***********************************/
1613 
1614 static struct genl_family team_nl_family = {
1615 	.id		= GENL_ID_GENERATE,
1616 	.name		= TEAM_GENL_NAME,
1617 	.version	= TEAM_GENL_VERSION,
1618 	.maxattr	= TEAM_ATTR_MAX,
1619 	.netnsok	= true,
1620 };
1621 
1622 static const struct nla_policy team_nl_policy[TEAM_ATTR_MAX + 1] = {
1623 	[TEAM_ATTR_UNSPEC]			= { .type = NLA_UNSPEC, },
1624 	[TEAM_ATTR_TEAM_IFINDEX]		= { .type = NLA_U32 },
1625 	[TEAM_ATTR_LIST_OPTION]			= { .type = NLA_NESTED },
1626 	[TEAM_ATTR_LIST_PORT]			= { .type = NLA_NESTED },
1627 };
1628 
1629 static const struct nla_policy
1630 team_nl_option_policy[TEAM_ATTR_OPTION_MAX + 1] = {
1631 	[TEAM_ATTR_OPTION_UNSPEC]		= { .type = NLA_UNSPEC, },
1632 	[TEAM_ATTR_OPTION_NAME] = {
1633 		.type = NLA_STRING,
1634 		.len = TEAM_STRING_MAX_LEN,
1635 	},
1636 	[TEAM_ATTR_OPTION_CHANGED]		= { .type = NLA_FLAG },
1637 	[TEAM_ATTR_OPTION_TYPE]			= { .type = NLA_U8 },
1638 	[TEAM_ATTR_OPTION_DATA]			= { .type = NLA_BINARY },
1639 };
1640 
1641 static int team_nl_cmd_noop(struct sk_buff *skb, struct genl_info *info)
1642 {
1643 	struct sk_buff *msg;
1644 	void *hdr;
1645 	int err;
1646 
1647 	msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1648 	if (!msg)
1649 		return -ENOMEM;
1650 
1651 	hdr = genlmsg_put(msg, info->snd_pid, info->snd_seq,
1652 			  &team_nl_family, 0, TEAM_CMD_NOOP);
1653 	if (IS_ERR(hdr)) {
1654 		err = PTR_ERR(hdr);
1655 		goto err_msg_put;
1656 	}
1657 
1658 	genlmsg_end(msg, hdr);
1659 
1660 	return genlmsg_unicast(genl_info_net(info), msg, info->snd_pid);
1661 
1662 err_msg_put:
1663 	nlmsg_free(msg);
1664 
1665 	return err;
1666 }
1667 
1668 /*
1669  * Netlink cmd functions should be locked by following two functions.
1670  * Since dev gets held here, that ensures dev won't disappear in between.
1671  */
1672 static struct team *team_nl_team_get(struct genl_info *info)
1673 {
1674 	struct net *net = genl_info_net(info);
1675 	int ifindex;
1676 	struct net_device *dev;
1677 	struct team *team;
1678 
1679 	if (!info->attrs[TEAM_ATTR_TEAM_IFINDEX])
1680 		return NULL;
1681 
1682 	ifindex = nla_get_u32(info->attrs[TEAM_ATTR_TEAM_IFINDEX]);
1683 	dev = dev_get_by_index(net, ifindex);
1684 	if (!dev || dev->netdev_ops != &team_netdev_ops) {
1685 		if (dev)
1686 			dev_put(dev);
1687 		return NULL;
1688 	}
1689 
1690 	team = netdev_priv(dev);
1691 	mutex_lock(&team->lock);
1692 	return team;
1693 }
1694 
1695 static void team_nl_team_put(struct team *team)
1696 {
1697 	mutex_unlock(&team->lock);
1698 	dev_put(team->dev);
1699 }
1700 
1701 static int team_nl_send_generic(struct genl_info *info, struct team *team,
1702 				int (*fill_func)(struct sk_buff *skb,
1703 						 struct genl_info *info,
1704 						 int flags, struct team *team))
1705 {
1706 	struct sk_buff *skb;
1707 	int err;
1708 
1709 	skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1710 	if (!skb)
1711 		return -ENOMEM;
1712 
1713 	err = fill_func(skb, info, NLM_F_ACK, team);
1714 	if (err < 0)
1715 		goto err_fill;
1716 
1717 	err = genlmsg_unicast(genl_info_net(info), skb, info->snd_pid);
1718 	return err;
1719 
1720 err_fill:
1721 	nlmsg_free(skb);
1722 	return err;
1723 }
1724 
1725 typedef int team_nl_send_func_t(struct sk_buff *skb,
1726 				struct team *team, u32 pid);
1727 
1728 static int team_nl_send_unicast(struct sk_buff *skb, struct team *team, u32 pid)
1729 {
1730 	return genlmsg_unicast(dev_net(team->dev), skb, pid);
1731 }
1732 
1733 static int team_nl_fill_one_option_get(struct sk_buff *skb, struct team *team,
1734 				       struct team_option_inst *opt_inst)
1735 {
1736 	struct nlattr *option_item;
1737 	struct team_option *option = opt_inst->option;
1738 	struct team_option_inst_info *opt_inst_info = &opt_inst->info;
1739 	struct team_gsetter_ctx ctx;
1740 	int err;
1741 
1742 	ctx.info = opt_inst_info;
1743 	err = team_option_get(team, opt_inst, &ctx);
1744 	if (err)
1745 		return err;
1746 
1747 	option_item = nla_nest_start(skb, TEAM_ATTR_ITEM_OPTION);
1748 	if (!option_item)
1749 		return -EMSGSIZE;
1750 
1751 	if (nla_put_string(skb, TEAM_ATTR_OPTION_NAME, option->name))
1752 		goto nest_cancel;
1753 	if (opt_inst_info->port &&
1754 	    nla_put_u32(skb, TEAM_ATTR_OPTION_PORT_IFINDEX,
1755 			opt_inst_info->port->dev->ifindex))
1756 		goto nest_cancel;
1757 	if (opt_inst->option->array_size &&
1758 	    nla_put_u32(skb, TEAM_ATTR_OPTION_ARRAY_INDEX,
1759 			opt_inst_info->array_index))
1760 		goto nest_cancel;
1761 
1762 	switch (option->type) {
1763 	case TEAM_OPTION_TYPE_U32:
1764 		if (nla_put_u8(skb, TEAM_ATTR_OPTION_TYPE, NLA_U32))
1765 			goto nest_cancel;
1766 		if (nla_put_u32(skb, TEAM_ATTR_OPTION_DATA, ctx.data.u32_val))
1767 			goto nest_cancel;
1768 		break;
1769 	case TEAM_OPTION_TYPE_STRING:
1770 		if (nla_put_u8(skb, TEAM_ATTR_OPTION_TYPE, NLA_STRING))
1771 			goto nest_cancel;
1772 		if (nla_put_string(skb, TEAM_ATTR_OPTION_DATA,
1773 				   ctx.data.str_val))
1774 			goto nest_cancel;
1775 		break;
1776 	case TEAM_OPTION_TYPE_BINARY:
1777 		if (nla_put_u8(skb, TEAM_ATTR_OPTION_TYPE, NLA_BINARY))
1778 			goto nest_cancel;
1779 		if (nla_put(skb, TEAM_ATTR_OPTION_DATA, ctx.data.bin_val.len,
1780 			    ctx.data.bin_val.ptr))
1781 			goto nest_cancel;
1782 		break;
1783 	case TEAM_OPTION_TYPE_BOOL:
1784 		if (nla_put_u8(skb, TEAM_ATTR_OPTION_TYPE, NLA_FLAG))
1785 			goto nest_cancel;
1786 		if (ctx.data.bool_val &&
1787 		    nla_put_flag(skb, TEAM_ATTR_OPTION_DATA))
1788 			goto nest_cancel;
1789 		break;
1790 	case TEAM_OPTION_TYPE_S32:
1791 		if (nla_put_u8(skb, TEAM_ATTR_OPTION_TYPE, NLA_S32))
1792 			goto nest_cancel;
1793 		if (nla_put_s32(skb, TEAM_ATTR_OPTION_DATA, ctx.data.s32_val))
1794 			goto nest_cancel;
1795 		break;
1796 	default:
1797 		BUG();
1798 	}
1799 	if (opt_inst->removed && nla_put_flag(skb, TEAM_ATTR_OPTION_REMOVED))
1800 		goto nest_cancel;
1801 	if (opt_inst->changed) {
1802 		if (nla_put_flag(skb, TEAM_ATTR_OPTION_CHANGED))
1803 			goto nest_cancel;
1804 		opt_inst->changed = false;
1805 	}
1806 	nla_nest_end(skb, option_item);
1807 	return 0;
1808 
1809 nest_cancel:
1810 	nla_nest_cancel(skb, option_item);
1811 	return -EMSGSIZE;
1812 }
1813 
1814 static int __send_and_alloc_skb(struct sk_buff **pskb,
1815 				struct team *team, u32 pid,
1816 				team_nl_send_func_t *send_func)
1817 {
1818 	int err;
1819 
1820 	if (*pskb) {
1821 		err = send_func(*pskb, team, pid);
1822 		if (err)
1823 			return err;
1824 	}
1825 	*pskb = genlmsg_new(GENLMSG_DEFAULT_SIZE, GFP_KERNEL);
1826 	if (!*pskb)
1827 		return -ENOMEM;
1828 	return 0;
1829 }
1830 
1831 static int team_nl_send_options_get(struct team *team, u32 pid, u32 seq,
1832 				    int flags, team_nl_send_func_t *send_func,
1833 				    struct list_head *sel_opt_inst_list)
1834 {
1835 	struct nlattr *option_list;
1836 	struct nlmsghdr *nlh;
1837 	void *hdr;
1838 	struct team_option_inst *opt_inst;
1839 	int err;
1840 	struct sk_buff *skb = NULL;
1841 	bool incomplete;
1842 	int i;
1843 
1844 	opt_inst = list_first_entry(sel_opt_inst_list,
1845 				    struct team_option_inst, tmp_list);
1846 
1847 start_again:
1848 	err = __send_and_alloc_skb(&skb, team, pid, send_func);
1849 	if (err)
1850 		return err;
1851 
1852 	hdr = genlmsg_put(skb, pid, seq, &team_nl_family, flags | NLM_F_MULTI,
1853 			  TEAM_CMD_OPTIONS_GET);
1854 	if (IS_ERR(hdr))
1855 		return PTR_ERR(hdr);
1856 
1857 	if (nla_put_u32(skb, TEAM_ATTR_TEAM_IFINDEX, team->dev->ifindex))
1858 		goto nla_put_failure;
1859 	option_list = nla_nest_start(skb, TEAM_ATTR_LIST_OPTION);
1860 	if (!option_list)
1861 		goto nla_put_failure;
1862 
1863 	i = 0;
1864 	incomplete = false;
1865 	list_for_each_entry_from(opt_inst, sel_opt_inst_list, tmp_list) {
1866 		err = team_nl_fill_one_option_get(skb, team, opt_inst);
1867 		if (err) {
1868 			if (err == -EMSGSIZE) {
1869 				if (!i)
1870 					goto errout;
1871 				incomplete = true;
1872 				break;
1873 			}
1874 			goto errout;
1875 		}
1876 		i++;
1877 	}
1878 
1879 	nla_nest_end(skb, option_list);
1880 	genlmsg_end(skb, hdr);
1881 	if (incomplete)
1882 		goto start_again;
1883 
1884 send_done:
1885 	nlh = nlmsg_put(skb, pid, seq, NLMSG_DONE, 0, flags | NLM_F_MULTI);
1886 	if (!nlh) {
1887 		err = __send_and_alloc_skb(&skb, team, pid, send_func);
1888 		if (err)
1889 			goto errout;
1890 		goto send_done;
1891 	}
1892 
1893 	return send_func(skb, team, pid);
1894 
1895 nla_put_failure:
1896 	err = -EMSGSIZE;
1897 errout:
1898 	genlmsg_cancel(skb, hdr);
1899 	nlmsg_free(skb);
1900 	return err;
1901 }
1902 
1903 static int team_nl_cmd_options_get(struct sk_buff *skb, struct genl_info *info)
1904 {
1905 	struct team *team;
1906 	struct team_option_inst *opt_inst;
1907 	int err;
1908 	LIST_HEAD(sel_opt_inst_list);
1909 
1910 	team = team_nl_team_get(info);
1911 	if (!team)
1912 		return -EINVAL;
1913 
1914 	list_for_each_entry(opt_inst, &team->option_inst_list, list)
1915 		list_add_tail(&opt_inst->tmp_list, &sel_opt_inst_list);
1916 	err = team_nl_send_options_get(team, info->snd_pid, info->snd_seq,
1917 				       NLM_F_ACK, team_nl_send_unicast,
1918 				       &sel_opt_inst_list);
1919 
1920 	team_nl_team_put(team);
1921 
1922 	return err;
1923 }
1924 
1925 static int team_nl_send_event_options_get(struct team *team,
1926 					  struct list_head *sel_opt_inst_list);
1927 
1928 static int team_nl_cmd_options_set(struct sk_buff *skb, struct genl_info *info)
1929 {
1930 	struct team *team;
1931 	int err = 0;
1932 	int i;
1933 	struct nlattr *nl_option;
1934 	LIST_HEAD(opt_inst_list);
1935 
1936 	team = team_nl_team_get(info);
1937 	if (!team)
1938 		return -EINVAL;
1939 
1940 	err = -EINVAL;
1941 	if (!info->attrs[TEAM_ATTR_LIST_OPTION]) {
1942 		err = -EINVAL;
1943 		goto team_put;
1944 	}
1945 
1946 	nla_for_each_nested(nl_option, info->attrs[TEAM_ATTR_LIST_OPTION], i) {
1947 		struct nlattr *opt_attrs[TEAM_ATTR_OPTION_MAX + 1];
1948 		struct nlattr *attr;
1949 		struct nlattr *attr_data;
1950 		enum team_option_type opt_type;
1951 		int opt_port_ifindex = 0; /* != 0 for per-port options */
1952 		u32 opt_array_index = 0;
1953 		bool opt_is_array = false;
1954 		struct team_option_inst *opt_inst;
1955 		char *opt_name;
1956 		bool opt_found = false;
1957 
1958 		if (nla_type(nl_option) != TEAM_ATTR_ITEM_OPTION) {
1959 			err = -EINVAL;
1960 			goto team_put;
1961 		}
1962 		err = nla_parse_nested(opt_attrs, TEAM_ATTR_OPTION_MAX,
1963 				       nl_option, team_nl_option_policy);
1964 		if (err)
1965 			goto team_put;
1966 		if (!opt_attrs[TEAM_ATTR_OPTION_NAME] ||
1967 		    !opt_attrs[TEAM_ATTR_OPTION_TYPE]) {
1968 			err = -EINVAL;
1969 			goto team_put;
1970 		}
1971 		switch (nla_get_u8(opt_attrs[TEAM_ATTR_OPTION_TYPE])) {
1972 		case NLA_U32:
1973 			opt_type = TEAM_OPTION_TYPE_U32;
1974 			break;
1975 		case NLA_STRING:
1976 			opt_type = TEAM_OPTION_TYPE_STRING;
1977 			break;
1978 		case NLA_BINARY:
1979 			opt_type = TEAM_OPTION_TYPE_BINARY;
1980 			break;
1981 		case NLA_FLAG:
1982 			opt_type = TEAM_OPTION_TYPE_BOOL;
1983 			break;
1984 		case NLA_S32:
1985 			opt_type = TEAM_OPTION_TYPE_S32;
1986 			break;
1987 		default:
1988 			goto team_put;
1989 		}
1990 
1991 		attr_data = opt_attrs[TEAM_ATTR_OPTION_DATA];
1992 		if (opt_type != TEAM_OPTION_TYPE_BOOL && !attr_data) {
1993 			err = -EINVAL;
1994 			goto team_put;
1995 		}
1996 
1997 		opt_name = nla_data(opt_attrs[TEAM_ATTR_OPTION_NAME]);
1998 		attr = opt_attrs[TEAM_ATTR_OPTION_PORT_IFINDEX];
1999 		if (attr)
2000 			opt_port_ifindex = nla_get_u32(attr);
2001 
2002 		attr = opt_attrs[TEAM_ATTR_OPTION_ARRAY_INDEX];
2003 		if (attr) {
2004 			opt_is_array = true;
2005 			opt_array_index = nla_get_u32(attr);
2006 		}
2007 
2008 		list_for_each_entry(opt_inst, &team->option_inst_list, list) {
2009 			struct team_option *option = opt_inst->option;
2010 			struct team_gsetter_ctx ctx;
2011 			struct team_option_inst_info *opt_inst_info;
2012 			int tmp_ifindex;
2013 
2014 			opt_inst_info = &opt_inst->info;
2015 			tmp_ifindex = opt_inst_info->port ?
2016 				      opt_inst_info->port->dev->ifindex : 0;
2017 			if (option->type != opt_type ||
2018 			    strcmp(option->name, opt_name) ||
2019 			    tmp_ifindex != opt_port_ifindex ||
2020 			    (option->array_size && !opt_is_array) ||
2021 			    opt_inst_info->array_index != opt_array_index)
2022 				continue;
2023 			opt_found = true;
2024 			ctx.info = opt_inst_info;
2025 			switch (opt_type) {
2026 			case TEAM_OPTION_TYPE_U32:
2027 				ctx.data.u32_val = nla_get_u32(attr_data);
2028 				break;
2029 			case TEAM_OPTION_TYPE_STRING:
2030 				if (nla_len(attr_data) > TEAM_STRING_MAX_LEN) {
2031 					err = -EINVAL;
2032 					goto team_put;
2033 				}
2034 				ctx.data.str_val = nla_data(attr_data);
2035 				break;
2036 			case TEAM_OPTION_TYPE_BINARY:
2037 				ctx.data.bin_val.len = nla_len(attr_data);
2038 				ctx.data.bin_val.ptr = nla_data(attr_data);
2039 				break;
2040 			case TEAM_OPTION_TYPE_BOOL:
2041 				ctx.data.bool_val = attr_data ? true : false;
2042 				break;
2043 			case TEAM_OPTION_TYPE_S32:
2044 				ctx.data.s32_val = nla_get_s32(attr_data);
2045 				break;
2046 			default:
2047 				BUG();
2048 			}
2049 			err = team_option_set(team, opt_inst, &ctx);
2050 			if (err)
2051 				goto team_put;
2052 			opt_inst->changed = true;
2053 			list_add(&opt_inst->tmp_list, &opt_inst_list);
2054 		}
2055 		if (!opt_found) {
2056 			err = -ENOENT;
2057 			goto team_put;
2058 		}
2059 	}
2060 
2061 	err = team_nl_send_event_options_get(team, &opt_inst_list);
2062 
2063 team_put:
2064 	team_nl_team_put(team);
2065 
2066 	return err;
2067 }
2068 
2069 static int team_nl_fill_port_list_get(struct sk_buff *skb,
2070 				      u32 pid, u32 seq, int flags,
2071 				      struct team *team,
2072 				      bool fillall)
2073 {
2074 	struct nlattr *port_list;
2075 	void *hdr;
2076 	struct team_port *port;
2077 
2078 	hdr = genlmsg_put(skb, pid, seq, &team_nl_family, flags,
2079 			  TEAM_CMD_PORT_LIST_GET);
2080 	if (IS_ERR(hdr))
2081 		return PTR_ERR(hdr);
2082 
2083 	if (nla_put_u32(skb, TEAM_ATTR_TEAM_IFINDEX, team->dev->ifindex))
2084 		goto nla_put_failure;
2085 	port_list = nla_nest_start(skb, TEAM_ATTR_LIST_PORT);
2086 	if (!port_list)
2087 		goto nla_put_failure;
2088 
2089 	list_for_each_entry(port, &team->port_list, list) {
2090 		struct nlattr *port_item;
2091 
2092 		/* Include only changed ports if fill all mode is not on */
2093 		if (!fillall && !port->changed)
2094 			continue;
2095 		port_item = nla_nest_start(skb, TEAM_ATTR_ITEM_PORT);
2096 		if (!port_item)
2097 			goto nla_put_failure;
2098 		if (nla_put_u32(skb, TEAM_ATTR_PORT_IFINDEX, port->dev->ifindex))
2099 			goto nla_put_failure;
2100 		if (port->changed) {
2101 			if (nla_put_flag(skb, TEAM_ATTR_PORT_CHANGED))
2102 				goto nla_put_failure;
2103 			port->changed = false;
2104 		}
2105 		if ((port->removed &&
2106 		     nla_put_flag(skb, TEAM_ATTR_PORT_REMOVED)) ||
2107 		    (port->state.linkup &&
2108 		     nla_put_flag(skb, TEAM_ATTR_PORT_LINKUP)) ||
2109 		    nla_put_u32(skb, TEAM_ATTR_PORT_SPEED, port->state.speed) ||
2110 		    nla_put_u8(skb, TEAM_ATTR_PORT_DUPLEX, port->state.duplex))
2111 			goto nla_put_failure;
2112 		nla_nest_end(skb, port_item);
2113 	}
2114 
2115 	nla_nest_end(skb, port_list);
2116 	return genlmsg_end(skb, hdr);
2117 
2118 nla_put_failure:
2119 	genlmsg_cancel(skb, hdr);
2120 	return -EMSGSIZE;
2121 }
2122 
2123 static int team_nl_fill_port_list_get_all(struct sk_buff *skb,
2124 					  struct genl_info *info, int flags,
2125 					  struct team *team)
2126 {
2127 	return team_nl_fill_port_list_get(skb, info->snd_pid,
2128 					  info->snd_seq, NLM_F_ACK,
2129 					  team, true);
2130 }
2131 
2132 static int team_nl_cmd_port_list_get(struct sk_buff *skb,
2133 				     struct genl_info *info)
2134 {
2135 	struct team *team;
2136 	int err;
2137 
2138 	team = team_nl_team_get(info);
2139 	if (!team)
2140 		return -EINVAL;
2141 
2142 	err = team_nl_send_generic(info, team, team_nl_fill_port_list_get_all);
2143 
2144 	team_nl_team_put(team);
2145 
2146 	return err;
2147 }
2148 
2149 static struct genl_ops team_nl_ops[] = {
2150 	{
2151 		.cmd = TEAM_CMD_NOOP,
2152 		.doit = team_nl_cmd_noop,
2153 		.policy = team_nl_policy,
2154 	},
2155 	{
2156 		.cmd = TEAM_CMD_OPTIONS_SET,
2157 		.doit = team_nl_cmd_options_set,
2158 		.policy = team_nl_policy,
2159 		.flags = GENL_ADMIN_PERM,
2160 	},
2161 	{
2162 		.cmd = TEAM_CMD_OPTIONS_GET,
2163 		.doit = team_nl_cmd_options_get,
2164 		.policy = team_nl_policy,
2165 		.flags = GENL_ADMIN_PERM,
2166 	},
2167 	{
2168 		.cmd = TEAM_CMD_PORT_LIST_GET,
2169 		.doit = team_nl_cmd_port_list_get,
2170 		.policy = team_nl_policy,
2171 		.flags = GENL_ADMIN_PERM,
2172 	},
2173 };
2174 
2175 static struct genl_multicast_group team_change_event_mcgrp = {
2176 	.name = TEAM_GENL_CHANGE_EVENT_MC_GRP_NAME,
2177 };
2178 
2179 static int team_nl_send_multicast(struct sk_buff *skb,
2180 				  struct team *team, u32 pid)
2181 {
2182 	return genlmsg_multicast_netns(dev_net(team->dev), skb, 0,
2183 				       team_change_event_mcgrp.id, GFP_KERNEL);
2184 }
2185 
2186 static int team_nl_send_event_options_get(struct team *team,
2187 					  struct list_head *sel_opt_inst_list)
2188 {
2189 	return team_nl_send_options_get(team, 0, 0, 0, team_nl_send_multicast,
2190 					sel_opt_inst_list);
2191 }
2192 
2193 static int team_nl_send_event_port_list_get(struct team *team)
2194 {
2195 	struct sk_buff *skb;
2196 	int err;
2197 	struct net *net = dev_net(team->dev);
2198 
2199 	skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
2200 	if (!skb)
2201 		return -ENOMEM;
2202 
2203 	err = team_nl_fill_port_list_get(skb, 0, 0, 0, team, false);
2204 	if (err < 0)
2205 		goto err_fill;
2206 
2207 	err = genlmsg_multicast_netns(net, skb, 0, team_change_event_mcgrp.id,
2208 				      GFP_KERNEL);
2209 	return err;
2210 
2211 err_fill:
2212 	nlmsg_free(skb);
2213 	return err;
2214 }
2215 
2216 static int team_nl_init(void)
2217 {
2218 	int err;
2219 
2220 	err = genl_register_family_with_ops(&team_nl_family, team_nl_ops,
2221 					    ARRAY_SIZE(team_nl_ops));
2222 	if (err)
2223 		return err;
2224 
2225 	err = genl_register_mc_group(&team_nl_family, &team_change_event_mcgrp);
2226 	if (err)
2227 		goto err_change_event_grp_reg;
2228 
2229 	return 0;
2230 
2231 err_change_event_grp_reg:
2232 	genl_unregister_family(&team_nl_family);
2233 
2234 	return err;
2235 }
2236 
2237 static void team_nl_fini(void)
2238 {
2239 	genl_unregister_family(&team_nl_family);
2240 }
2241 
2242 
2243 /******************
2244  * Change checkers
2245  ******************/
2246 
2247 static void __team_options_change_check(struct team *team)
2248 {
2249 	int err;
2250 	struct team_option_inst *opt_inst;
2251 	LIST_HEAD(sel_opt_inst_list);
2252 
2253 	list_for_each_entry(opt_inst, &team->option_inst_list, list) {
2254 		if (opt_inst->changed)
2255 			list_add_tail(&opt_inst->tmp_list, &sel_opt_inst_list);
2256 	}
2257 	err = team_nl_send_event_options_get(team, &sel_opt_inst_list);
2258 	if (err)
2259 		netdev_warn(team->dev, "Failed to send options change via netlink (err %d)\n",
2260 			    err);
2261 }
2262 
2263 /* rtnl lock is held */
2264 static void __team_port_change_check(struct team_port *port, bool linkup)
2265 {
2266 	int err;
2267 
2268 	if (!port->removed && port->state.linkup == linkup)
2269 		return;
2270 
2271 	port->changed = true;
2272 	port->state.linkup = linkup;
2273 	team_refresh_port_linkup(port);
2274 	if (linkup) {
2275 		struct ethtool_cmd ecmd;
2276 
2277 		err = __ethtool_get_settings(port->dev, &ecmd);
2278 		if (!err) {
2279 			port->state.speed = ethtool_cmd_speed(&ecmd);
2280 			port->state.duplex = ecmd.duplex;
2281 			goto send_event;
2282 		}
2283 	}
2284 	port->state.speed = 0;
2285 	port->state.duplex = 0;
2286 
2287 send_event:
2288 	err = team_nl_send_event_port_list_get(port->team);
2289 	if (err)
2290 		netdev_warn(port->team->dev, "Failed to send port change of device %s via netlink\n",
2291 			    port->dev->name);
2292 
2293 }
2294 
2295 static void team_port_change_check(struct team_port *port, bool linkup)
2296 {
2297 	struct team *team = port->team;
2298 
2299 	mutex_lock(&team->lock);
2300 	__team_port_change_check(port, linkup);
2301 	mutex_unlock(&team->lock);
2302 }
2303 
2304 
2305 /************************************
2306  * Net device notifier event handler
2307  ************************************/
2308 
2309 static int team_device_event(struct notifier_block *unused,
2310 			     unsigned long event, void *ptr)
2311 {
2312 	struct net_device *dev = (struct net_device *) ptr;
2313 	struct team_port *port;
2314 
2315 	port = team_port_get_rtnl(dev);
2316 	if (!port)
2317 		return NOTIFY_DONE;
2318 
2319 	switch (event) {
2320 	case NETDEV_UP:
2321 		if (netif_carrier_ok(dev))
2322 			team_port_change_check(port, true);
2323 	case NETDEV_DOWN:
2324 		team_port_change_check(port, false);
2325 	case NETDEV_CHANGE:
2326 		if (netif_running(port->dev))
2327 			team_port_change_check(port,
2328 					       !!netif_carrier_ok(port->dev));
2329 		break;
2330 	case NETDEV_UNREGISTER:
2331 		team_del_slave(port->team->dev, dev);
2332 		break;
2333 	case NETDEV_FEAT_CHANGE:
2334 		team_compute_features(port->team);
2335 		break;
2336 	case NETDEV_CHANGEMTU:
2337 		/* Forbid to change mtu of underlaying device */
2338 		return NOTIFY_BAD;
2339 	case NETDEV_PRE_TYPE_CHANGE:
2340 		/* Forbid to change type of underlaying device */
2341 		return NOTIFY_BAD;
2342 	}
2343 	return NOTIFY_DONE;
2344 }
2345 
2346 static struct notifier_block team_notifier_block __read_mostly = {
2347 	.notifier_call = team_device_event,
2348 };
2349 
2350 
2351 /***********************
2352  * Module init and exit
2353  ***********************/
2354 
2355 static int __init team_module_init(void)
2356 {
2357 	int err;
2358 
2359 	register_netdevice_notifier(&team_notifier_block);
2360 
2361 	err = rtnl_link_register(&team_link_ops);
2362 	if (err)
2363 		goto err_rtnl_reg;
2364 
2365 	err = team_nl_init();
2366 	if (err)
2367 		goto err_nl_init;
2368 
2369 	return 0;
2370 
2371 err_nl_init:
2372 	rtnl_link_unregister(&team_link_ops);
2373 
2374 err_rtnl_reg:
2375 	unregister_netdevice_notifier(&team_notifier_block);
2376 
2377 	return err;
2378 }
2379 
2380 static void __exit team_module_exit(void)
2381 {
2382 	team_nl_fini();
2383 	rtnl_link_unregister(&team_link_ops);
2384 	unregister_netdevice_notifier(&team_notifier_block);
2385 }
2386 
2387 module_init(team_module_init);
2388 module_exit(team_module_exit);
2389 
2390 MODULE_LICENSE("GPL v2");
2391 MODULE_AUTHOR("Jiri Pirko <jpirko@redhat.com>");
2392 MODULE_DESCRIPTION("Ethernet team device driver");
2393 MODULE_ALIAS_RTNL_LINK(DRV_NAME);
2394