xref: /openbmc/linux/drivers/net/bonding/bond_3ad.c (revision efe4a1ac)
1 /*
2  * Copyright(c) 1999 - 2004 Intel Corporation. All rights reserved.
3  *
4  * This program is free software; you can redistribute it and/or modify it
5  * under the terms of the GNU General Public License as published by the Free
6  * Software Foundation; either version 2 of the License, or (at your option)
7  * any later version.
8  *
9  * This program is distributed in the hope that it will be useful, but WITHOUT
10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12  * more details.
13  *
14  * You should have received a copy of the GNU General Public License along with
15  * this program; if not, write to the Free Software Foundation, Inc., 59
16  * Temple Place - Suite 330, Boston, MA  02111-1307, USA.
17  *
18  * The full GNU General Public License is included in this distribution in the
19  * file called LICENSE.
20  *
21  */
22 
23 #include <linux/skbuff.h>
24 #include <linux/if_ether.h>
25 #include <linux/netdevice.h>
26 #include <linux/spinlock.h>
27 #include <linux/ethtool.h>
28 #include <linux/etherdevice.h>
29 #include <linux/if_bonding.h>
30 #include <linux/pkt_sched.h>
31 #include <net/net_namespace.h>
32 #include <net/bonding.h>
33 #include <net/bond_3ad.h>
34 
35 /* General definitions */
36 #define AD_SHORT_TIMEOUT           1
37 #define AD_LONG_TIMEOUT            0
38 #define AD_STANDBY                 0x2
39 #define AD_MAX_TX_IN_SECOND        3
40 #define AD_COLLECTOR_MAX_DELAY     0
41 
42 /* Timer definitions (43.4.4 in the 802.3ad standard) */
43 #define AD_FAST_PERIODIC_TIME      1
44 #define AD_SLOW_PERIODIC_TIME      30
45 #define AD_SHORT_TIMEOUT_TIME      (3*AD_FAST_PERIODIC_TIME)
46 #define AD_LONG_TIMEOUT_TIME       (3*AD_SLOW_PERIODIC_TIME)
47 #define AD_CHURN_DETECTION_TIME    60
48 #define AD_AGGREGATE_WAIT_TIME     2
49 
50 /* Port state definitions (43.4.2.2 in the 802.3ad standard) */
51 #define AD_STATE_LACP_ACTIVITY   0x1
52 #define AD_STATE_LACP_TIMEOUT    0x2
53 #define AD_STATE_AGGREGATION     0x4
54 #define AD_STATE_SYNCHRONIZATION 0x8
55 #define AD_STATE_COLLECTING      0x10
56 #define AD_STATE_DISTRIBUTING    0x20
57 #define AD_STATE_DEFAULTED       0x40
58 #define AD_STATE_EXPIRED         0x80
59 
60 /* Port Variables definitions used by the State Machines (43.4.7 in the
61  * 802.3ad standard)
62  */
63 #define AD_PORT_BEGIN           0x1
64 #define AD_PORT_LACP_ENABLED    0x2
65 #define AD_PORT_ACTOR_CHURN     0x4
66 #define AD_PORT_PARTNER_CHURN   0x8
67 #define AD_PORT_READY           0x10
68 #define AD_PORT_READY_N         0x20
69 #define AD_PORT_MATCHED         0x40
70 #define AD_PORT_STANDBY         0x80
71 #define AD_PORT_SELECTED        0x100
72 #define AD_PORT_MOVED           0x200
73 #define AD_PORT_CHURNED         (AD_PORT_ACTOR_CHURN | AD_PORT_PARTNER_CHURN)
74 
75 /* Port Key definitions
76  * key is determined according to the link speed, duplex and
77  * user key (which is yet not supported)
78  *           --------------------------------------------------------------
79  * Port key  | User key (10 bits)           | Speed (5 bits)      | Duplex|
80  *           --------------------------------------------------------------
81  *           |15                           6|5                   1|0
82  */
83 #define  AD_DUPLEX_KEY_MASKS    0x1
84 #define  AD_SPEED_KEY_MASKS     0x3E
85 #define  AD_USER_KEY_MASKS      0xFFC0
86 
87 enum ad_link_speed_type {
88 	AD_LINK_SPEED_1MBPS = 1,
89 	AD_LINK_SPEED_10MBPS,
90 	AD_LINK_SPEED_100MBPS,
91 	AD_LINK_SPEED_1000MBPS,
92 	AD_LINK_SPEED_2500MBPS,
93 	AD_LINK_SPEED_5000MBPS,
94 	AD_LINK_SPEED_10000MBPS,
95 	AD_LINK_SPEED_14000MBPS,
96 	AD_LINK_SPEED_20000MBPS,
97 	AD_LINK_SPEED_25000MBPS,
98 	AD_LINK_SPEED_40000MBPS,
99 	AD_LINK_SPEED_50000MBPS,
100 	AD_LINK_SPEED_56000MBPS,
101 	AD_LINK_SPEED_100000MBPS,
102 };
103 
104 /* compare MAC addresses */
105 #define MAC_ADDRESS_EQUAL(A, B)	\
106 	ether_addr_equal_64bits((const u8 *)A, (const u8 *)B)
107 
108 static const u8 null_mac_addr[ETH_ALEN + 2] __long_aligned = {
109 	0, 0, 0, 0, 0, 0
110 };
111 static u16 ad_ticks_per_sec;
112 static const int ad_delta_in_ticks = (AD_TIMER_INTERVAL * HZ) / 1000;
113 
114 static const u8 lacpdu_mcast_addr[ETH_ALEN + 2] __long_aligned =
115 	MULTICAST_LACPDU_ADDR;
116 
117 /* ================= main 802.3ad protocol functions ================== */
118 static int ad_lacpdu_send(struct port *port);
119 static int ad_marker_send(struct port *port, struct bond_marker *marker);
120 static void ad_mux_machine(struct port *port, bool *update_slave_arr);
121 static void ad_rx_machine(struct lacpdu *lacpdu, struct port *port);
122 static void ad_tx_machine(struct port *port);
123 static void ad_periodic_machine(struct port *port);
124 static void ad_port_selection_logic(struct port *port, bool *update_slave_arr);
125 static void ad_agg_selection_logic(struct aggregator *aggregator,
126 				   bool *update_slave_arr);
127 static void ad_clear_agg(struct aggregator *aggregator);
128 static void ad_initialize_agg(struct aggregator *aggregator);
129 static void ad_initialize_port(struct port *port, int lacp_fast);
130 static void ad_enable_collecting_distributing(struct port *port,
131 					      bool *update_slave_arr);
132 static void ad_disable_collecting_distributing(struct port *port,
133 					       bool *update_slave_arr);
134 static void ad_marker_info_received(struct bond_marker *marker_info,
135 				    struct port *port);
136 static void ad_marker_response_received(struct bond_marker *marker,
137 					struct port *port);
138 static void ad_update_actor_keys(struct port *port, bool reset);
139 
140 
141 /* ================= api to bonding and kernel code ================== */
142 
143 /**
144  * __get_bond_by_port - get the port's bonding struct
145  * @port: the port we're looking at
146  *
147  * Return @port's bonding struct, or %NULL if it can't be found.
148  */
149 static inline struct bonding *__get_bond_by_port(struct port *port)
150 {
151 	if (port->slave == NULL)
152 		return NULL;
153 
154 	return bond_get_bond_by_slave(port->slave);
155 }
156 
157 /**
158  * __get_first_agg - get the first aggregator in the bond
159  * @bond: the bond we're looking at
160  *
161  * Return the aggregator of the first slave in @bond, or %NULL if it can't be
162  * found.
163  * The caller must hold RCU or RTNL lock.
164  */
165 static inline struct aggregator *__get_first_agg(struct port *port)
166 {
167 	struct bonding *bond = __get_bond_by_port(port);
168 	struct slave *first_slave;
169 	struct aggregator *agg;
170 
171 	/* If there's no bond for this port, or bond has no slaves */
172 	if (bond == NULL)
173 		return NULL;
174 
175 	rcu_read_lock();
176 	first_slave = bond_first_slave_rcu(bond);
177 	agg = first_slave ? &(SLAVE_AD_INFO(first_slave)->aggregator) : NULL;
178 	rcu_read_unlock();
179 
180 	return agg;
181 }
182 
183 /**
184  * __agg_has_partner - see if we have a partner
185  * @agg: the agregator we're looking at
186  *
187  * Return nonzero if aggregator has a partner (denoted by a non-zero ether
188  * address for the partner). Return 0 if not.
189  */
190 static inline int __agg_has_partner(struct aggregator *agg)
191 {
192 	return !is_zero_ether_addr(agg->partner_system.mac_addr_value);
193 }
194 
195 /**
196  * __disable_port - disable the port's slave
197  * @port: the port we're looking at
198  */
199 static inline void __disable_port(struct port *port)
200 {
201 	bond_set_slave_inactive_flags(port->slave, BOND_SLAVE_NOTIFY_LATER);
202 }
203 
204 /**
205  * __enable_port - enable the port's slave, if it's up
206  * @port: the port we're looking at
207  */
208 static inline void __enable_port(struct port *port)
209 {
210 	struct slave *slave = port->slave;
211 
212 	if ((slave->link == BOND_LINK_UP) && bond_slave_is_up(slave))
213 		bond_set_slave_active_flags(slave, BOND_SLAVE_NOTIFY_LATER);
214 }
215 
216 /**
217  * __port_is_enabled - check if the port's slave is in active state
218  * @port: the port we're looking at
219  */
220 static inline int __port_is_enabled(struct port *port)
221 {
222 	return bond_is_active_slave(port->slave);
223 }
224 
225 /**
226  * __get_agg_selection_mode - get the aggregator selection mode
227  * @port: the port we're looking at
228  *
229  * Get the aggregator selection mode. Can be %STABLE, %BANDWIDTH or %COUNT.
230  */
231 static inline u32 __get_agg_selection_mode(struct port *port)
232 {
233 	struct bonding *bond = __get_bond_by_port(port);
234 
235 	if (bond == NULL)
236 		return BOND_AD_STABLE;
237 
238 	return bond->params.ad_select;
239 }
240 
241 /**
242  * __check_agg_selection_timer - check if the selection timer has expired
243  * @port: the port we're looking at
244  */
245 static inline int __check_agg_selection_timer(struct port *port)
246 {
247 	struct bonding *bond = __get_bond_by_port(port);
248 
249 	if (bond == NULL)
250 		return 0;
251 
252 	return BOND_AD_INFO(bond).agg_select_timer ? 1 : 0;
253 }
254 
255 /**
256  * __get_link_speed - get a port's speed
257  * @port: the port we're looking at
258  *
259  * Return @port's speed in 802.3ad enum format. i.e. one of:
260  *     0,
261  *     %AD_LINK_SPEED_10MBPS,
262  *     %AD_LINK_SPEED_100MBPS,
263  *     %AD_LINK_SPEED_1000MBPS,
264  *     %AD_LINK_SPEED_2500MBPS,
265  *     %AD_LINK_SPEED_5000MBPS,
266  *     %AD_LINK_SPEED_10000MBPS
267  *     %AD_LINK_SPEED_14000MBPS,
268  *     %AD_LINK_SPEED_20000MBPS
269  *     %AD_LINK_SPEED_25000MBPS
270  *     %AD_LINK_SPEED_40000MBPS
271  *     %AD_LINK_SPEED_50000MBPS
272  *     %AD_LINK_SPEED_56000MBPS
273  *     %AD_LINK_SPEED_100000MBPS
274  */
275 static u16 __get_link_speed(struct port *port)
276 {
277 	struct slave *slave = port->slave;
278 	u16 speed;
279 
280 	/* this if covers only a special case: when the configuration starts
281 	 * with link down, it sets the speed to 0.
282 	 * This is done in spite of the fact that the e100 driver reports 0
283 	 * to be compatible with MVT in the future.
284 	 */
285 	if (slave->link != BOND_LINK_UP)
286 		speed = 0;
287 	else {
288 		switch (slave->speed) {
289 		case SPEED_10:
290 			speed = AD_LINK_SPEED_10MBPS;
291 			break;
292 
293 		case SPEED_100:
294 			speed = AD_LINK_SPEED_100MBPS;
295 			break;
296 
297 		case SPEED_1000:
298 			speed = AD_LINK_SPEED_1000MBPS;
299 			break;
300 
301 		case SPEED_2500:
302 			speed = AD_LINK_SPEED_2500MBPS;
303 			break;
304 
305 		case SPEED_5000:
306 			speed = AD_LINK_SPEED_5000MBPS;
307 			break;
308 
309 		case SPEED_10000:
310 			speed = AD_LINK_SPEED_10000MBPS;
311 			break;
312 
313 		case SPEED_14000:
314 			speed = AD_LINK_SPEED_14000MBPS;
315 			break;
316 
317 		case SPEED_20000:
318 			speed = AD_LINK_SPEED_20000MBPS;
319 			break;
320 
321 		case SPEED_25000:
322 			speed = AD_LINK_SPEED_25000MBPS;
323 			break;
324 
325 		case SPEED_40000:
326 			speed = AD_LINK_SPEED_40000MBPS;
327 			break;
328 
329 		case SPEED_50000:
330 			speed = AD_LINK_SPEED_50000MBPS;
331 			break;
332 
333 		case SPEED_56000:
334 			speed = AD_LINK_SPEED_56000MBPS;
335 			break;
336 
337 		case SPEED_100000:
338 			speed = AD_LINK_SPEED_100000MBPS;
339 			break;
340 
341 		default:
342 			/* unknown speed value from ethtool. shouldn't happen */
343 			speed = 0;
344 			break;
345 		}
346 	}
347 
348 	netdev_dbg(slave->bond->dev, "Port %d Received link speed %d update from adapter\n",
349 		   port->actor_port_number, speed);
350 	return speed;
351 }
352 
353 /**
354  * __get_duplex - get a port's duplex
355  * @port: the port we're looking at
356  *
357  * Return @port's duplex in 802.3ad bitmask format. i.e.:
358  *     0x01 if in full duplex
359  *     0x00 otherwise
360  */
361 static u8 __get_duplex(struct port *port)
362 {
363 	struct slave *slave = port->slave;
364 	u8 retval = 0x0;
365 
366 	/* handling a special case: when the configuration starts with
367 	 * link down, it sets the duplex to 0.
368 	 */
369 	if (slave->link == BOND_LINK_UP) {
370 		switch (slave->duplex) {
371 		case DUPLEX_FULL:
372 			retval = 0x1;
373 			netdev_dbg(slave->bond->dev, "Port %d Received status full duplex update from adapter\n",
374 				   port->actor_port_number);
375 			break;
376 		case DUPLEX_HALF:
377 		default:
378 			retval = 0x0;
379 			netdev_dbg(slave->bond->dev, "Port %d Received status NOT full duplex update from adapter\n",
380 				   port->actor_port_number);
381 			break;
382 		}
383 	}
384 	return retval;
385 }
386 
387 static void __ad_actor_update_port(struct port *port)
388 {
389 	const struct bonding *bond = bond_get_bond_by_slave(port->slave);
390 
391 	port->actor_system = BOND_AD_INFO(bond).system.sys_mac_addr;
392 	port->actor_system_priority = BOND_AD_INFO(bond).system.sys_priority;
393 }
394 
395 /* Conversions */
396 
397 /**
398  * __ad_timer_to_ticks - convert a given timer type to AD module ticks
399  * @timer_type:	which timer to operate
400  * @par: timer parameter. see below
401  *
402  * If @timer_type is %current_while_timer, @par indicates long/short timer.
403  * If @timer_type is %periodic_timer, @par is one of %FAST_PERIODIC_TIME,
404  *						     %SLOW_PERIODIC_TIME.
405  */
406 static u16 __ad_timer_to_ticks(u16 timer_type, u16 par)
407 {
408 	u16 retval = 0; /* to silence the compiler */
409 
410 	switch (timer_type) {
411 	case AD_CURRENT_WHILE_TIMER:	/* for rx machine usage */
412 		if (par)
413 			retval = (AD_SHORT_TIMEOUT_TIME*ad_ticks_per_sec);
414 		else
415 			retval = (AD_LONG_TIMEOUT_TIME*ad_ticks_per_sec);
416 		break;
417 	case AD_ACTOR_CHURN_TIMER:	/* for local churn machine */
418 		retval = (AD_CHURN_DETECTION_TIME*ad_ticks_per_sec);
419 		break;
420 	case AD_PERIODIC_TIMER:		/* for periodic machine */
421 		retval = (par*ad_ticks_per_sec); /* long timeout */
422 		break;
423 	case AD_PARTNER_CHURN_TIMER:	/* for remote churn machine */
424 		retval = (AD_CHURN_DETECTION_TIME*ad_ticks_per_sec);
425 		break;
426 	case AD_WAIT_WHILE_TIMER:	/* for selection machine */
427 		retval = (AD_AGGREGATE_WAIT_TIME*ad_ticks_per_sec);
428 		break;
429 	}
430 
431 	return retval;
432 }
433 
434 
435 /* ================= ad_rx_machine helper functions ================== */
436 
437 /**
438  * __choose_matched - update a port's matched variable from a received lacpdu
439  * @lacpdu: the lacpdu we've received
440  * @port: the port we're looking at
441  *
442  * Update the value of the matched variable, using parameter values from a
443  * newly received lacpdu. Parameter values for the partner carried in the
444  * received PDU are compared with the corresponding operational parameter
445  * values for the actor. Matched is set to TRUE if all of these parameters
446  * match and the PDU parameter partner_state.aggregation has the same value as
447  * actor_oper_port_state.aggregation and lacp will actively maintain the link
448  * in the aggregation. Matched is also set to TRUE if the value of
449  * actor_state.aggregation in the received PDU is set to FALSE, i.e., indicates
450  * an individual link and lacp will actively maintain the link. Otherwise,
451  * matched is set to FALSE. LACP is considered to be actively maintaining the
452  * link if either the PDU's actor_state.lacp_activity variable is TRUE or both
453  * the actor's actor_oper_port_state.lacp_activity and the PDU's
454  * partner_state.lacp_activity variables are TRUE.
455  *
456  * Note: the AD_PORT_MATCHED "variable" is not specified by 802.3ad; it is
457  * used here to implement the language from 802.3ad 43.4.9 that requires
458  * recordPDU to "match" the LACPDU parameters to the stored values.
459  */
460 static void __choose_matched(struct lacpdu *lacpdu, struct port *port)
461 {
462 	/* check if all parameters are alike
463 	 * or this is individual link(aggregation == FALSE)
464 	 * then update the state machine Matched variable.
465 	 */
466 	if (((ntohs(lacpdu->partner_port) == port->actor_port_number) &&
467 	     (ntohs(lacpdu->partner_port_priority) == port->actor_port_priority) &&
468 	     MAC_ADDRESS_EQUAL(&(lacpdu->partner_system), &(port->actor_system)) &&
469 	     (ntohs(lacpdu->partner_system_priority) == port->actor_system_priority) &&
470 	     (ntohs(lacpdu->partner_key) == port->actor_oper_port_key) &&
471 	     ((lacpdu->partner_state & AD_STATE_AGGREGATION) == (port->actor_oper_port_state & AD_STATE_AGGREGATION))) ||
472 	    ((lacpdu->actor_state & AD_STATE_AGGREGATION) == 0)
473 		) {
474 		port->sm_vars |= AD_PORT_MATCHED;
475 	} else {
476 		port->sm_vars &= ~AD_PORT_MATCHED;
477 	}
478 }
479 
480 /**
481  * __record_pdu - record parameters from a received lacpdu
482  * @lacpdu: the lacpdu we've received
483  * @port: the port we're looking at
484  *
485  * Record the parameter values for the Actor carried in a received lacpdu as
486  * the current partner operational parameter values and sets
487  * actor_oper_port_state.defaulted to FALSE.
488  */
489 static void __record_pdu(struct lacpdu *lacpdu, struct port *port)
490 {
491 	if (lacpdu && port) {
492 		struct port_params *partner = &port->partner_oper;
493 
494 		__choose_matched(lacpdu, port);
495 		/* record the new parameter values for the partner
496 		 * operational
497 		 */
498 		partner->port_number = ntohs(lacpdu->actor_port);
499 		partner->port_priority = ntohs(lacpdu->actor_port_priority);
500 		partner->system = lacpdu->actor_system;
501 		partner->system_priority = ntohs(lacpdu->actor_system_priority);
502 		partner->key = ntohs(lacpdu->actor_key);
503 		partner->port_state = lacpdu->actor_state;
504 
505 		/* set actor_oper_port_state.defaulted to FALSE */
506 		port->actor_oper_port_state &= ~AD_STATE_DEFAULTED;
507 
508 		/* set the partner sync. to on if the partner is sync,
509 		 * and the port is matched
510 		 */
511 		if ((port->sm_vars & AD_PORT_MATCHED) &&
512 		    (lacpdu->actor_state & AD_STATE_SYNCHRONIZATION)) {
513 			partner->port_state |= AD_STATE_SYNCHRONIZATION;
514 			pr_debug("%s partner sync=1\n", port->slave->dev->name);
515 		} else {
516 			partner->port_state &= ~AD_STATE_SYNCHRONIZATION;
517 			pr_debug("%s partner sync=0\n", port->slave->dev->name);
518 		}
519 	}
520 }
521 
522 /**
523  * __record_default - record default parameters
524  * @port: the port we're looking at
525  *
526  * This function records the default parameter values for the partner carried
527  * in the Partner Admin parameters as the current partner operational parameter
528  * values and sets actor_oper_port_state.defaulted to TRUE.
529  */
530 static void __record_default(struct port *port)
531 {
532 	if (port) {
533 		/* record the partner admin parameters */
534 		memcpy(&port->partner_oper, &port->partner_admin,
535 		       sizeof(struct port_params));
536 
537 		/* set actor_oper_port_state.defaulted to true */
538 		port->actor_oper_port_state |= AD_STATE_DEFAULTED;
539 	}
540 }
541 
542 /**
543  * __update_selected - update a port's Selected variable from a received lacpdu
544  * @lacpdu: the lacpdu we've received
545  * @port: the port we're looking at
546  *
547  * Update the value of the selected variable, using parameter values from a
548  * newly received lacpdu. The parameter values for the Actor carried in the
549  * received PDU are compared with the corresponding operational parameter
550  * values for the ports partner. If one or more of the comparisons shows that
551  * the value(s) received in the PDU differ from the current operational values,
552  * then selected is set to FALSE and actor_oper_port_state.synchronization is
553  * set to out_of_sync. Otherwise, selected remains unchanged.
554  */
555 static void __update_selected(struct lacpdu *lacpdu, struct port *port)
556 {
557 	if (lacpdu && port) {
558 		const struct port_params *partner = &port->partner_oper;
559 
560 		/* check if any parameter is different then
561 		 * update the state machine selected variable.
562 		 */
563 		if (ntohs(lacpdu->actor_port) != partner->port_number ||
564 		    ntohs(lacpdu->actor_port_priority) != partner->port_priority ||
565 		    !MAC_ADDRESS_EQUAL(&lacpdu->actor_system, &partner->system) ||
566 		    ntohs(lacpdu->actor_system_priority) != partner->system_priority ||
567 		    ntohs(lacpdu->actor_key) != partner->key ||
568 		    (lacpdu->actor_state & AD_STATE_AGGREGATION) != (partner->port_state & AD_STATE_AGGREGATION)) {
569 			port->sm_vars &= ~AD_PORT_SELECTED;
570 		}
571 	}
572 }
573 
574 /**
575  * __update_default_selected - update a port's Selected variable from Partner
576  * @port: the port we're looking at
577  *
578  * This function updates the value of the selected variable, using the partner
579  * administrative parameter values. The administrative values are compared with
580  * the corresponding operational parameter values for the partner. If one or
581  * more of the comparisons shows that the administrative value(s) differ from
582  * the current operational values, then Selected is set to FALSE and
583  * actor_oper_port_state.synchronization is set to OUT_OF_SYNC. Otherwise,
584  * Selected remains unchanged.
585  */
586 static void __update_default_selected(struct port *port)
587 {
588 	if (port) {
589 		const struct port_params *admin = &port->partner_admin;
590 		const struct port_params *oper = &port->partner_oper;
591 
592 		/* check if any parameter is different then
593 		 * update the state machine selected variable.
594 		 */
595 		if (admin->port_number != oper->port_number ||
596 		    admin->port_priority != oper->port_priority ||
597 		    !MAC_ADDRESS_EQUAL(&admin->system, &oper->system) ||
598 		    admin->system_priority != oper->system_priority ||
599 		    admin->key != oper->key ||
600 		    (admin->port_state & AD_STATE_AGGREGATION)
601 			!= (oper->port_state & AD_STATE_AGGREGATION)) {
602 			port->sm_vars &= ~AD_PORT_SELECTED;
603 		}
604 	}
605 }
606 
607 /**
608  * __update_ntt - update a port's ntt variable from a received lacpdu
609  * @lacpdu: the lacpdu we've received
610  * @port: the port we're looking at
611  *
612  * Updates the value of the ntt variable, using parameter values from a newly
613  * received lacpdu. The parameter values for the partner carried in the
614  * received PDU are compared with the corresponding operational parameter
615  * values for the Actor. If one or more of the comparisons shows that the
616  * value(s) received in the PDU differ from the current operational values,
617  * then ntt is set to TRUE. Otherwise, ntt remains unchanged.
618  */
619 static void __update_ntt(struct lacpdu *lacpdu, struct port *port)
620 {
621 	/* validate lacpdu and port */
622 	if (lacpdu && port) {
623 		/* check if any parameter is different then
624 		 * update the port->ntt.
625 		 */
626 		if ((ntohs(lacpdu->partner_port) != port->actor_port_number) ||
627 		    (ntohs(lacpdu->partner_port_priority) != port->actor_port_priority) ||
628 		    !MAC_ADDRESS_EQUAL(&(lacpdu->partner_system), &(port->actor_system)) ||
629 		    (ntohs(lacpdu->partner_system_priority) != port->actor_system_priority) ||
630 		    (ntohs(lacpdu->partner_key) != port->actor_oper_port_key) ||
631 		    ((lacpdu->partner_state & AD_STATE_LACP_ACTIVITY) != (port->actor_oper_port_state & AD_STATE_LACP_ACTIVITY)) ||
632 		    ((lacpdu->partner_state & AD_STATE_LACP_TIMEOUT) != (port->actor_oper_port_state & AD_STATE_LACP_TIMEOUT)) ||
633 		    ((lacpdu->partner_state & AD_STATE_SYNCHRONIZATION) != (port->actor_oper_port_state & AD_STATE_SYNCHRONIZATION)) ||
634 		    ((lacpdu->partner_state & AD_STATE_AGGREGATION) != (port->actor_oper_port_state & AD_STATE_AGGREGATION))
635 		   ) {
636 			port->ntt = true;
637 		}
638 	}
639 }
640 
641 /**
642  * __agg_ports_are_ready - check if all ports in an aggregator are ready
643  * @aggregator: the aggregator we're looking at
644  *
645  */
646 static int __agg_ports_are_ready(struct aggregator *aggregator)
647 {
648 	struct port *port;
649 	int retval = 1;
650 
651 	if (aggregator) {
652 		/* scan all ports in this aggregator to verfy if they are
653 		 * all ready.
654 		 */
655 		for (port = aggregator->lag_ports;
656 		     port;
657 		     port = port->next_port_in_aggregator) {
658 			if (!(port->sm_vars & AD_PORT_READY_N)) {
659 				retval = 0;
660 				break;
661 			}
662 		}
663 	}
664 
665 	return retval;
666 }
667 
668 /**
669  * __set_agg_ports_ready - set value of Ready bit in all ports of an aggregator
670  * @aggregator: the aggregator we're looking at
671  * @val: Should the ports' ready bit be set on or off
672  *
673  */
674 static void __set_agg_ports_ready(struct aggregator *aggregator, int val)
675 {
676 	struct port *port;
677 
678 	for (port = aggregator->lag_ports; port;
679 	     port = port->next_port_in_aggregator) {
680 		if (val)
681 			port->sm_vars |= AD_PORT_READY;
682 		else
683 			port->sm_vars &= ~AD_PORT_READY;
684 	}
685 }
686 
687 static int __agg_active_ports(struct aggregator *agg)
688 {
689 	struct port *port;
690 	int active = 0;
691 
692 	for (port = agg->lag_ports; port;
693 	     port = port->next_port_in_aggregator) {
694 		if (port->is_enabled)
695 			active++;
696 	}
697 
698 	return active;
699 }
700 
701 /**
702  * __get_agg_bandwidth - get the total bandwidth of an aggregator
703  * @aggregator: the aggregator we're looking at
704  *
705  */
706 static u32 __get_agg_bandwidth(struct aggregator *aggregator)
707 {
708 	int nports = __agg_active_ports(aggregator);
709 	u32 bandwidth = 0;
710 
711 	if (nports) {
712 		switch (__get_link_speed(aggregator->lag_ports)) {
713 		case AD_LINK_SPEED_1MBPS:
714 			bandwidth = nports;
715 			break;
716 		case AD_LINK_SPEED_10MBPS:
717 			bandwidth = nports * 10;
718 			break;
719 		case AD_LINK_SPEED_100MBPS:
720 			bandwidth = nports * 100;
721 			break;
722 		case AD_LINK_SPEED_1000MBPS:
723 			bandwidth = nports * 1000;
724 			break;
725 		case AD_LINK_SPEED_2500MBPS:
726 			bandwidth = nports * 2500;
727 			break;
728 		case AD_LINK_SPEED_5000MBPS:
729 			bandwidth = nports * 5000;
730 			break;
731 		case AD_LINK_SPEED_10000MBPS:
732 			bandwidth = nports * 10000;
733 			break;
734 		case AD_LINK_SPEED_14000MBPS:
735 			bandwidth = nports * 14000;
736 			break;
737 		case AD_LINK_SPEED_20000MBPS:
738 			bandwidth = nports * 20000;
739 			break;
740 		case AD_LINK_SPEED_25000MBPS:
741 			bandwidth = nports * 25000;
742 			break;
743 		case AD_LINK_SPEED_40000MBPS:
744 			bandwidth = nports * 40000;
745 			break;
746 		case AD_LINK_SPEED_50000MBPS:
747 			bandwidth = nports * 50000;
748 			break;
749 		case AD_LINK_SPEED_56000MBPS:
750 			bandwidth = nports * 56000;
751 			break;
752 		case AD_LINK_SPEED_100000MBPS:
753 			bandwidth = nports * 100000;
754 			break;
755 		default:
756 			bandwidth = 0; /* to silence the compiler */
757 		}
758 	}
759 	return bandwidth;
760 }
761 
762 /**
763  * __get_active_agg - get the current active aggregator
764  * @aggregator: the aggregator we're looking at
765  *
766  * Caller must hold RCU lock.
767  */
768 static struct aggregator *__get_active_agg(struct aggregator *aggregator)
769 {
770 	struct bonding *bond = aggregator->slave->bond;
771 	struct list_head *iter;
772 	struct slave *slave;
773 
774 	bond_for_each_slave_rcu(bond, slave, iter)
775 		if (SLAVE_AD_INFO(slave)->aggregator.is_active)
776 			return &(SLAVE_AD_INFO(slave)->aggregator);
777 
778 	return NULL;
779 }
780 
781 /**
782  * __update_lacpdu_from_port - update a port's lacpdu fields
783  * @port: the port we're looking at
784  */
785 static inline void __update_lacpdu_from_port(struct port *port)
786 {
787 	struct lacpdu *lacpdu = &port->lacpdu;
788 	const struct port_params *partner = &port->partner_oper;
789 
790 	/* update current actual Actor parameters
791 	 * lacpdu->subtype                   initialized
792 	 * lacpdu->version_number            initialized
793 	 * lacpdu->tlv_type_actor_info       initialized
794 	 * lacpdu->actor_information_length  initialized
795 	 */
796 
797 	lacpdu->actor_system_priority = htons(port->actor_system_priority);
798 	lacpdu->actor_system = port->actor_system;
799 	lacpdu->actor_key = htons(port->actor_oper_port_key);
800 	lacpdu->actor_port_priority = htons(port->actor_port_priority);
801 	lacpdu->actor_port = htons(port->actor_port_number);
802 	lacpdu->actor_state = port->actor_oper_port_state;
803 	pr_debug("update lacpdu: %s, actor port state %x\n",
804 		 port->slave->dev->name, port->actor_oper_port_state);
805 
806 	/* lacpdu->reserved_3_1              initialized
807 	 * lacpdu->tlv_type_partner_info     initialized
808 	 * lacpdu->partner_information_length initialized
809 	 */
810 
811 	lacpdu->partner_system_priority = htons(partner->system_priority);
812 	lacpdu->partner_system = partner->system;
813 	lacpdu->partner_key = htons(partner->key);
814 	lacpdu->partner_port_priority = htons(partner->port_priority);
815 	lacpdu->partner_port = htons(partner->port_number);
816 	lacpdu->partner_state = partner->port_state;
817 
818 	/* lacpdu->reserved_3_2              initialized
819 	 * lacpdu->tlv_type_collector_info   initialized
820 	 * lacpdu->collector_information_length initialized
821 	 * collector_max_delay                initialized
822 	 * reserved_12[12]                   initialized
823 	 * tlv_type_terminator               initialized
824 	 * terminator_length                 initialized
825 	 * reserved_50[50]                   initialized
826 	 */
827 }
828 
829 /* ================= main 802.3ad protocol code ========================= */
830 
831 /**
832  * ad_lacpdu_send - send out a lacpdu packet on a given port
833  * @port: the port we're looking at
834  *
835  * Returns:   0 on success
836  *          < 0 on error
837  */
838 static int ad_lacpdu_send(struct port *port)
839 {
840 	struct slave *slave = port->slave;
841 	struct sk_buff *skb;
842 	struct lacpdu_header *lacpdu_header;
843 	int length = sizeof(struct lacpdu_header);
844 
845 	skb = dev_alloc_skb(length);
846 	if (!skb)
847 		return -ENOMEM;
848 
849 	skb->dev = slave->dev;
850 	skb_reset_mac_header(skb);
851 	skb->network_header = skb->mac_header + ETH_HLEN;
852 	skb->protocol = PKT_TYPE_LACPDU;
853 	skb->priority = TC_PRIO_CONTROL;
854 
855 	lacpdu_header = (struct lacpdu_header *)skb_put(skb, length);
856 
857 	ether_addr_copy(lacpdu_header->hdr.h_dest, lacpdu_mcast_addr);
858 	/* Note: source address is set to be the member's PERMANENT address,
859 	 * because we use it to identify loopback lacpdus in receive.
860 	 */
861 	ether_addr_copy(lacpdu_header->hdr.h_source, slave->perm_hwaddr);
862 	lacpdu_header->hdr.h_proto = PKT_TYPE_LACPDU;
863 
864 	lacpdu_header->lacpdu = port->lacpdu;
865 
866 	dev_queue_xmit(skb);
867 
868 	return 0;
869 }
870 
871 /**
872  * ad_marker_send - send marker information/response on a given port
873  * @port: the port we're looking at
874  * @marker: marker data to send
875  *
876  * Returns:   0 on success
877  *          < 0 on error
878  */
879 static int ad_marker_send(struct port *port, struct bond_marker *marker)
880 {
881 	struct slave *slave = port->slave;
882 	struct sk_buff *skb;
883 	struct bond_marker_header *marker_header;
884 	int length = sizeof(struct bond_marker_header);
885 
886 	skb = dev_alloc_skb(length + 16);
887 	if (!skb)
888 		return -ENOMEM;
889 
890 	skb_reserve(skb, 16);
891 
892 	skb->dev = slave->dev;
893 	skb_reset_mac_header(skb);
894 	skb->network_header = skb->mac_header + ETH_HLEN;
895 	skb->protocol = PKT_TYPE_LACPDU;
896 
897 	marker_header = (struct bond_marker_header *)skb_put(skb, length);
898 
899 	ether_addr_copy(marker_header->hdr.h_dest, lacpdu_mcast_addr);
900 	/* Note: source address is set to be the member's PERMANENT address,
901 	 * because we use it to identify loopback MARKERs in receive.
902 	 */
903 	ether_addr_copy(marker_header->hdr.h_source, slave->perm_hwaddr);
904 	marker_header->hdr.h_proto = PKT_TYPE_LACPDU;
905 
906 	marker_header->marker = *marker;
907 
908 	dev_queue_xmit(skb);
909 
910 	return 0;
911 }
912 
913 /**
914  * ad_mux_machine - handle a port's mux state machine
915  * @port: the port we're looking at
916  * @update_slave_arr: Does slave array need update?
917  */
918 static void ad_mux_machine(struct port *port, bool *update_slave_arr)
919 {
920 	mux_states_t last_state;
921 
922 	/* keep current State Machine state to compare later if it was
923 	 * changed
924 	 */
925 	last_state = port->sm_mux_state;
926 
927 	if (port->sm_vars & AD_PORT_BEGIN) {
928 		port->sm_mux_state = AD_MUX_DETACHED;
929 	} else {
930 		switch (port->sm_mux_state) {
931 		case AD_MUX_DETACHED:
932 			if ((port->sm_vars & AD_PORT_SELECTED)
933 			    || (port->sm_vars & AD_PORT_STANDBY))
934 				/* if SELECTED or STANDBY */
935 				port->sm_mux_state = AD_MUX_WAITING;
936 			break;
937 		case AD_MUX_WAITING:
938 			/* if SELECTED == FALSE return to DETACH state */
939 			if (!(port->sm_vars & AD_PORT_SELECTED)) {
940 				port->sm_vars &= ~AD_PORT_READY_N;
941 				/* in order to withhold the Selection Logic to
942 				 * check all ports READY_N value every callback
943 				 * cycle to update ready variable, we check
944 				 * READY_N and update READY here
945 				 */
946 				__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));
947 				port->sm_mux_state = AD_MUX_DETACHED;
948 				break;
949 			}
950 
951 			/* check if the wait_while_timer expired */
952 			if (port->sm_mux_timer_counter
953 			    && !(--port->sm_mux_timer_counter))
954 				port->sm_vars |= AD_PORT_READY_N;
955 
956 			/* in order to withhold the selection logic to check
957 			 * all ports READY_N value every callback cycle to
958 			 * update ready variable, we check READY_N and update
959 			 * READY here
960 			 */
961 			__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));
962 
963 			/* if the wait_while_timer expired, and the port is
964 			 * in READY state, move to ATTACHED state
965 			 */
966 			if ((port->sm_vars & AD_PORT_READY)
967 			    && !port->sm_mux_timer_counter)
968 				port->sm_mux_state = AD_MUX_ATTACHED;
969 			break;
970 		case AD_MUX_ATTACHED:
971 			/* check also if agg_select_timer expired (so the
972 			 * edable port will take place only after this timer)
973 			 */
974 			if ((port->sm_vars & AD_PORT_SELECTED) &&
975 			    (port->partner_oper.port_state & AD_STATE_SYNCHRONIZATION) &&
976 			    !__check_agg_selection_timer(port)) {
977 				if (port->aggregator->is_active)
978 					port->sm_mux_state =
979 					    AD_MUX_COLLECTING_DISTRIBUTING;
980 			} else if (!(port->sm_vars & AD_PORT_SELECTED) ||
981 				   (port->sm_vars & AD_PORT_STANDBY)) {
982 				/* if UNSELECTED or STANDBY */
983 				port->sm_vars &= ~AD_PORT_READY_N;
984 				/* in order to withhold the selection logic to
985 				 * check all ports READY_N value every callback
986 				 * cycle to update ready variable, we check
987 				 * READY_N and update READY here
988 				 */
989 				__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));
990 				port->sm_mux_state = AD_MUX_DETACHED;
991 			} else if (port->aggregator->is_active) {
992 				port->actor_oper_port_state |=
993 				    AD_STATE_SYNCHRONIZATION;
994 			}
995 			break;
996 		case AD_MUX_COLLECTING_DISTRIBUTING:
997 			if (!(port->sm_vars & AD_PORT_SELECTED) ||
998 			    (port->sm_vars & AD_PORT_STANDBY) ||
999 			    !(port->partner_oper.port_state & AD_STATE_SYNCHRONIZATION) ||
1000 			    !(port->actor_oper_port_state & AD_STATE_SYNCHRONIZATION)) {
1001 				port->sm_mux_state = AD_MUX_ATTACHED;
1002 			} else {
1003 				/* if port state hasn't changed make
1004 				 * sure that a collecting distributing
1005 				 * port in an active aggregator is enabled
1006 				 */
1007 				if (port->aggregator &&
1008 				    port->aggregator->is_active &&
1009 				    !__port_is_enabled(port)) {
1010 
1011 					__enable_port(port);
1012 				}
1013 			}
1014 			break;
1015 		default:
1016 			break;
1017 		}
1018 	}
1019 
1020 	/* check if the state machine was changed */
1021 	if (port->sm_mux_state != last_state) {
1022 		pr_debug("Mux Machine: Port=%d (%s), Last State=%d, Curr State=%d\n",
1023 			 port->actor_port_number,
1024 			 port->slave->dev->name,
1025 			 last_state,
1026 			 port->sm_mux_state);
1027 		switch (port->sm_mux_state) {
1028 		case AD_MUX_DETACHED:
1029 			port->actor_oper_port_state &= ~AD_STATE_SYNCHRONIZATION;
1030 			ad_disable_collecting_distributing(port,
1031 							   update_slave_arr);
1032 			port->actor_oper_port_state &= ~AD_STATE_COLLECTING;
1033 			port->actor_oper_port_state &= ~AD_STATE_DISTRIBUTING;
1034 			port->ntt = true;
1035 			break;
1036 		case AD_MUX_WAITING:
1037 			port->sm_mux_timer_counter = __ad_timer_to_ticks(AD_WAIT_WHILE_TIMER, 0);
1038 			break;
1039 		case AD_MUX_ATTACHED:
1040 			if (port->aggregator->is_active)
1041 				port->actor_oper_port_state |=
1042 				    AD_STATE_SYNCHRONIZATION;
1043 			else
1044 				port->actor_oper_port_state &=
1045 				    ~AD_STATE_SYNCHRONIZATION;
1046 			port->actor_oper_port_state &= ~AD_STATE_COLLECTING;
1047 			port->actor_oper_port_state &= ~AD_STATE_DISTRIBUTING;
1048 			ad_disable_collecting_distributing(port,
1049 							   update_slave_arr);
1050 			port->ntt = true;
1051 			break;
1052 		case AD_MUX_COLLECTING_DISTRIBUTING:
1053 			port->actor_oper_port_state |= AD_STATE_COLLECTING;
1054 			port->actor_oper_port_state |= AD_STATE_DISTRIBUTING;
1055 			port->actor_oper_port_state |= AD_STATE_SYNCHRONIZATION;
1056 			ad_enable_collecting_distributing(port,
1057 							  update_slave_arr);
1058 			port->ntt = true;
1059 			break;
1060 		default:
1061 			break;
1062 		}
1063 	}
1064 }
1065 
1066 /**
1067  * ad_rx_machine - handle a port's rx State Machine
1068  * @lacpdu: the lacpdu we've received
1069  * @port: the port we're looking at
1070  *
1071  * If lacpdu arrived, stop previous timer (if exists) and set the next state as
1072  * CURRENT. If timer expired set the state machine in the proper state.
1073  * In other cases, this function checks if we need to switch to other state.
1074  */
1075 static void ad_rx_machine(struct lacpdu *lacpdu, struct port *port)
1076 {
1077 	rx_states_t last_state;
1078 
1079 	/* keep current State Machine state to compare later if it was
1080 	 * changed
1081 	 */
1082 	last_state = port->sm_rx_state;
1083 
1084 	/* check if state machine should change state */
1085 
1086 	/* first, check if port was reinitialized */
1087 	if (port->sm_vars & AD_PORT_BEGIN) {
1088 		port->sm_rx_state = AD_RX_INITIALIZE;
1089 		port->sm_vars |= AD_PORT_CHURNED;
1090 	/* check if port is not enabled */
1091 	} else if (!(port->sm_vars & AD_PORT_BEGIN) && !port->is_enabled)
1092 		port->sm_rx_state = AD_RX_PORT_DISABLED;
1093 	/* check if new lacpdu arrived */
1094 	else if (lacpdu && ((port->sm_rx_state == AD_RX_EXPIRED) ||
1095 		 (port->sm_rx_state == AD_RX_DEFAULTED) ||
1096 		 (port->sm_rx_state == AD_RX_CURRENT))) {
1097 		if (port->sm_rx_state != AD_RX_CURRENT)
1098 			port->sm_vars |= AD_PORT_CHURNED;
1099 		port->sm_rx_timer_counter = 0;
1100 		port->sm_rx_state = AD_RX_CURRENT;
1101 	} else {
1102 		/* if timer is on, and if it is expired */
1103 		if (port->sm_rx_timer_counter &&
1104 		    !(--port->sm_rx_timer_counter)) {
1105 			switch (port->sm_rx_state) {
1106 			case AD_RX_EXPIRED:
1107 				port->sm_rx_state = AD_RX_DEFAULTED;
1108 				break;
1109 			case AD_RX_CURRENT:
1110 				port->sm_rx_state = AD_RX_EXPIRED;
1111 				break;
1112 			default:
1113 				break;
1114 			}
1115 		} else {
1116 			/* if no lacpdu arrived and no timer is on */
1117 			switch (port->sm_rx_state) {
1118 			case AD_RX_PORT_DISABLED:
1119 				if (port->is_enabled &&
1120 				    (port->sm_vars & AD_PORT_LACP_ENABLED))
1121 					port->sm_rx_state = AD_RX_EXPIRED;
1122 				else if (port->is_enabled
1123 					 && ((port->sm_vars
1124 					      & AD_PORT_LACP_ENABLED) == 0))
1125 					port->sm_rx_state = AD_RX_LACP_DISABLED;
1126 				break;
1127 			default:
1128 				break;
1129 
1130 			}
1131 		}
1132 	}
1133 
1134 	/* check if the State machine was changed or new lacpdu arrived */
1135 	if ((port->sm_rx_state != last_state) || (lacpdu)) {
1136 		pr_debug("Rx Machine: Port=%d (%s), Last State=%d, Curr State=%d\n",
1137 			 port->actor_port_number,
1138 			 port->slave->dev->name,
1139 			 last_state,
1140 			 port->sm_rx_state);
1141 		switch (port->sm_rx_state) {
1142 		case AD_RX_INITIALIZE:
1143 			if (!(port->actor_oper_port_key & AD_DUPLEX_KEY_MASKS))
1144 				port->sm_vars &= ~AD_PORT_LACP_ENABLED;
1145 			else
1146 				port->sm_vars |= AD_PORT_LACP_ENABLED;
1147 			port->sm_vars &= ~AD_PORT_SELECTED;
1148 			__record_default(port);
1149 			port->actor_oper_port_state &= ~AD_STATE_EXPIRED;
1150 			port->sm_rx_state = AD_RX_PORT_DISABLED;
1151 
1152 			/* Fall Through */
1153 		case AD_RX_PORT_DISABLED:
1154 			port->sm_vars &= ~AD_PORT_MATCHED;
1155 			break;
1156 		case AD_RX_LACP_DISABLED:
1157 			port->sm_vars &= ~AD_PORT_SELECTED;
1158 			__record_default(port);
1159 			port->partner_oper.port_state &= ~AD_STATE_AGGREGATION;
1160 			port->sm_vars |= AD_PORT_MATCHED;
1161 			port->actor_oper_port_state &= ~AD_STATE_EXPIRED;
1162 			break;
1163 		case AD_RX_EXPIRED:
1164 			/* Reset of the Synchronization flag (Standard 43.4.12)
1165 			 * This reset cause to disable this port in the
1166 			 * COLLECTING_DISTRIBUTING state of the mux machine in
1167 			 * case of EXPIRED even if LINK_DOWN didn't arrive for
1168 			 * the port.
1169 			 */
1170 			port->partner_oper.port_state &= ~AD_STATE_SYNCHRONIZATION;
1171 			port->sm_vars &= ~AD_PORT_MATCHED;
1172 			port->partner_oper.port_state |= AD_STATE_LACP_TIMEOUT;
1173 			port->partner_oper.port_state |= AD_STATE_LACP_ACTIVITY;
1174 			port->sm_rx_timer_counter = __ad_timer_to_ticks(AD_CURRENT_WHILE_TIMER, (u16)(AD_SHORT_TIMEOUT));
1175 			port->actor_oper_port_state |= AD_STATE_EXPIRED;
1176 			port->sm_vars |= AD_PORT_CHURNED;
1177 			break;
1178 		case AD_RX_DEFAULTED:
1179 			__update_default_selected(port);
1180 			__record_default(port);
1181 			port->sm_vars |= AD_PORT_MATCHED;
1182 			port->actor_oper_port_state &= ~AD_STATE_EXPIRED;
1183 			break;
1184 		case AD_RX_CURRENT:
1185 			/* detect loopback situation */
1186 			if (MAC_ADDRESS_EQUAL(&(lacpdu->actor_system),
1187 					      &(port->actor_system))) {
1188 				netdev_err(port->slave->bond->dev, "An illegal loopback occurred on adapter (%s)\n"
1189 				       "Check the configuration to verify that all adapters are connected to 802.3ad compliant switch ports\n",
1190 				       port->slave->dev->name);
1191 				return;
1192 			}
1193 			__update_selected(lacpdu, port);
1194 			__update_ntt(lacpdu, port);
1195 			__record_pdu(lacpdu, port);
1196 			port->sm_rx_timer_counter = __ad_timer_to_ticks(AD_CURRENT_WHILE_TIMER, (u16)(port->actor_oper_port_state & AD_STATE_LACP_TIMEOUT));
1197 			port->actor_oper_port_state &= ~AD_STATE_EXPIRED;
1198 			break;
1199 		default:
1200 			break;
1201 		}
1202 	}
1203 }
1204 
1205 /**
1206  * ad_churn_machine - handle port churn's state machine
1207  * @port: the port we're looking at
1208  *
1209  */
1210 static void ad_churn_machine(struct port *port)
1211 {
1212 	if (port->sm_vars & AD_PORT_CHURNED) {
1213 		port->sm_vars &= ~AD_PORT_CHURNED;
1214 		port->sm_churn_actor_state = AD_CHURN_MONITOR;
1215 		port->sm_churn_partner_state = AD_CHURN_MONITOR;
1216 		port->sm_churn_actor_timer_counter =
1217 			__ad_timer_to_ticks(AD_ACTOR_CHURN_TIMER, 0);
1218 		 port->sm_churn_partner_timer_counter =
1219 			 __ad_timer_to_ticks(AD_PARTNER_CHURN_TIMER, 0);
1220 		return;
1221 	}
1222 	if (port->sm_churn_actor_timer_counter &&
1223 	    !(--port->sm_churn_actor_timer_counter) &&
1224 	    port->sm_churn_actor_state == AD_CHURN_MONITOR) {
1225 		if (port->actor_oper_port_state & AD_STATE_SYNCHRONIZATION) {
1226 			port->sm_churn_actor_state = AD_NO_CHURN;
1227 		} else {
1228 			port->churn_actor_count++;
1229 			port->sm_churn_actor_state = AD_CHURN;
1230 		}
1231 	}
1232 	if (port->sm_churn_partner_timer_counter &&
1233 	    !(--port->sm_churn_partner_timer_counter) &&
1234 	    port->sm_churn_partner_state == AD_CHURN_MONITOR) {
1235 		if (port->partner_oper.port_state & AD_STATE_SYNCHRONIZATION) {
1236 			port->sm_churn_partner_state = AD_NO_CHURN;
1237 		} else {
1238 			port->churn_partner_count++;
1239 			port->sm_churn_partner_state = AD_CHURN;
1240 		}
1241 	}
1242 }
1243 
1244 /**
1245  * ad_tx_machine - handle a port's tx state machine
1246  * @port: the port we're looking at
1247  */
1248 static void ad_tx_machine(struct port *port)
1249 {
1250 	/* check if tx timer expired, to verify that we do not send more than
1251 	 * 3 packets per second
1252 	 */
1253 	if (port->sm_tx_timer_counter && !(--port->sm_tx_timer_counter)) {
1254 		/* check if there is something to send */
1255 		if (port->ntt && (port->sm_vars & AD_PORT_LACP_ENABLED)) {
1256 			__update_lacpdu_from_port(port);
1257 
1258 			if (ad_lacpdu_send(port) >= 0) {
1259 				pr_debug("Sent LACPDU on port %d\n",
1260 					 port->actor_port_number);
1261 
1262 				/* mark ntt as false, so it will not be sent
1263 				 * again until demanded
1264 				 */
1265 				port->ntt = false;
1266 			}
1267 		}
1268 		/* restart tx timer(to verify that we will not exceed
1269 		 * AD_MAX_TX_IN_SECOND
1270 		 */
1271 		port->sm_tx_timer_counter = ad_ticks_per_sec/AD_MAX_TX_IN_SECOND;
1272 	}
1273 }
1274 
1275 /**
1276  * ad_periodic_machine - handle a port's periodic state machine
1277  * @port: the port we're looking at
1278  *
1279  * Turn ntt flag on priodically to perform periodic transmission of lacpdu's.
1280  */
1281 static void ad_periodic_machine(struct port *port)
1282 {
1283 	periodic_states_t last_state;
1284 
1285 	/* keep current state machine state to compare later if it was changed */
1286 	last_state = port->sm_periodic_state;
1287 
1288 	/* check if port was reinitialized */
1289 	if (((port->sm_vars & AD_PORT_BEGIN) || !(port->sm_vars & AD_PORT_LACP_ENABLED) || !port->is_enabled) ||
1290 	    (!(port->actor_oper_port_state & AD_STATE_LACP_ACTIVITY) && !(port->partner_oper.port_state & AD_STATE_LACP_ACTIVITY))
1291 	   ) {
1292 		port->sm_periodic_state = AD_NO_PERIODIC;
1293 	}
1294 	/* check if state machine should change state */
1295 	else if (port->sm_periodic_timer_counter) {
1296 		/* check if periodic state machine expired */
1297 		if (!(--port->sm_periodic_timer_counter)) {
1298 			/* if expired then do tx */
1299 			port->sm_periodic_state = AD_PERIODIC_TX;
1300 		} else {
1301 			/* If not expired, check if there is some new timeout
1302 			 * parameter from the partner state
1303 			 */
1304 			switch (port->sm_periodic_state) {
1305 			case AD_FAST_PERIODIC:
1306 				if (!(port->partner_oper.port_state
1307 				      & AD_STATE_LACP_TIMEOUT))
1308 					port->sm_periodic_state = AD_SLOW_PERIODIC;
1309 				break;
1310 			case AD_SLOW_PERIODIC:
1311 				if ((port->partner_oper.port_state & AD_STATE_LACP_TIMEOUT)) {
1312 					port->sm_periodic_timer_counter = 0;
1313 					port->sm_periodic_state = AD_PERIODIC_TX;
1314 				}
1315 				break;
1316 			default:
1317 				break;
1318 			}
1319 		}
1320 	} else {
1321 		switch (port->sm_periodic_state) {
1322 		case AD_NO_PERIODIC:
1323 			port->sm_periodic_state = AD_FAST_PERIODIC;
1324 			break;
1325 		case AD_PERIODIC_TX:
1326 			if (!(port->partner_oper.port_state &
1327 			    AD_STATE_LACP_TIMEOUT))
1328 				port->sm_periodic_state = AD_SLOW_PERIODIC;
1329 			else
1330 				port->sm_periodic_state = AD_FAST_PERIODIC;
1331 			break;
1332 		default:
1333 			break;
1334 		}
1335 	}
1336 
1337 	/* check if the state machine was changed */
1338 	if (port->sm_periodic_state != last_state) {
1339 		pr_debug("Periodic Machine: Port=%d, Last State=%d, Curr State=%d\n",
1340 			 port->actor_port_number, last_state,
1341 			 port->sm_periodic_state);
1342 		switch (port->sm_periodic_state) {
1343 		case AD_NO_PERIODIC:
1344 			port->sm_periodic_timer_counter = 0;
1345 			break;
1346 		case AD_FAST_PERIODIC:
1347 			/* decrement 1 tick we lost in the PERIODIC_TX cycle */
1348 			port->sm_periodic_timer_counter = __ad_timer_to_ticks(AD_PERIODIC_TIMER, (u16)(AD_FAST_PERIODIC_TIME))-1;
1349 			break;
1350 		case AD_SLOW_PERIODIC:
1351 			/* decrement 1 tick we lost in the PERIODIC_TX cycle */
1352 			port->sm_periodic_timer_counter = __ad_timer_to_ticks(AD_PERIODIC_TIMER, (u16)(AD_SLOW_PERIODIC_TIME))-1;
1353 			break;
1354 		case AD_PERIODIC_TX:
1355 			port->ntt = true;
1356 			break;
1357 		default:
1358 			break;
1359 		}
1360 	}
1361 }
1362 
1363 /**
1364  * ad_port_selection_logic - select aggregation groups
1365  * @port: the port we're looking at
1366  * @update_slave_arr: Does slave array need update?
1367  *
1368  * Select aggregation groups, and assign each port for it's aggregetor. The
1369  * selection logic is called in the inititalization (after all the handshkes),
1370  * and after every lacpdu receive (if selected is off).
1371  */
1372 static void ad_port_selection_logic(struct port *port, bool *update_slave_arr)
1373 {
1374 	struct aggregator *aggregator, *free_aggregator = NULL, *temp_aggregator;
1375 	struct port *last_port = NULL, *curr_port;
1376 	struct list_head *iter;
1377 	struct bonding *bond;
1378 	struct slave *slave;
1379 	int found = 0;
1380 
1381 	/* if the port is already Selected, do nothing */
1382 	if (port->sm_vars & AD_PORT_SELECTED)
1383 		return;
1384 
1385 	bond = __get_bond_by_port(port);
1386 
1387 	/* if the port is connected to other aggregator, detach it */
1388 	if (port->aggregator) {
1389 		/* detach the port from its former aggregator */
1390 		temp_aggregator = port->aggregator;
1391 		for (curr_port = temp_aggregator->lag_ports; curr_port;
1392 		     last_port = curr_port,
1393 		     curr_port = curr_port->next_port_in_aggregator) {
1394 			if (curr_port == port) {
1395 				temp_aggregator->num_of_ports--;
1396 				/* if it is the first port attached to the
1397 				 * aggregator
1398 				 */
1399 				if (!last_port) {
1400 					temp_aggregator->lag_ports =
1401 						port->next_port_in_aggregator;
1402 				} else {
1403 					/* not the first port attached to the
1404 					 * aggregator
1405 					 */
1406 					last_port->next_port_in_aggregator =
1407 						port->next_port_in_aggregator;
1408 				}
1409 
1410 				/* clear the port's relations to this
1411 				 * aggregator
1412 				 */
1413 				port->aggregator = NULL;
1414 				port->next_port_in_aggregator = NULL;
1415 				port->actor_port_aggregator_identifier = 0;
1416 
1417 				netdev_dbg(bond->dev, "Port %d left LAG %d\n",
1418 					   port->actor_port_number,
1419 					   temp_aggregator->aggregator_identifier);
1420 				/* if the aggregator is empty, clear its
1421 				 * parameters, and set it ready to be attached
1422 				 */
1423 				if (!temp_aggregator->lag_ports)
1424 					ad_clear_agg(temp_aggregator);
1425 				break;
1426 			}
1427 		}
1428 		if (!curr_port) {
1429 			/* meaning: the port was related to an aggregator
1430 			 * but was not on the aggregator port list
1431 			 */
1432 			net_warn_ratelimited("%s: Warning: Port %d (on %s) was related to aggregator %d but was not on its port list\n",
1433 					     port->slave->bond->dev->name,
1434 					     port->actor_port_number,
1435 					     port->slave->dev->name,
1436 					     port->aggregator->aggregator_identifier);
1437 		}
1438 	}
1439 	/* search on all aggregators for a suitable aggregator for this port */
1440 	bond_for_each_slave(bond, slave, iter) {
1441 		aggregator = &(SLAVE_AD_INFO(slave)->aggregator);
1442 
1443 		/* keep a free aggregator for later use(if needed) */
1444 		if (!aggregator->lag_ports) {
1445 			if (!free_aggregator)
1446 				free_aggregator = aggregator;
1447 			continue;
1448 		}
1449 		/* check if current aggregator suits us */
1450 		if (((aggregator->actor_oper_aggregator_key == port->actor_oper_port_key) && /* if all parameters match AND */
1451 		     MAC_ADDRESS_EQUAL(&(aggregator->partner_system), &(port->partner_oper.system)) &&
1452 		     (aggregator->partner_system_priority == port->partner_oper.system_priority) &&
1453 		     (aggregator->partner_oper_aggregator_key == port->partner_oper.key)
1454 		    ) &&
1455 		    ((!MAC_ADDRESS_EQUAL(&(port->partner_oper.system), &(null_mac_addr)) && /* partner answers */
1456 		      !aggregator->is_individual)  /* but is not individual OR */
1457 		    )
1458 		   ) {
1459 			/* attach to the founded aggregator */
1460 			port->aggregator = aggregator;
1461 			port->actor_port_aggregator_identifier =
1462 				port->aggregator->aggregator_identifier;
1463 			port->next_port_in_aggregator = aggregator->lag_ports;
1464 			port->aggregator->num_of_ports++;
1465 			aggregator->lag_ports = port;
1466 			netdev_dbg(bond->dev, "Port %d joined LAG %d(existing LAG)\n",
1467 				   port->actor_port_number,
1468 				   port->aggregator->aggregator_identifier);
1469 
1470 			/* mark this port as selected */
1471 			port->sm_vars |= AD_PORT_SELECTED;
1472 			found = 1;
1473 			break;
1474 		}
1475 	}
1476 
1477 	/* the port couldn't find an aggregator - attach it to a new
1478 	 * aggregator
1479 	 */
1480 	if (!found) {
1481 		if (free_aggregator) {
1482 			/* assign port a new aggregator */
1483 			port->aggregator = free_aggregator;
1484 			port->actor_port_aggregator_identifier =
1485 				port->aggregator->aggregator_identifier;
1486 
1487 			/* update the new aggregator's parameters
1488 			 * if port was responsed from the end-user
1489 			 */
1490 			if (port->actor_oper_port_key & AD_DUPLEX_KEY_MASKS)
1491 				/* if port is full duplex */
1492 				port->aggregator->is_individual = false;
1493 			else
1494 				port->aggregator->is_individual = true;
1495 
1496 			port->aggregator->actor_admin_aggregator_key =
1497 				port->actor_admin_port_key;
1498 			port->aggregator->actor_oper_aggregator_key =
1499 				port->actor_oper_port_key;
1500 			port->aggregator->partner_system =
1501 				port->partner_oper.system;
1502 			port->aggregator->partner_system_priority =
1503 				port->partner_oper.system_priority;
1504 			port->aggregator->partner_oper_aggregator_key = port->partner_oper.key;
1505 			port->aggregator->receive_state = 1;
1506 			port->aggregator->transmit_state = 1;
1507 			port->aggregator->lag_ports = port;
1508 			port->aggregator->num_of_ports++;
1509 
1510 			/* mark this port as selected */
1511 			port->sm_vars |= AD_PORT_SELECTED;
1512 
1513 			netdev_dbg(bond->dev, "Port %d joined LAG %d(new LAG)\n",
1514 				   port->actor_port_number,
1515 				   port->aggregator->aggregator_identifier);
1516 		} else {
1517 			netdev_err(bond->dev, "Port %d (on %s) did not find a suitable aggregator\n",
1518 			       port->actor_port_number, port->slave->dev->name);
1519 		}
1520 	}
1521 	/* if all aggregator's ports are READY_N == TRUE, set ready=TRUE
1522 	 * in all aggregator's ports, else set ready=FALSE in all
1523 	 * aggregator's ports
1524 	 */
1525 	__set_agg_ports_ready(port->aggregator,
1526 			      __agg_ports_are_ready(port->aggregator));
1527 
1528 	aggregator = __get_first_agg(port);
1529 	ad_agg_selection_logic(aggregator, update_slave_arr);
1530 
1531 	if (!port->aggregator->is_active)
1532 		port->actor_oper_port_state &= ~AD_STATE_SYNCHRONIZATION;
1533 }
1534 
1535 /* Decide if "agg" is a better choice for the new active aggregator that
1536  * the current best, according to the ad_select policy.
1537  */
1538 static struct aggregator *ad_agg_selection_test(struct aggregator *best,
1539 						struct aggregator *curr)
1540 {
1541 	/* 0. If no best, select current.
1542 	 *
1543 	 * 1. If the current agg is not individual, and the best is
1544 	 *    individual, select current.
1545 	 *
1546 	 * 2. If current agg is individual and the best is not, keep best.
1547 	 *
1548 	 * 3. Therefore, current and best are both individual or both not
1549 	 *    individual, so:
1550 	 *
1551 	 * 3a. If current agg partner replied, and best agg partner did not,
1552 	 *     select current.
1553 	 *
1554 	 * 3b. If current agg partner did not reply and best agg partner
1555 	 *     did reply, keep best.
1556 	 *
1557 	 * 4.  Therefore, current and best both have partner replies or
1558 	 *     both do not, so perform selection policy:
1559 	 *
1560 	 * BOND_AD_COUNT: Select by count of ports.  If count is equal,
1561 	 *     select by bandwidth.
1562 	 *
1563 	 * BOND_AD_STABLE, BOND_AD_BANDWIDTH: Select by bandwidth.
1564 	 */
1565 	if (!best)
1566 		return curr;
1567 
1568 	if (!curr->is_individual && best->is_individual)
1569 		return curr;
1570 
1571 	if (curr->is_individual && !best->is_individual)
1572 		return best;
1573 
1574 	if (__agg_has_partner(curr) && !__agg_has_partner(best))
1575 		return curr;
1576 
1577 	if (!__agg_has_partner(curr) && __agg_has_partner(best))
1578 		return best;
1579 
1580 	switch (__get_agg_selection_mode(curr->lag_ports)) {
1581 	case BOND_AD_COUNT:
1582 		if (__agg_active_ports(curr) > __agg_active_ports(best))
1583 			return curr;
1584 
1585 		if (__agg_active_ports(curr) < __agg_active_ports(best))
1586 			return best;
1587 
1588 		/*FALLTHROUGH*/
1589 	case BOND_AD_STABLE:
1590 	case BOND_AD_BANDWIDTH:
1591 		if (__get_agg_bandwidth(curr) > __get_agg_bandwidth(best))
1592 			return curr;
1593 
1594 		break;
1595 
1596 	default:
1597 		net_warn_ratelimited("%s: Impossible agg select mode %d\n",
1598 				     curr->slave->bond->dev->name,
1599 				     __get_agg_selection_mode(curr->lag_ports));
1600 		break;
1601 	}
1602 
1603 	return best;
1604 }
1605 
1606 static int agg_device_up(const struct aggregator *agg)
1607 {
1608 	struct port *port = agg->lag_ports;
1609 
1610 	if (!port)
1611 		return 0;
1612 
1613 	for (port = agg->lag_ports; port;
1614 	     port = port->next_port_in_aggregator) {
1615 		if (netif_running(port->slave->dev) &&
1616 		    netif_carrier_ok(port->slave->dev))
1617 			return 1;
1618 	}
1619 
1620 	return 0;
1621 }
1622 
1623 /**
1624  * ad_agg_selection_logic - select an aggregation group for a team
1625  * @aggregator: the aggregator we're looking at
1626  * @update_slave_arr: Does slave array need update?
1627  *
1628  * It is assumed that only one aggregator may be selected for a team.
1629  *
1630  * The logic of this function is to select the aggregator according to
1631  * the ad_select policy:
1632  *
1633  * BOND_AD_STABLE: select the aggregator with the most ports attached to
1634  * it, and to reselect the active aggregator only if the previous
1635  * aggregator has no more ports related to it.
1636  *
1637  * BOND_AD_BANDWIDTH: select the aggregator with the highest total
1638  * bandwidth, and reselect whenever a link state change takes place or the
1639  * set of slaves in the bond changes.
1640  *
1641  * BOND_AD_COUNT: select the aggregator with largest number of ports
1642  * (slaves), and reselect whenever a link state change takes place or the
1643  * set of slaves in the bond changes.
1644  *
1645  * FIXME: this function MUST be called with the first agg in the bond, or
1646  * __get_active_agg() won't work correctly. This function should be better
1647  * called with the bond itself, and retrieve the first agg from it.
1648  */
1649 static void ad_agg_selection_logic(struct aggregator *agg,
1650 				   bool *update_slave_arr)
1651 {
1652 	struct aggregator *best, *active, *origin;
1653 	struct bonding *bond = agg->slave->bond;
1654 	struct list_head *iter;
1655 	struct slave *slave;
1656 	struct port *port;
1657 
1658 	rcu_read_lock();
1659 	origin = agg;
1660 	active = __get_active_agg(agg);
1661 	best = (active && agg_device_up(active)) ? active : NULL;
1662 
1663 	bond_for_each_slave_rcu(bond, slave, iter) {
1664 		agg = &(SLAVE_AD_INFO(slave)->aggregator);
1665 
1666 		agg->is_active = 0;
1667 
1668 		if (__agg_active_ports(agg) && agg_device_up(agg))
1669 			best = ad_agg_selection_test(best, agg);
1670 	}
1671 
1672 	if (best &&
1673 	    __get_agg_selection_mode(best->lag_ports) == BOND_AD_STABLE) {
1674 		/* For the STABLE policy, don't replace the old active
1675 		 * aggregator if it's still active (it has an answering
1676 		 * partner) or if both the best and active don't have an
1677 		 * answering partner.
1678 		 */
1679 		if (active && active->lag_ports &&
1680 		    __agg_active_ports(active) &&
1681 		    (__agg_has_partner(active) ||
1682 		     (!__agg_has_partner(active) &&
1683 		     !__agg_has_partner(best)))) {
1684 			if (!(!active->actor_oper_aggregator_key &&
1685 			      best->actor_oper_aggregator_key)) {
1686 				best = NULL;
1687 				active->is_active = 1;
1688 			}
1689 		}
1690 	}
1691 
1692 	if (best && (best == active)) {
1693 		best = NULL;
1694 		active->is_active = 1;
1695 	}
1696 
1697 	/* if there is new best aggregator, activate it */
1698 	if (best) {
1699 		netdev_dbg(bond->dev, "best Agg=%d; P=%d; a k=%d; p k=%d; Ind=%d; Act=%d\n",
1700 			   best->aggregator_identifier, best->num_of_ports,
1701 			   best->actor_oper_aggregator_key,
1702 			   best->partner_oper_aggregator_key,
1703 			   best->is_individual, best->is_active);
1704 		netdev_dbg(bond->dev, "best ports %p slave %p %s\n",
1705 			   best->lag_ports, best->slave,
1706 			   best->slave ? best->slave->dev->name : "NULL");
1707 
1708 		bond_for_each_slave_rcu(bond, slave, iter) {
1709 			agg = &(SLAVE_AD_INFO(slave)->aggregator);
1710 
1711 			netdev_dbg(bond->dev, "Agg=%d; P=%d; a k=%d; p k=%d; Ind=%d; Act=%d\n",
1712 				   agg->aggregator_identifier, agg->num_of_ports,
1713 				   agg->actor_oper_aggregator_key,
1714 				   agg->partner_oper_aggregator_key,
1715 				   agg->is_individual, agg->is_active);
1716 		}
1717 
1718 		/* check if any partner replys */
1719 		if (best->is_individual) {
1720 			net_warn_ratelimited("%s: Warning: No 802.3ad response from the link partner for any adapters in the bond\n",
1721 					     best->slave ?
1722 					     best->slave->bond->dev->name : "NULL");
1723 		}
1724 
1725 		best->is_active = 1;
1726 		netdev_dbg(bond->dev, "LAG %d chosen as the active LAG\n",
1727 			   best->aggregator_identifier);
1728 		netdev_dbg(bond->dev, "Agg=%d; P=%d; a k=%d; p k=%d; Ind=%d; Act=%d\n",
1729 			   best->aggregator_identifier, best->num_of_ports,
1730 			   best->actor_oper_aggregator_key,
1731 			   best->partner_oper_aggregator_key,
1732 			   best->is_individual, best->is_active);
1733 
1734 		/* disable the ports that were related to the former
1735 		 * active_aggregator
1736 		 */
1737 		if (active) {
1738 			for (port = active->lag_ports; port;
1739 			     port = port->next_port_in_aggregator) {
1740 				__disable_port(port);
1741 			}
1742 		}
1743 		/* Slave array needs update. */
1744 		*update_slave_arr = true;
1745 	}
1746 
1747 	/* if the selected aggregator is of join individuals
1748 	 * (partner_system is NULL), enable their ports
1749 	 */
1750 	active = __get_active_agg(origin);
1751 
1752 	if (active) {
1753 		if (!__agg_has_partner(active)) {
1754 			for (port = active->lag_ports; port;
1755 			     port = port->next_port_in_aggregator) {
1756 				__enable_port(port);
1757 			}
1758 		}
1759 	}
1760 
1761 	rcu_read_unlock();
1762 
1763 	bond_3ad_set_carrier(bond);
1764 }
1765 
1766 /**
1767  * ad_clear_agg - clear a given aggregator's parameters
1768  * @aggregator: the aggregator we're looking at
1769  */
1770 static void ad_clear_agg(struct aggregator *aggregator)
1771 {
1772 	if (aggregator) {
1773 		aggregator->is_individual = false;
1774 		aggregator->actor_admin_aggregator_key = 0;
1775 		aggregator->actor_oper_aggregator_key = 0;
1776 		eth_zero_addr(aggregator->partner_system.mac_addr_value);
1777 		aggregator->partner_system_priority = 0;
1778 		aggregator->partner_oper_aggregator_key = 0;
1779 		aggregator->receive_state = 0;
1780 		aggregator->transmit_state = 0;
1781 		aggregator->lag_ports = NULL;
1782 		aggregator->is_active = 0;
1783 		aggregator->num_of_ports = 0;
1784 		pr_debug("LAG %d was cleared\n",
1785 			 aggregator->aggregator_identifier);
1786 	}
1787 }
1788 
1789 /**
1790  * ad_initialize_agg - initialize a given aggregator's parameters
1791  * @aggregator: the aggregator we're looking at
1792  */
1793 static void ad_initialize_agg(struct aggregator *aggregator)
1794 {
1795 	if (aggregator) {
1796 		ad_clear_agg(aggregator);
1797 
1798 		eth_zero_addr(aggregator->aggregator_mac_address.mac_addr_value);
1799 		aggregator->aggregator_identifier = 0;
1800 		aggregator->slave = NULL;
1801 	}
1802 }
1803 
1804 /**
1805  * ad_initialize_port - initialize a given port's parameters
1806  * @aggregator: the aggregator we're looking at
1807  * @lacp_fast: boolean. whether fast periodic should be used
1808  */
1809 static void ad_initialize_port(struct port *port, int lacp_fast)
1810 {
1811 	static const struct port_params tmpl = {
1812 		.system_priority = 0xffff,
1813 		.key             = 1,
1814 		.port_number     = 1,
1815 		.port_priority   = 0xff,
1816 		.port_state      = 1,
1817 	};
1818 	static const struct lacpdu lacpdu = {
1819 		.subtype		= 0x01,
1820 		.version_number = 0x01,
1821 		.tlv_type_actor_info = 0x01,
1822 		.actor_information_length = 0x14,
1823 		.tlv_type_partner_info = 0x02,
1824 		.partner_information_length = 0x14,
1825 		.tlv_type_collector_info = 0x03,
1826 		.collector_information_length = 0x10,
1827 		.collector_max_delay = htons(AD_COLLECTOR_MAX_DELAY),
1828 	};
1829 
1830 	if (port) {
1831 		port->actor_port_priority = 0xff;
1832 		port->actor_port_aggregator_identifier = 0;
1833 		port->ntt = false;
1834 		port->actor_admin_port_state = AD_STATE_AGGREGATION |
1835 					       AD_STATE_LACP_ACTIVITY;
1836 		port->actor_oper_port_state  = AD_STATE_AGGREGATION |
1837 					       AD_STATE_LACP_ACTIVITY;
1838 
1839 		if (lacp_fast)
1840 			port->actor_oper_port_state |= AD_STATE_LACP_TIMEOUT;
1841 
1842 		memcpy(&port->partner_admin, &tmpl, sizeof(tmpl));
1843 		memcpy(&port->partner_oper, &tmpl, sizeof(tmpl));
1844 
1845 		port->is_enabled = true;
1846 		/* private parameters */
1847 		port->sm_vars = AD_PORT_BEGIN | AD_PORT_LACP_ENABLED;
1848 		port->sm_rx_state = 0;
1849 		port->sm_rx_timer_counter = 0;
1850 		port->sm_periodic_state = 0;
1851 		port->sm_periodic_timer_counter = 0;
1852 		port->sm_mux_state = 0;
1853 		port->sm_mux_timer_counter = 0;
1854 		port->sm_tx_state = 0;
1855 		port->aggregator = NULL;
1856 		port->next_port_in_aggregator = NULL;
1857 		port->transaction_id = 0;
1858 
1859 		port->sm_churn_actor_timer_counter = 0;
1860 		port->sm_churn_actor_state = 0;
1861 		port->churn_actor_count = 0;
1862 		port->sm_churn_partner_timer_counter = 0;
1863 		port->sm_churn_partner_state = 0;
1864 		port->churn_partner_count = 0;
1865 
1866 		memcpy(&port->lacpdu, &lacpdu, sizeof(lacpdu));
1867 	}
1868 }
1869 
1870 /**
1871  * ad_enable_collecting_distributing - enable a port's transmit/receive
1872  * @port: the port we're looking at
1873  * @update_slave_arr: Does slave array need update?
1874  *
1875  * Enable @port if it's in an active aggregator
1876  */
1877 static void ad_enable_collecting_distributing(struct port *port,
1878 					      bool *update_slave_arr)
1879 {
1880 	if (port->aggregator->is_active) {
1881 		pr_debug("Enabling port %d(LAG %d)\n",
1882 			 port->actor_port_number,
1883 			 port->aggregator->aggregator_identifier);
1884 		__enable_port(port);
1885 		/* Slave array needs update */
1886 		*update_slave_arr = true;
1887 	}
1888 }
1889 
1890 /**
1891  * ad_disable_collecting_distributing - disable a port's transmit/receive
1892  * @port: the port we're looking at
1893  * @update_slave_arr: Does slave array need update?
1894  */
1895 static void ad_disable_collecting_distributing(struct port *port,
1896 					       bool *update_slave_arr)
1897 {
1898 	if (port->aggregator &&
1899 	    !MAC_ADDRESS_EQUAL(&(port->aggregator->partner_system),
1900 			       &(null_mac_addr))) {
1901 		pr_debug("Disabling port %d(LAG %d)\n",
1902 			 port->actor_port_number,
1903 			 port->aggregator->aggregator_identifier);
1904 		__disable_port(port);
1905 		/* Slave array needs an update */
1906 		*update_slave_arr = true;
1907 	}
1908 }
1909 
1910 /**
1911  * ad_marker_info_received - handle receive of a Marker information frame
1912  * @marker_info: Marker info received
1913  * @port: the port we're looking at
1914  */
1915 static void ad_marker_info_received(struct bond_marker *marker_info,
1916 	struct port *port)
1917 {
1918 	struct bond_marker marker;
1919 
1920 	/* copy the received marker data to the response marker */
1921 	memcpy(&marker, marker_info, sizeof(struct bond_marker));
1922 	/* change the marker subtype to marker response */
1923 	marker.tlv_type = AD_MARKER_RESPONSE_SUBTYPE;
1924 
1925 	/* send the marker response */
1926 	if (ad_marker_send(port, &marker) >= 0) {
1927 		pr_debug("Sent Marker Response on port %d\n",
1928 			 port->actor_port_number);
1929 	}
1930 }
1931 
1932 /**
1933  * ad_marker_response_received - handle receive of a marker response frame
1934  * @marker: marker PDU received
1935  * @port: the port we're looking at
1936  *
1937  * This function does nothing since we decided not to implement send and handle
1938  * response for marker PDU's, in this stage, but only to respond to marker
1939  * information.
1940  */
1941 static void ad_marker_response_received(struct bond_marker *marker,
1942 					struct port *port)
1943 {
1944 	/* DO NOTHING, SINCE WE DECIDED NOT TO IMPLEMENT THIS FEATURE FOR NOW */
1945 }
1946 
1947 /* ========= AD exported functions to the main bonding code ========= */
1948 
1949 /* Check aggregators status in team every T seconds */
1950 #define AD_AGGREGATOR_SELECTION_TIMER  8
1951 
1952 /**
1953  * bond_3ad_initiate_agg_selection - initate aggregator selection
1954  * @bond: bonding struct
1955  *
1956  * Set the aggregation selection timer, to initiate an agg selection in
1957  * the very near future.  Called during first initialization, and during
1958  * any down to up transitions of the bond.
1959  */
1960 void bond_3ad_initiate_agg_selection(struct bonding *bond, int timeout)
1961 {
1962 	BOND_AD_INFO(bond).agg_select_timer = timeout;
1963 }
1964 
1965 /**
1966  * bond_3ad_initialize - initialize a bond's 802.3ad parameters and structures
1967  * @bond: bonding struct to work on
1968  * @tick_resolution: tick duration (millisecond resolution)
1969  *
1970  * Can be called only after the mac address of the bond is set.
1971  */
1972 void bond_3ad_initialize(struct bonding *bond, u16 tick_resolution)
1973 {
1974 	/* check that the bond is not initialized yet */
1975 	if (!MAC_ADDRESS_EQUAL(&(BOND_AD_INFO(bond).system.sys_mac_addr),
1976 				bond->dev->dev_addr)) {
1977 
1978 		BOND_AD_INFO(bond).aggregator_identifier = 0;
1979 
1980 		BOND_AD_INFO(bond).system.sys_priority =
1981 			bond->params.ad_actor_sys_prio;
1982 		if (is_zero_ether_addr(bond->params.ad_actor_system))
1983 			BOND_AD_INFO(bond).system.sys_mac_addr =
1984 			    *((struct mac_addr *)bond->dev->dev_addr);
1985 		else
1986 			BOND_AD_INFO(bond).system.sys_mac_addr =
1987 			    *((struct mac_addr *)bond->params.ad_actor_system);
1988 
1989 		/* initialize how many times this module is called in one
1990 		 * second (should be about every 100ms)
1991 		 */
1992 		ad_ticks_per_sec = tick_resolution;
1993 
1994 		bond_3ad_initiate_agg_selection(bond,
1995 						AD_AGGREGATOR_SELECTION_TIMER *
1996 						ad_ticks_per_sec);
1997 	}
1998 }
1999 
2000 /**
2001  * bond_3ad_bind_slave - initialize a slave's port
2002  * @slave: slave struct to work on
2003  *
2004  * Returns:   0 on success
2005  *          < 0 on error
2006  */
2007 void bond_3ad_bind_slave(struct slave *slave)
2008 {
2009 	struct bonding *bond = bond_get_bond_by_slave(slave);
2010 	struct port *port;
2011 	struct aggregator *aggregator;
2012 
2013 	/* check that the slave has not been initialized yet. */
2014 	if (SLAVE_AD_INFO(slave)->port.slave != slave) {
2015 
2016 		/* port initialization */
2017 		port = &(SLAVE_AD_INFO(slave)->port);
2018 
2019 		ad_initialize_port(port, bond->params.lacp_fast);
2020 
2021 		port->slave = slave;
2022 		port->actor_port_number = SLAVE_AD_INFO(slave)->id;
2023 		/* key is determined according to the link speed, duplex and
2024 		 * user key
2025 		 */
2026 		port->actor_admin_port_key = bond->params.ad_user_port_key << 6;
2027 		ad_update_actor_keys(port, false);
2028 		/* actor system is the bond's system */
2029 		__ad_actor_update_port(port);
2030 		/* tx timer(to verify that no more than MAX_TX_IN_SECOND
2031 		 * lacpdu's are sent in one second)
2032 		 */
2033 		port->sm_tx_timer_counter = ad_ticks_per_sec/AD_MAX_TX_IN_SECOND;
2034 
2035 		__disable_port(port);
2036 
2037 		/* aggregator initialization */
2038 		aggregator = &(SLAVE_AD_INFO(slave)->aggregator);
2039 
2040 		ad_initialize_agg(aggregator);
2041 
2042 		aggregator->aggregator_mac_address = *((struct mac_addr *)bond->dev->dev_addr);
2043 		aggregator->aggregator_identifier = ++BOND_AD_INFO(bond).aggregator_identifier;
2044 		aggregator->slave = slave;
2045 		aggregator->is_active = 0;
2046 		aggregator->num_of_ports = 0;
2047 	}
2048 }
2049 
2050 /**
2051  * bond_3ad_unbind_slave - deinitialize a slave's port
2052  * @slave: slave struct to work on
2053  *
2054  * Search for the aggregator that is related to this port, remove the
2055  * aggregator and assign another aggregator for other port related to it
2056  * (if any), and remove the port.
2057  */
2058 void bond_3ad_unbind_slave(struct slave *slave)
2059 {
2060 	struct port *port, *prev_port, *temp_port;
2061 	struct aggregator *aggregator, *new_aggregator, *temp_aggregator;
2062 	int select_new_active_agg = 0;
2063 	struct bonding *bond = slave->bond;
2064 	struct slave *slave_iter;
2065 	struct list_head *iter;
2066 	bool dummy_slave_update; /* Ignore this value as caller updates array */
2067 
2068 	/* Sync against bond_3ad_state_machine_handler() */
2069 	spin_lock_bh(&bond->mode_lock);
2070 	aggregator = &(SLAVE_AD_INFO(slave)->aggregator);
2071 	port = &(SLAVE_AD_INFO(slave)->port);
2072 
2073 	/* if slave is null, the whole port is not initialized */
2074 	if (!port->slave) {
2075 		netdev_warn(bond->dev, "Trying to unbind an uninitialized port on %s\n",
2076 			    slave->dev->name);
2077 		goto out;
2078 	}
2079 
2080 	netdev_dbg(bond->dev, "Unbinding Link Aggregation Group %d\n",
2081 		   aggregator->aggregator_identifier);
2082 
2083 	/* Tell the partner that this port is not suitable for aggregation */
2084 	port->actor_oper_port_state &= ~AD_STATE_AGGREGATION;
2085 	__update_lacpdu_from_port(port);
2086 	ad_lacpdu_send(port);
2087 
2088 	/* check if this aggregator is occupied */
2089 	if (aggregator->lag_ports) {
2090 		/* check if there are other ports related to this aggregator
2091 		 * except the port related to this slave(thats ensure us that
2092 		 * there is a reason to search for new aggregator, and that we
2093 		 * will find one
2094 		 */
2095 		if ((aggregator->lag_ports != port) ||
2096 		    (aggregator->lag_ports->next_port_in_aggregator)) {
2097 			/* find new aggregator for the related port(s) */
2098 			bond_for_each_slave(bond, slave_iter, iter) {
2099 				new_aggregator = &(SLAVE_AD_INFO(slave_iter)->aggregator);
2100 				/* if the new aggregator is empty, or it is
2101 				 * connected to our port only
2102 				 */
2103 				if (!new_aggregator->lag_ports ||
2104 				    ((new_aggregator->lag_ports == port) &&
2105 				     !new_aggregator->lag_ports->next_port_in_aggregator))
2106 					break;
2107 			}
2108 			if (!slave_iter)
2109 				new_aggregator = NULL;
2110 
2111 			/* if new aggregator found, copy the aggregator's
2112 			 * parameters and connect the related lag_ports to the
2113 			 * new aggregator
2114 			 */
2115 			if ((new_aggregator) && ((!new_aggregator->lag_ports) || ((new_aggregator->lag_ports == port) && !new_aggregator->lag_ports->next_port_in_aggregator))) {
2116 				netdev_dbg(bond->dev, "Some port(s) related to LAG %d - replacing with LAG %d\n",
2117 					   aggregator->aggregator_identifier,
2118 					   new_aggregator->aggregator_identifier);
2119 
2120 				if ((new_aggregator->lag_ports == port) &&
2121 				    new_aggregator->is_active) {
2122 					netdev_info(bond->dev, "Removing an active aggregator\n");
2123 					 select_new_active_agg = 1;
2124 				}
2125 
2126 				new_aggregator->is_individual = aggregator->is_individual;
2127 				new_aggregator->actor_admin_aggregator_key = aggregator->actor_admin_aggregator_key;
2128 				new_aggregator->actor_oper_aggregator_key = aggregator->actor_oper_aggregator_key;
2129 				new_aggregator->partner_system = aggregator->partner_system;
2130 				new_aggregator->partner_system_priority = aggregator->partner_system_priority;
2131 				new_aggregator->partner_oper_aggregator_key = aggregator->partner_oper_aggregator_key;
2132 				new_aggregator->receive_state = aggregator->receive_state;
2133 				new_aggregator->transmit_state = aggregator->transmit_state;
2134 				new_aggregator->lag_ports = aggregator->lag_ports;
2135 				new_aggregator->is_active = aggregator->is_active;
2136 				new_aggregator->num_of_ports = aggregator->num_of_ports;
2137 
2138 				/* update the information that is written on
2139 				 * the ports about the aggregator
2140 				 */
2141 				for (temp_port = aggregator->lag_ports; temp_port;
2142 				     temp_port = temp_port->next_port_in_aggregator) {
2143 					temp_port->aggregator = new_aggregator;
2144 					temp_port->actor_port_aggregator_identifier = new_aggregator->aggregator_identifier;
2145 				}
2146 
2147 				ad_clear_agg(aggregator);
2148 
2149 				if (select_new_active_agg)
2150 					ad_agg_selection_logic(__get_first_agg(port),
2151 							       &dummy_slave_update);
2152 			} else {
2153 				netdev_warn(bond->dev, "unbinding aggregator, and could not find a new aggregator for its ports\n");
2154 			}
2155 		} else {
2156 			/* in case that the only port related to this
2157 			 * aggregator is the one we want to remove
2158 			 */
2159 			select_new_active_agg = aggregator->is_active;
2160 			ad_clear_agg(aggregator);
2161 			if (select_new_active_agg) {
2162 				netdev_info(bond->dev, "Removing an active aggregator\n");
2163 				/* select new active aggregator */
2164 				temp_aggregator = __get_first_agg(port);
2165 				if (temp_aggregator)
2166 					ad_agg_selection_logic(temp_aggregator,
2167 							       &dummy_slave_update);
2168 			}
2169 		}
2170 	}
2171 
2172 	netdev_dbg(bond->dev, "Unbinding port %d\n", port->actor_port_number);
2173 
2174 	/* find the aggregator that this port is connected to */
2175 	bond_for_each_slave(bond, slave_iter, iter) {
2176 		temp_aggregator = &(SLAVE_AD_INFO(slave_iter)->aggregator);
2177 		prev_port = NULL;
2178 		/* search the port in the aggregator's related ports */
2179 		for (temp_port = temp_aggregator->lag_ports; temp_port;
2180 		     prev_port = temp_port,
2181 		     temp_port = temp_port->next_port_in_aggregator) {
2182 			if (temp_port == port) {
2183 				/* the aggregator found - detach the port from
2184 				 * this aggregator
2185 				 */
2186 				if (prev_port)
2187 					prev_port->next_port_in_aggregator = temp_port->next_port_in_aggregator;
2188 				else
2189 					temp_aggregator->lag_ports = temp_port->next_port_in_aggregator;
2190 				temp_aggregator->num_of_ports--;
2191 				if (__agg_active_ports(temp_aggregator) == 0) {
2192 					select_new_active_agg = temp_aggregator->is_active;
2193 					ad_clear_agg(temp_aggregator);
2194 					if (select_new_active_agg) {
2195 						netdev_info(bond->dev, "Removing an active aggregator\n");
2196 						/* select new active aggregator */
2197 						ad_agg_selection_logic(__get_first_agg(port),
2198 							               &dummy_slave_update);
2199 					}
2200 				}
2201 				break;
2202 			}
2203 		}
2204 	}
2205 	port->slave = NULL;
2206 
2207 out:
2208 	spin_unlock_bh(&bond->mode_lock);
2209 }
2210 
2211 /**
2212  * bond_3ad_update_ad_actor_settings - reflect change of actor settings to ports
2213  * @bond: bonding struct to work on
2214  *
2215  * If an ad_actor setting gets changed we need to update the individual port
2216  * settings so the bond device will use the new values when it gets upped.
2217  */
2218 void bond_3ad_update_ad_actor_settings(struct bonding *bond)
2219 {
2220 	struct list_head *iter;
2221 	struct slave *slave;
2222 
2223 	ASSERT_RTNL();
2224 
2225 	BOND_AD_INFO(bond).system.sys_priority = bond->params.ad_actor_sys_prio;
2226 	if (is_zero_ether_addr(bond->params.ad_actor_system))
2227 		BOND_AD_INFO(bond).system.sys_mac_addr =
2228 		    *((struct mac_addr *)bond->dev->dev_addr);
2229 	else
2230 		BOND_AD_INFO(bond).system.sys_mac_addr =
2231 		    *((struct mac_addr *)bond->params.ad_actor_system);
2232 
2233 	spin_lock_bh(&bond->mode_lock);
2234 	bond_for_each_slave(bond, slave, iter) {
2235 		struct port *port = &(SLAVE_AD_INFO(slave))->port;
2236 
2237 		__ad_actor_update_port(port);
2238 		port->ntt = true;
2239 	}
2240 	spin_unlock_bh(&bond->mode_lock);
2241 }
2242 
2243 /**
2244  * bond_3ad_state_machine_handler - handle state machines timeout
2245  * @bond: bonding struct to work on
2246  *
2247  * The state machine handling concept in this module is to check every tick
2248  * which state machine should operate any function. The execution order is
2249  * round robin, so when we have an interaction between state machines, the
2250  * reply of one to each other might be delayed until next tick.
2251  *
2252  * This function also complete the initialization when the agg_select_timer
2253  * times out, and it selects an aggregator for the ports that are yet not
2254  * related to any aggregator, and selects the active aggregator for a bond.
2255  */
2256 void bond_3ad_state_machine_handler(struct work_struct *work)
2257 {
2258 	struct bonding *bond = container_of(work, struct bonding,
2259 					    ad_work.work);
2260 	struct aggregator *aggregator;
2261 	struct list_head *iter;
2262 	struct slave *slave;
2263 	struct port *port;
2264 	bool should_notify_rtnl = BOND_SLAVE_NOTIFY_LATER;
2265 	bool update_slave_arr = false;
2266 
2267 	/* Lock to protect data accessed by all (e.g., port->sm_vars) and
2268 	 * against running with bond_3ad_unbind_slave. ad_rx_machine may run
2269 	 * concurrently due to incoming LACPDU as well.
2270 	 */
2271 	spin_lock_bh(&bond->mode_lock);
2272 	rcu_read_lock();
2273 
2274 	/* check if there are any slaves */
2275 	if (!bond_has_slaves(bond))
2276 		goto re_arm;
2277 
2278 	/* check if agg_select_timer timer after initialize is timed out */
2279 	if (BOND_AD_INFO(bond).agg_select_timer &&
2280 	    !(--BOND_AD_INFO(bond).agg_select_timer)) {
2281 		slave = bond_first_slave_rcu(bond);
2282 		port = slave ? &(SLAVE_AD_INFO(slave)->port) : NULL;
2283 
2284 		/* select the active aggregator for the bond */
2285 		if (port) {
2286 			if (!port->slave) {
2287 				net_warn_ratelimited("%s: Warning: bond's first port is uninitialized\n",
2288 						     bond->dev->name);
2289 				goto re_arm;
2290 			}
2291 
2292 			aggregator = __get_first_agg(port);
2293 			ad_agg_selection_logic(aggregator, &update_slave_arr);
2294 		}
2295 		bond_3ad_set_carrier(bond);
2296 	}
2297 
2298 	/* for each port run the state machines */
2299 	bond_for_each_slave_rcu(bond, slave, iter) {
2300 		port = &(SLAVE_AD_INFO(slave)->port);
2301 		if (!port->slave) {
2302 			net_warn_ratelimited("%s: Warning: Found an uninitialized port\n",
2303 					    bond->dev->name);
2304 			goto re_arm;
2305 		}
2306 
2307 		ad_rx_machine(NULL, port);
2308 		ad_periodic_machine(port);
2309 		ad_port_selection_logic(port, &update_slave_arr);
2310 		ad_mux_machine(port, &update_slave_arr);
2311 		ad_tx_machine(port);
2312 		ad_churn_machine(port);
2313 
2314 		/* turn off the BEGIN bit, since we already handled it */
2315 		if (port->sm_vars & AD_PORT_BEGIN)
2316 			port->sm_vars &= ~AD_PORT_BEGIN;
2317 	}
2318 
2319 re_arm:
2320 	bond_for_each_slave_rcu(bond, slave, iter) {
2321 		if (slave->should_notify) {
2322 			should_notify_rtnl = BOND_SLAVE_NOTIFY_NOW;
2323 			break;
2324 		}
2325 	}
2326 	rcu_read_unlock();
2327 	spin_unlock_bh(&bond->mode_lock);
2328 
2329 	if (update_slave_arr)
2330 		bond_slave_arr_work_rearm(bond, 0);
2331 
2332 	if (should_notify_rtnl && rtnl_trylock()) {
2333 		bond_slave_state_notify(bond);
2334 		rtnl_unlock();
2335 	}
2336 	queue_delayed_work(bond->wq, &bond->ad_work, ad_delta_in_ticks);
2337 }
2338 
2339 /**
2340  * bond_3ad_rx_indication - handle a received frame
2341  * @lacpdu: received lacpdu
2342  * @slave: slave struct to work on
2343  * @length: length of the data received
2344  *
2345  * It is assumed that frames that were sent on this NIC don't returned as new
2346  * received frames (loopback). Since only the payload is given to this
2347  * function, it check for loopback.
2348  */
2349 static int bond_3ad_rx_indication(struct lacpdu *lacpdu, struct slave *slave,
2350 				  u16 length)
2351 {
2352 	struct port *port;
2353 	int ret = RX_HANDLER_ANOTHER;
2354 
2355 	if (length >= sizeof(struct lacpdu)) {
2356 
2357 		port = &(SLAVE_AD_INFO(slave)->port);
2358 
2359 		if (!port->slave) {
2360 			net_warn_ratelimited("%s: Warning: port of slave %s is uninitialized\n",
2361 					     slave->dev->name, slave->bond->dev->name);
2362 			return ret;
2363 		}
2364 
2365 		switch (lacpdu->subtype) {
2366 		case AD_TYPE_LACPDU:
2367 			ret = RX_HANDLER_CONSUMED;
2368 			netdev_dbg(slave->bond->dev,
2369 				   "Received LACPDU on port %d slave %s\n",
2370 				   port->actor_port_number,
2371 				   slave->dev->name);
2372 			/* Protect against concurrent state machines */
2373 			spin_lock(&slave->bond->mode_lock);
2374 			ad_rx_machine(lacpdu, port);
2375 			spin_unlock(&slave->bond->mode_lock);
2376 			break;
2377 
2378 		case AD_TYPE_MARKER:
2379 			ret = RX_HANDLER_CONSUMED;
2380 			/* No need to convert fields to Little Endian since we
2381 			 * don't use the marker's fields.
2382 			 */
2383 
2384 			switch (((struct bond_marker *)lacpdu)->tlv_type) {
2385 			case AD_MARKER_INFORMATION_SUBTYPE:
2386 				netdev_dbg(slave->bond->dev, "Received Marker Information on port %d\n",
2387 					   port->actor_port_number);
2388 				ad_marker_info_received((struct bond_marker *)lacpdu, port);
2389 				break;
2390 
2391 			case AD_MARKER_RESPONSE_SUBTYPE:
2392 				netdev_dbg(slave->bond->dev, "Received Marker Response on port %d\n",
2393 					   port->actor_port_number);
2394 				ad_marker_response_received((struct bond_marker *)lacpdu, port);
2395 				break;
2396 
2397 			default:
2398 				netdev_dbg(slave->bond->dev, "Received an unknown Marker subtype on slot %d\n",
2399 					   port->actor_port_number);
2400 			}
2401 		}
2402 	}
2403 	return ret;
2404 }
2405 
2406 /**
2407  * ad_update_actor_keys - Update the oper / admin keys for a port based on
2408  * its current speed and duplex settings.
2409  *
2410  * @port: the port we'are looking at
2411  * @reset: Boolean to just reset the speed and the duplex part of the key
2412  *
2413  * The logic to change the oper / admin keys is:
2414  * (a) A full duplex port can participate in LACP with partner.
2415  * (b) When the speed is changed, LACP need to be reinitiated.
2416  */
2417 static void ad_update_actor_keys(struct port *port, bool reset)
2418 {
2419 	u8 duplex = 0;
2420 	u16 ospeed = 0, speed = 0;
2421 	u16 old_oper_key = port->actor_oper_port_key;
2422 
2423 	port->actor_admin_port_key &= ~(AD_SPEED_KEY_MASKS|AD_DUPLEX_KEY_MASKS);
2424 	if (!reset) {
2425 		speed = __get_link_speed(port);
2426 		ospeed = (old_oper_key & AD_SPEED_KEY_MASKS) >> 1;
2427 		duplex = __get_duplex(port);
2428 		port->actor_admin_port_key |= (speed << 1) | duplex;
2429 	}
2430 	port->actor_oper_port_key = port->actor_admin_port_key;
2431 
2432 	if (old_oper_key != port->actor_oper_port_key) {
2433 		/* Only 'duplex' port participates in LACP */
2434 		if (duplex)
2435 			port->sm_vars |= AD_PORT_LACP_ENABLED;
2436 		else
2437 			port->sm_vars &= ~AD_PORT_LACP_ENABLED;
2438 
2439 		if (!reset) {
2440 			if (!speed) {
2441 				netdev_err(port->slave->dev,
2442 					   "speed changed to 0 for port %s",
2443 					   port->slave->dev->name);
2444 			} else if (duplex && ospeed != speed) {
2445 				/* Speed change restarts LACP state-machine */
2446 				port->sm_vars |= AD_PORT_BEGIN;
2447 			}
2448 		}
2449 	}
2450 }
2451 
2452 /**
2453  * bond_3ad_adapter_speed_duplex_changed - handle a slave's speed / duplex
2454  * change indication
2455  *
2456  * @slave: slave struct to work on
2457  *
2458  * Handle reselection of aggregator (if needed) for this port.
2459  */
2460 void bond_3ad_adapter_speed_duplex_changed(struct slave *slave)
2461 {
2462 	struct port *port;
2463 
2464 	port = &(SLAVE_AD_INFO(slave)->port);
2465 
2466 	/* if slave is null, the whole port is not initialized */
2467 	if (!port->slave) {
2468 		netdev_warn(slave->bond->dev,
2469 			    "speed/duplex changed for uninitialized port %s\n",
2470 			    slave->dev->name);
2471 		return;
2472 	}
2473 
2474 	spin_lock_bh(&slave->bond->mode_lock);
2475 	ad_update_actor_keys(port, false);
2476 	spin_unlock_bh(&slave->bond->mode_lock);
2477 	netdev_dbg(slave->bond->dev, "Port %d slave %s changed speed/duplex\n",
2478 		   port->actor_port_number, slave->dev->name);
2479 }
2480 
2481 /**
2482  * bond_3ad_handle_link_change - handle a slave's link status change indication
2483  * @slave: slave struct to work on
2484  * @status: whether the link is now up or down
2485  *
2486  * Handle reselection of aggregator (if needed) for this port.
2487  */
2488 void bond_3ad_handle_link_change(struct slave *slave, char link)
2489 {
2490 	struct aggregator *agg;
2491 	struct port *port;
2492 	bool dummy;
2493 
2494 	port = &(SLAVE_AD_INFO(slave)->port);
2495 
2496 	/* if slave is null, the whole port is not initialized */
2497 	if (!port->slave) {
2498 		netdev_warn(slave->bond->dev, "link status changed for uninitialized port on %s\n",
2499 			    slave->dev->name);
2500 		return;
2501 	}
2502 
2503 	spin_lock_bh(&slave->bond->mode_lock);
2504 	/* on link down we are zeroing duplex and speed since
2505 	 * some of the adaptors(ce1000.lan) report full duplex/speed
2506 	 * instead of N/A(duplex) / 0(speed).
2507 	 *
2508 	 * on link up we are forcing recheck on the duplex and speed since
2509 	 * some of he adaptors(ce1000.lan) report.
2510 	 */
2511 	if (link == BOND_LINK_UP) {
2512 		port->is_enabled = true;
2513 		ad_update_actor_keys(port, false);
2514 	} else {
2515 		/* link has failed */
2516 		port->is_enabled = false;
2517 		ad_update_actor_keys(port, true);
2518 	}
2519 	agg = __get_first_agg(port);
2520 	ad_agg_selection_logic(agg, &dummy);
2521 
2522 	spin_unlock_bh(&slave->bond->mode_lock);
2523 
2524 	netdev_dbg(slave->bond->dev, "Port %d changed link status to %s\n",
2525 		   port->actor_port_number,
2526 		   link == BOND_LINK_UP ? "UP" : "DOWN");
2527 
2528 	/* RTNL is held and mode_lock is released so it's safe
2529 	 * to update slave_array here.
2530 	 */
2531 	bond_update_slave_arr(slave->bond, NULL);
2532 }
2533 
2534 /**
2535  * bond_3ad_set_carrier - set link state for bonding master
2536  * @bond - bonding structure
2537  *
2538  * if we have an active aggregator, we're up, if not, we're down.
2539  * Presumes that we cannot have an active aggregator if there are
2540  * no slaves with link up.
2541  *
2542  * This behavior complies with IEEE 802.3 section 43.3.9.
2543  *
2544  * Called by bond_set_carrier(). Return zero if carrier state does not
2545  * change, nonzero if it does.
2546  */
2547 int bond_3ad_set_carrier(struct bonding *bond)
2548 {
2549 	struct aggregator *active;
2550 	struct slave *first_slave;
2551 	int ret = 1;
2552 
2553 	rcu_read_lock();
2554 	first_slave = bond_first_slave_rcu(bond);
2555 	if (!first_slave) {
2556 		ret = 0;
2557 		goto out;
2558 	}
2559 	active = __get_active_agg(&(SLAVE_AD_INFO(first_slave)->aggregator));
2560 	if (active) {
2561 		/* are enough slaves available to consider link up? */
2562 		if (__agg_active_ports(active) < bond->params.min_links) {
2563 			if (netif_carrier_ok(bond->dev)) {
2564 				netif_carrier_off(bond->dev);
2565 				goto out;
2566 			}
2567 		} else if (!netif_carrier_ok(bond->dev)) {
2568 			netif_carrier_on(bond->dev);
2569 			goto out;
2570 		}
2571 	} else if (netif_carrier_ok(bond->dev)) {
2572 		netif_carrier_off(bond->dev);
2573 	}
2574 out:
2575 	rcu_read_unlock();
2576 	return ret;
2577 }
2578 
2579 /**
2580  * __bond_3ad_get_active_agg_info - get information of the active aggregator
2581  * @bond: bonding struct to work on
2582  * @ad_info: ad_info struct to fill with the bond's info
2583  *
2584  * Returns:   0 on success
2585  *          < 0 on error
2586  */
2587 int __bond_3ad_get_active_agg_info(struct bonding *bond,
2588 				   struct ad_info *ad_info)
2589 {
2590 	struct aggregator *aggregator = NULL;
2591 	struct list_head *iter;
2592 	struct slave *slave;
2593 	struct port *port;
2594 
2595 	bond_for_each_slave_rcu(bond, slave, iter) {
2596 		port = &(SLAVE_AD_INFO(slave)->port);
2597 		if (port->aggregator && port->aggregator->is_active) {
2598 			aggregator = port->aggregator;
2599 			break;
2600 		}
2601 	}
2602 
2603 	if (!aggregator)
2604 		return -1;
2605 
2606 	ad_info->aggregator_id = aggregator->aggregator_identifier;
2607 	ad_info->ports = __agg_active_ports(aggregator);
2608 	ad_info->actor_key = aggregator->actor_oper_aggregator_key;
2609 	ad_info->partner_key = aggregator->partner_oper_aggregator_key;
2610 	ether_addr_copy(ad_info->partner_system,
2611 			aggregator->partner_system.mac_addr_value);
2612 	return 0;
2613 }
2614 
2615 int bond_3ad_get_active_agg_info(struct bonding *bond, struct ad_info *ad_info)
2616 {
2617 	int ret;
2618 
2619 	rcu_read_lock();
2620 	ret = __bond_3ad_get_active_agg_info(bond, ad_info);
2621 	rcu_read_unlock();
2622 
2623 	return ret;
2624 }
2625 
2626 int bond_3ad_lacpdu_recv(const struct sk_buff *skb, struct bonding *bond,
2627 			 struct slave *slave)
2628 {
2629 	struct lacpdu *lacpdu, _lacpdu;
2630 
2631 	if (skb->protocol != PKT_TYPE_LACPDU)
2632 		return RX_HANDLER_ANOTHER;
2633 
2634 	if (!MAC_ADDRESS_EQUAL(eth_hdr(skb)->h_dest, lacpdu_mcast_addr))
2635 		return RX_HANDLER_ANOTHER;
2636 
2637 	lacpdu = skb_header_pointer(skb, 0, sizeof(_lacpdu), &_lacpdu);
2638 	if (!lacpdu)
2639 		return RX_HANDLER_ANOTHER;
2640 
2641 	return bond_3ad_rx_indication(lacpdu, slave, skb->len);
2642 }
2643 
2644 /**
2645  * bond_3ad_update_lacp_rate - change the lacp rate
2646  * @bond - bonding struct
2647  *
2648  * When modify lacp_rate parameter via sysfs,
2649  * update actor_oper_port_state of each port.
2650  *
2651  * Hold bond->mode_lock,
2652  * so we can modify port->actor_oper_port_state,
2653  * no matter bond is up or down.
2654  */
2655 void bond_3ad_update_lacp_rate(struct bonding *bond)
2656 {
2657 	struct port *port = NULL;
2658 	struct list_head *iter;
2659 	struct slave *slave;
2660 	int lacp_fast;
2661 
2662 	lacp_fast = bond->params.lacp_fast;
2663 	spin_lock_bh(&bond->mode_lock);
2664 	bond_for_each_slave(bond, slave, iter) {
2665 		port = &(SLAVE_AD_INFO(slave)->port);
2666 		if (lacp_fast)
2667 			port->actor_oper_port_state |= AD_STATE_LACP_TIMEOUT;
2668 		else
2669 			port->actor_oper_port_state &= ~AD_STATE_LACP_TIMEOUT;
2670 	}
2671 	spin_unlock_bh(&bond->mode_lock);
2672 }
2673