Lines Matching +full:slave +full:- +full:dev
1 // SPDX-License-Identifier: GPL-1.0+
21 * the first slave bonded to the channel. All slaves will then use
28 * will attach eth0 to bond0 as a slave. eth0 hw mac address will either
97 /*---------------------------- Module parameters ----------------------------*/
147 MODULE_PARM_DESC(mode, "Mode of operation; 0 for balance-rr, "
148 "1 for active-backup, 2 for balance-xor, "
149 "3 for broadcast, 4 for 802.3ad, 5 for balance-tlb, "
150 "6 for balance-alb");
154 MODULE_PARM_DESC(primary_reselect, "Reselect primary slave "
159 "2 for only on active slave "
172 MODULE_PARM_DESC(xmit_hash_policy, "balance-alb, balance-tlb, balance-xor, 802.3ad hashing method; "
187 MODULE_PARM_DESC(fail_over_mac, "For active-backup, do not set all slaves to "
198 MODULE_PARM_DESC(packets_per_slave, "Packets to send per slave in balance-rr "
199 "mode; 0 for a random slave, 1 packet per "
200 "slave (default), >1 packets per slave.");
206 /*----------------------------- Global variables ----------------------------*/
259 /*-------------------------- Forward declarations ---------------------------*/
270 /*---------------------------- General routines -----------------------------*/
275 [BOND_MODE_ROUNDROBIN] = "load balancing (round-robin)", in bond_mode_name()
276 [BOND_MODE_ACTIVEBACKUP] = "fault-tolerance (active-backup)", in bond_mode_name()
278 [BOND_MODE_BROADCAST] = "fault-tolerance (broadcast)", in bond_mode_name()
291 * bond_dev_queue_xmit - Prepare skb for xmit.
295 * @slave_dev: slave that is supposed to xmit this skbuff
300 skb->dev = slave_dev; in bond_dev_queue_xmit()
302 BUILD_BUG_ON(sizeof(skb->queue_mapping) != in bond_dev_queue_xmit()
303 sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); in bond_dev_queue_xmit()
304 skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); in bond_dev_queue_xmit()
306 if (unlikely(netpoll_tx_running(bond->dev))) in bond_dev_queue_xmit()
317 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34) in bond_sk_check()
336 if (bond->params.xmit_policy != BOND_XMIT_POLICY_VLAN_SRCMAC) in bond_xdp_check()
344 /*---------------------------------- VLAN -----------------------------------*/
347 * We don't protect the slave list iteration with a lock because:
363 * bond_vlan_rx_add_vid - Propagates adding an id to slaves
372 struct slave *slave, *rollback_slave; in bond_vlan_rx_add_vid() local
376 bond_for_each_slave(bond, slave, iter) { in bond_vlan_rx_add_vid()
377 res = vlan_vid_add(slave->dev, proto, vid); in bond_vlan_rx_add_vid()
385 /* unwind to the slave that failed */ in bond_vlan_rx_add_vid()
387 if (rollback_slave == slave) in bond_vlan_rx_add_vid()
390 vlan_vid_del(rollback_slave->dev, proto, vid); in bond_vlan_rx_add_vid()
397 * bond_vlan_rx_kill_vid - Propagates deleting an id to slaves
407 struct slave *slave; in bond_vlan_rx_kill_vid() local
409 bond_for_each_slave(bond, slave, iter) in bond_vlan_rx_kill_vid()
410 vlan_vid_del(slave->dev, proto, vid); in bond_vlan_rx_kill_vid()
418 /*---------------------------------- XFRM -----------------------------------*/
422 * bond_ipsec_add_sa - program device with a security association
429 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_add_sa()
434 struct slave *slave; in bond_ipsec_add_sa() local
438 return -EINVAL; in bond_ipsec_add_sa()
442 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa()
443 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa()
447 err = -ENODEV; in bond_ipsec_add_sa()
451 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa()
452 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa()
454 NL_SET_ERR_MSG_MOD(extack, "Slave does not support ipsec offload"); in bond_ipsec_add_sa()
455 err = -EINVAL; in bond_ipsec_add_sa()
461 err = -ENOMEM; in bond_ipsec_add_sa()
465 xs->xso.real_dev = real_dev; in bond_ipsec_add_sa()
466 err = real_dev->xfrmdev_ops->xdo_dev_state_add(xs, extack); in bond_ipsec_add_sa()
468 ipsec->xs = xs; in bond_ipsec_add_sa()
469 INIT_LIST_HEAD(&ipsec->list); in bond_ipsec_add_sa()
470 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa()
471 list_add(&ipsec->list, &bond->ipsec_list); in bond_ipsec_add_sa()
472 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa()
483 struct net_device *bond_dev = bond->dev; in bond_ipsec_add_sa_all()
486 struct slave *slave; in bond_ipsec_add_sa_all() local
488 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_add_sa_all()
489 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa_all()
493 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
494 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa_all()
495 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa_all()
497 if (!list_empty(&bond->ipsec_list)) in bond_ipsec_add_sa_all()
499 "%s: no slave xdo_dev_state_add\n", in bond_ipsec_add_sa_all()
504 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_add_sa_all()
506 if (ipsec->xs->xso.real_dev == real_dev) in bond_ipsec_add_sa_all()
509 ipsec->xs->xso.real_dev = real_dev; in bond_ipsec_add_sa_all()
510 if (real_dev->xfrmdev_ops->xdo_dev_state_add(ipsec->xs, NULL)) { in bond_ipsec_add_sa_all()
512 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_add_sa_all()
516 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
520 * bond_ipsec_del_sa - clear out this specific SA
525 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_del_sa()
530 struct slave *slave; in bond_ipsec_del_sa() local
537 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa()
538 real_dev = slave ? slave->dev : NULL; in bond_ipsec_del_sa()
542 if (!slave) in bond_ipsec_del_sa()
545 if (!xs->xso.real_dev) in bond_ipsec_del_sa()
548 WARN_ON(xs->xso.real_dev != real_dev); in bond_ipsec_del_sa()
550 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa()
551 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa()
553 slave_warn(bond_dev, real_dev, "%s: no slave xdo_dev_state_delete\n", __func__); in bond_ipsec_del_sa()
557 real_dev->xfrmdev_ops->xdo_dev_state_delete(xs); in bond_ipsec_del_sa()
560 mutex_lock(&bond->ipsec_lock); in bond_ipsec_del_sa()
561 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa()
562 if (ipsec->xs == xs) { in bond_ipsec_del_sa()
563 list_del(&ipsec->list); in bond_ipsec_del_sa()
568 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_del_sa()
573 struct net_device *bond_dev = bond->dev; in bond_ipsec_del_sa_all()
576 struct slave *slave; in bond_ipsec_del_sa_all() local
578 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_del_sa_all()
579 real_dev = slave ? slave->dev : NULL; in bond_ipsec_del_sa_all()
583 mutex_lock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
584 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa_all()
585 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all()
588 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa_all()
589 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa_all()
592 "%s: no slave xdo_dev_state_delete\n", in bond_ipsec_del_sa_all()
595 real_dev->xfrmdev_ops->xdo_dev_state_delete(ipsec->xs); in bond_ipsec_del_sa_all()
596 if (real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_del_sa_all()
597 real_dev->xfrmdev_ops->xdo_dev_state_free(ipsec->xs); in bond_ipsec_del_sa_all()
600 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
605 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_free_sa()
609 struct slave *slave; in bond_ipsec_free_sa() local
616 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_free_sa()
617 real_dev = slave ? slave->dev : NULL; in bond_ipsec_free_sa()
621 if (!slave) in bond_ipsec_free_sa()
624 if (!xs->xso.real_dev) in bond_ipsec_free_sa()
627 WARN_ON(xs->xso.real_dev != real_dev); in bond_ipsec_free_sa()
629 if (real_dev && real_dev->xfrmdev_ops && in bond_ipsec_free_sa()
630 real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_free_sa()
631 real_dev->xfrmdev_ops->xdo_dev_state_free(xs); in bond_ipsec_free_sa()
637 * bond_ipsec_offload_ok - can this packet use the xfrm hw offload
643 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_offload_ok()
645 struct slave *curr_active; in bond_ipsec_offload_ok()
651 curr_active = rcu_dereference(bond->curr_active_slave); in bond_ipsec_offload_ok()
654 real_dev = curr_active->dev; in bond_ipsec_offload_ok()
659 if (!xs->xso.real_dev) in bond_ipsec_offload_ok()
662 if (!real_dev->xfrmdev_ops || in bond_ipsec_offload_ok()
663 !real_dev->xfrmdev_ops->xdo_dev_offload_ok || in bond_ipsec_offload_ok()
667 ok = real_dev->xfrmdev_ops->xdo_dev_offload_ok(skb, xs); in bond_ipsec_offload_ok()
681 /*------------------------------- Link status -------------------------------*/
692 struct slave *slave; in bond_set_carrier() local
700 bond_for_each_slave(bond, slave, iter) { in bond_set_carrier()
701 if (slave->link == BOND_LINK_UP) { in bond_set_carrier()
702 if (!netif_carrier_ok(bond->dev)) { in bond_set_carrier()
703 netif_carrier_on(bond->dev); in bond_set_carrier()
711 if (netif_carrier_ok(bond->dev)) { in bond_set_carrier()
712 netif_carrier_off(bond->dev); in bond_set_carrier()
718 /* Get link speed and duplex from the slave's base driver
720 * values are invalid, set speed and duplex to -1,
724 static int bond_update_speed_duplex(struct slave *slave) in bond_update_speed_duplex() argument
726 struct net_device *slave_dev = slave->dev; in bond_update_speed_duplex()
730 slave->speed = SPEED_UNKNOWN; in bond_update_speed_duplex()
731 slave->duplex = DUPLEX_UNKNOWN; in bond_update_speed_duplex()
736 if (ecmd.base.speed == 0 || ecmd.base.speed == ((__u32)-1)) in bond_update_speed_duplex()
746 slave->speed = ecmd.base.speed; in bond_update_speed_duplex()
747 slave->duplex = ecmd.base.duplex; in bond_update_speed_duplex()
768 /* if <dev> supports MII link status reporting, check its link status.
777 * If reporting is non-zero, instead of faking link up, return -1 if
786 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_check_dev_link()
794 if (bond->params.use_carrier) in bond_check_dev_link()
798 if (slave_dev->ethtool_ops->get_link) in bond_check_dev_link()
799 return slave_dev->ethtool_ops->get_link(slave_dev) ? in bond_check_dev_link()
803 ioctl = slave_ops->ndo_eth_ioctl; in bond_check_dev_link()
818 strscpy_pad(ifr.ifr_name, slave_dev->name, IFNAMSIZ); in bond_check_dev_link()
821 mii->reg_num = MII_BMSR; in bond_check_dev_link()
823 return mii->val_out & BMSR_LSTATUS; in bond_check_dev_link()
832 return reporting ? -1 : BMSR_LSTATUS; in bond_check_dev_link()
835 /*----------------------------- Multicast list ------------------------------*/
844 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_promiscuity()
847 err = dev_set_promiscuity(curr_active->dev, inc); in bond_set_promiscuity()
849 struct slave *slave; in bond_set_promiscuity() local
851 bond_for_each_slave(bond, slave, iter) { in bond_set_promiscuity()
852 err = dev_set_promiscuity(slave->dev, inc); in bond_set_promiscuity()
867 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_allmulti()
870 err = dev_set_allmulti(curr_active->dev, inc); in bond_set_allmulti()
872 struct slave *slave; in bond_set_allmulti() local
874 bond_for_each_slave(bond, slave, iter) { in bond_set_allmulti()
875 err = dev_set_allmulti(slave->dev, inc); in bond_set_allmulti()
885 * slave.
893 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_resend_igmp_join_requests_delayed()
896 call_netdevice_notifiers(NETDEV_RESEND_IGMP, bond->dev); in bond_resend_igmp_join_requests_delayed()
898 if (bond->igmp_retrans > 1) { in bond_resend_igmp_join_requests_delayed()
899 bond->igmp_retrans--; in bond_resend_igmp_join_requests_delayed()
900 queue_delayed_work(bond->wq, &bond->mcast_work, HZ/5); in bond_resend_igmp_join_requests_delayed()
905 /* Flush bond's hardware addresses from slave */
918 /*--------------------------- Active slave change ---------------------------*/
925 static void bond_hw_addr_swap(struct bonding *bond, struct slave *new_active, in bond_hw_addr_swap()
926 struct slave *old_active) in bond_hw_addr_swap()
929 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
930 dev_set_promiscuity(old_active->dev, -1); in bond_hw_addr_swap()
932 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
933 dev_set_allmulti(old_active->dev, -1); in bond_hw_addr_swap()
935 if (bond->dev->flags & IFF_UP) in bond_hw_addr_swap()
936 bond_hw_addr_flush(bond->dev, old_active->dev); in bond_hw_addr_swap()
943 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
944 dev_set_promiscuity(new_active->dev, 1); in bond_hw_addr_swap()
946 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
947 dev_set_allmulti(new_active->dev, 1); in bond_hw_addr_swap()
949 if (bond->dev->flags & IFF_UP) { in bond_hw_addr_swap()
950 netif_addr_lock_bh(bond->dev); in bond_hw_addr_swap()
951 dev_uc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
952 dev_mc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
953 netif_addr_unlock_bh(bond->dev); in bond_hw_addr_swap()
961 * bond_set_dev_addr - clone slave's address to bond
963 * @slave_dev: slave net device
972 slave_dbg(bond_dev, slave_dev, "bond_dev=%p slave_dev=%p slave_dev->addr_len=%d\n", in bond_set_dev_addr()
973 bond_dev, slave_dev, slave_dev->addr_len); in bond_set_dev_addr()
974 err = dev_pre_changeaddr_notify(bond_dev, slave_dev->dev_addr, NULL); in bond_set_dev_addr()
978 __dev_addr_set(bond_dev, slave_dev->dev_addr, slave_dev->addr_len); in bond_set_dev_addr()
979 bond_dev->addr_assign_type = NET_ADDR_STOLEN; in bond_set_dev_addr()
984 static struct slave *bond_get_old_active(struct bonding *bond, in bond_get_old_active()
985 struct slave *new_active) in bond_get_old_active()
987 struct slave *slave; in bond_get_old_active() local
990 bond_for_each_slave(bond, slave, iter) { in bond_get_old_active()
991 if (slave == new_active) in bond_get_old_active()
994 if (ether_addr_equal(bond->dev->dev_addr, slave->dev->dev_addr)) in bond_get_old_active()
995 return slave; in bond_get_old_active()
1008 struct slave *new_active, in bond_do_fail_over_mac()
1009 struct slave *old_active) in bond_do_fail_over_mac()
1015 switch (bond->params.fail_over_mac) { in bond_do_fail_over_mac()
1018 rv = bond_set_dev_addr(bond->dev, new_active->dev); in bond_do_fail_over_mac()
1020 slave_err(bond->dev, new_active->dev, "Error %d setting bond MAC from slave\n", in bond_do_fail_over_mac()
1021 -rv); in bond_do_fail_over_mac()
1026 * if just old_active, do nothing (going to no active slave) in bond_do_fail_over_mac()
1036 bond_hw_addr_copy(tmp_mac, new_active->dev->dev_addr, in bond_do_fail_over_mac()
1037 new_active->dev->addr_len); in bond_do_fail_over_mac()
1039 old_active->dev->dev_addr, in bond_do_fail_over_mac()
1040 old_active->dev->addr_len); in bond_do_fail_over_mac()
1041 ss.ss_family = new_active->dev->type; in bond_do_fail_over_mac()
1043 bond_hw_addr_copy(ss.__data, bond->dev->dev_addr, in bond_do_fail_over_mac()
1044 bond->dev->addr_len); in bond_do_fail_over_mac()
1045 ss.ss_family = bond->dev->type; in bond_do_fail_over_mac()
1048 rv = dev_set_mac_address(new_active->dev, in bond_do_fail_over_mac()
1051 slave_err(bond->dev, new_active->dev, "Error %d setting MAC of new active slave\n", in bond_do_fail_over_mac()
1052 -rv); in bond_do_fail_over_mac()
1060 new_active->dev->addr_len); in bond_do_fail_over_mac()
1061 ss.ss_family = old_active->dev->type; in bond_do_fail_over_mac()
1063 rv = dev_set_mac_address(old_active->dev, in bond_do_fail_over_mac()
1066 slave_err(bond->dev, old_active->dev, "Error %d setting MAC of old active slave\n", in bond_do_fail_over_mac()
1067 -rv); in bond_do_fail_over_mac()
1071 netdev_err(bond->dev, "bond_do_fail_over_mac impossible: bad policy %d\n", in bond_do_fail_over_mac()
1072 bond->params.fail_over_mac); in bond_do_fail_over_mac()
1079 * bond_choose_primary_or_current - select the primary or high priority slave
1082 * - Check if there is a primary link. If the primary link was set and is up,
1085 * - If primary link is not set or down, find the highest priority link.
1086 * If the highest priority link is not current slave, set it as primary
1089 static struct slave *bond_choose_primary_or_current(struct bonding *bond) in bond_choose_primary_or_current()
1091 struct slave *prim = rtnl_dereference(bond->primary_slave); in bond_choose_primary_or_current()
1092 struct slave *curr = rtnl_dereference(bond->curr_active_slave); in bond_choose_primary_or_current()
1093 struct slave *slave, *hprio = NULL; in bond_choose_primary_or_current() local
1096 if (!prim || prim->link != BOND_LINK_UP) { in bond_choose_primary_or_current()
1097 bond_for_each_slave(bond, slave, iter) { in bond_choose_primary_or_current()
1098 if (slave->link == BOND_LINK_UP) { in bond_choose_primary_or_current()
1099 hprio = hprio ?: slave; in bond_choose_primary_or_current()
1100 if (slave->prio > hprio->prio) in bond_choose_primary_or_current()
1101 hprio = slave; in bond_choose_primary_or_current()
1110 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1115 if (bond->force_primary) { in bond_choose_primary_or_current()
1116 bond->force_primary = false; in bond_choose_primary_or_current()
1121 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1125 switch (bond->params.primary_reselect) { in bond_choose_primary_or_current()
1129 if (prim->speed < curr->speed) in bond_choose_primary_or_current()
1131 if (prim->speed == curr->speed && prim->duplex <= curr->duplex) in bond_choose_primary_or_current()
1137 netdev_err(bond->dev, "impossible primary_reselect %d\n", in bond_choose_primary_or_current()
1138 bond->params.primary_reselect); in bond_choose_primary_or_current()
1144 * bond_find_best_slave - select the best available slave to be the active one
1147 static struct slave *bond_find_best_slave(struct bonding *bond) in bond_find_best_slave()
1149 struct slave *slave, *bestslave = NULL; in bond_find_best_slave() local
1151 int mintime = bond->params.updelay; in bond_find_best_slave()
1153 slave = bond_choose_primary_or_current(bond); in bond_find_best_slave()
1154 if (slave) in bond_find_best_slave()
1155 return slave; in bond_find_best_slave()
1157 bond_for_each_slave(bond, slave, iter) { in bond_find_best_slave()
1158 if (slave->link == BOND_LINK_UP) in bond_find_best_slave()
1159 return slave; in bond_find_best_slave()
1160 if (slave->link == BOND_LINK_BACK && bond_slave_is_up(slave) && in bond_find_best_slave()
1161 slave->delay < mintime) { in bond_find_best_slave()
1162 mintime = slave->delay; in bond_find_best_slave()
1163 bestslave = slave; in bond_find_best_slave()
1173 struct slave *slave = rcu_dereference_rtnl(bond->curr_active_slave); in bond_should_notify_peers() local
1175 if (!slave || !bond->send_peer_notif || in bond_should_notify_peers()
1176 bond->send_peer_notif % in bond_should_notify_peers()
1177 max(1, bond->params.peer_notif_delay) != 0 || in bond_should_notify_peers()
1178 !netif_carrier_ok(bond->dev) || in bond_should_notify_peers()
1179 test_bit(__LINK_STATE_LINKWATCH_PENDING, &slave->dev->state)) in bond_should_notify_peers()
1182 netdev_dbg(bond->dev, "bond_should_notify_peers: slave %s\n", in bond_should_notify_peers()
1183 slave ? slave->dev->name : "NULL"); in bond_should_notify_peers()
1189 * bond_change_active_slave - change the active slave into the specified one
1191 * @new_active: the new slave to make the active one
1193 * Set the new slave to the bond's settings and unset them on the old
1195 * Setting include flags, mc-list, promiscuity, allmulti, etc.
1198 * because it is apparently the best available slave we have, even though its
1203 void bond_change_active_slave(struct bonding *bond, struct slave *new_active) in bond_change_active_slave()
1205 struct slave *old_active; in bond_change_active_slave()
1209 old_active = rtnl_dereference(bond->curr_active_slave); in bond_change_active_slave()
1219 new_active->last_link_up = jiffies; in bond_change_active_slave()
1221 if (new_active->link == BOND_LINK_BACK) { in bond_change_active_slave()
1223 slave_info(bond->dev, new_active->dev, "making interface the new active one %d ms earlier\n", in bond_change_active_slave()
1224 (bond->params.updelay - new_active->delay) * bond->params.miimon); in bond_change_active_slave()
1227 new_active->delay = 0; in bond_change_active_slave()
1238 slave_info(bond->dev, new_active->dev, "making interface the new active one\n"); in bond_change_active_slave()
1254 rcu_assign_pointer(bond->curr_active_slave, new_active); in bond_change_active_slave()
1268 if (bond->params.fail_over_mac) in bond_change_active_slave()
1272 if (netif_running(bond->dev)) { in bond_change_active_slave()
1273 bond->send_peer_notif = in bond_change_active_slave()
1274 bond->params.num_peer_notif * in bond_change_active_slave()
1275 max(1, bond->params.peer_notif_delay); in bond_change_active_slave()
1280 call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, bond->dev); in bond_change_active_slave()
1282 bond->send_peer_notif--; in bond_change_active_slave()
1284 bond->dev); in bond_change_active_slave()
1293 /* resend IGMP joins since active slave has changed or in bond_change_active_slave()
1298 if (netif_running(bond->dev) && (bond->params.resend_igmp > 0) && in bond_change_active_slave()
1301 bond->igmp_retrans = bond->params.resend_igmp; in bond_change_active_slave()
1302 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_change_active_slave()
1307 * bond_select_active_slave - select a new active slave, if needed
1311 * - The old curr_active_slave has been released or lost its link.
1312 * - The primary_slave has got its link back.
1313 * - A slave has got its link back and there's no old curr_active_slave.
1319 struct slave *best_slave; in bond_select_active_slave()
1325 if (best_slave != rtnl_dereference(bond->curr_active_slave)) { in bond_select_active_slave()
1331 if (netif_carrier_ok(bond->dev)) in bond_select_active_slave()
1332 netdev_info(bond->dev, "active interface up!\n"); in bond_select_active_slave()
1334 netdev_info(bond->dev, "now running without any active interface!\n"); in bond_select_active_slave()
1339 static inline int slave_enable_netpoll(struct slave *slave) in slave_enable_netpoll() argument
1345 err = -ENOMEM; in slave_enable_netpoll()
1349 err = __netpoll_setup(np, slave->dev); in slave_enable_netpoll()
1354 slave->np = np; in slave_enable_netpoll()
1358 static inline void slave_disable_netpoll(struct slave *slave) in slave_disable_netpoll() argument
1360 struct netpoll *np = slave->np; in slave_disable_netpoll()
1365 slave->np = NULL; in slave_disable_netpoll()
1373 struct slave *slave = NULL; in bond_poll_controller() local
1381 bond_for_each_slave_rcu(bond, slave, iter) { in bond_poll_controller()
1382 if (!bond_slave_is_up(slave)) in bond_poll_controller()
1387 SLAVE_AD_INFO(slave)->port.aggregator; in bond_poll_controller()
1390 agg->aggregator_identifier != ad_info.aggregator_id) in bond_poll_controller()
1394 netpoll_poll_dev(slave->dev); in bond_poll_controller()
1402 struct slave *slave; in bond_netpoll_cleanup() local
1404 bond_for_each_slave(bond, slave, iter) in bond_netpoll_cleanup()
1405 if (bond_slave_is_up(slave)) in bond_netpoll_cleanup()
1406 slave_disable_netpoll(slave); in bond_netpoll_cleanup()
1409 static int bond_netpoll_setup(struct net_device *dev, struct netpoll_info *ni) in bond_netpoll_setup() argument
1411 struct bonding *bond = netdev_priv(dev); in bond_netpoll_setup()
1413 struct slave *slave; in bond_netpoll_setup() local
1416 bond_for_each_slave(bond, slave, iter) { in bond_netpoll_setup()
1417 err = slave_enable_netpoll(slave); in bond_netpoll_setup()
1419 bond_netpoll_cleanup(dev); in bond_netpoll_setup()
1426 static inline int slave_enable_netpoll(struct slave *slave) in slave_enable_netpoll() argument
1430 static inline void slave_disable_netpoll(struct slave *slave) in slave_disable_netpoll() argument
1438 /*---------------------------------- IOCTL ----------------------------------*/
1440 static netdev_features_t bond_fix_features(struct net_device *dev, in bond_fix_features() argument
1443 struct bonding *bond = netdev_priv(dev); in bond_fix_features()
1446 struct slave *slave; in bond_fix_features() local
1453 bond_for_each_slave(bond, slave, iter) { in bond_fix_features()
1455 slave->dev->features, in bond_fix_features()
1485 struct net_device *bond_dev = bond->dev; in bond_compute_features()
1487 struct slave *slave; in bond_compute_features() local
1497 bond_for_each_slave(bond, slave, iter) { in bond_compute_features()
1499 slave->dev->vlan_features, BOND_VLAN_FEATURES); in bond_compute_features()
1502 slave->dev->hw_enc_features, in bond_compute_features()
1507 slave->dev->hw_enc_features, in bond_compute_features()
1512 slave->dev->mpls_features, in bond_compute_features()
1515 dst_release_flag &= slave->dev->priv_flags; in bond_compute_features()
1516 if (slave->dev->hard_header_len > max_hard_header_len) in bond_compute_features()
1517 max_hard_header_len = slave->dev->hard_header_len; in bond_compute_features()
1519 tso_max_size = min(tso_max_size, slave->dev->tso_max_size); in bond_compute_features()
1520 tso_max_segs = min(tso_max_segs, slave->dev->tso_max_segs); in bond_compute_features()
1522 bond_dev->hard_header_len = max_hard_header_len; in bond_compute_features()
1525 bond_dev->vlan_features = vlan_features; in bond_compute_features()
1526 bond_dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL | in bond_compute_features()
1530 bond_dev->hw_enc_features |= xfrm_features; in bond_compute_features()
1532 bond_dev->mpls_features = mpls_features; in bond_compute_features()
1536 bond_dev->priv_flags &= ~IFF_XMIT_DST_RELEASE; in bond_compute_features()
1537 if ((bond_dev->priv_flags & IFF_XMIT_DST_RELEASE_PERM) && in bond_compute_features()
1539 bond_dev->priv_flags |= IFF_XMIT_DST_RELEASE; in bond_compute_features()
1547 bool was_up = !!(bond_dev->flags & IFF_UP); in bond_setup_by_slave()
1551 bond_dev->header_ops = slave_dev->header_ops; in bond_setup_by_slave()
1553 bond_dev->type = slave_dev->type; in bond_setup_by_slave()
1554 bond_dev->hard_header_len = slave_dev->hard_header_len; in bond_setup_by_slave()
1555 bond_dev->needed_headroom = slave_dev->needed_headroom; in bond_setup_by_slave()
1556 bond_dev->addr_len = slave_dev->addr_len; in bond_setup_by_slave()
1558 memcpy(bond_dev->broadcast, slave_dev->broadcast, in bond_setup_by_slave()
1559 slave_dev->addr_len); in bond_setup_by_slave()
1561 if (slave_dev->flags & IFF_POINTOPOINT) { in bond_setup_by_slave()
1562 bond_dev->flags &= ~(IFF_BROADCAST | IFF_MULTICAST); in bond_setup_by_slave()
1563 bond_dev->flags |= (IFF_POINTOPOINT | IFF_NOARP); in bond_setup_by_slave()
1569 /* On bonding slaves other than the currently active slave, suppress
1570 * duplicates except for alb non-mcast/bcast.
1573 struct slave *slave, in bond_should_deliver_exact_match() argument
1576 if (bond_is_slave_inactive(slave)) { in bond_should_deliver_exact_match()
1578 skb->pkt_type != PACKET_BROADCAST && in bond_should_deliver_exact_match()
1579 skb->pkt_type != PACKET_MULTICAST) in bond_should_deliver_exact_match()
1589 struct slave *slave; in bond_handle_frame() local
1592 struct slave *); in bond_handle_frame()
1601 slave = bond_slave_get_rcu(skb->dev); in bond_handle_frame()
1602 bond = slave->bond; in bond_handle_frame()
1604 recv_probe = READ_ONCE(bond->recv_probe); in bond_handle_frame()
1606 ret = recv_probe(skb, bond, slave); in bond_handle_frame()
1615 * be suppressed we want to make an exception for link-local packets. in bond_handle_frame()
1617 * inactive slave links without being forced to bind to them in bond_handle_frame()
1621 * (including link-local ones) can have their originating interface in bond_handle_frame()
1624 if (bond_should_deliver_exact_match(skb, slave, bond)) { in bond_handle_frame()
1625 if (is_link_local_ether_addr(eth_hdr(skb)->h_dest)) in bond_handle_frame()
1630 skb->dev = bond->dev; in bond_handle_frame()
1633 netif_is_bridge_port(bond->dev) && in bond_handle_frame()
1634 skb->pkt_type == PACKET_HOST) { in bond_handle_frame()
1637 skb->data - skb_mac_header(skb)))) { in bond_handle_frame()
1641 bond_hw_addr_copy(eth_hdr(skb)->h_dest, bond->dev->dev_addr, in bond_handle_frame()
1642 bond->dev->addr_len); in bond_handle_frame()
1671 switch (bond->params.xmit_policy) { in bond_lag_hash_type()
1689 static int bond_master_upper_dev_link(struct bonding *bond, struct slave *slave, in bond_master_upper_dev_link() argument
1700 err = netdev_master_upper_dev_link(slave->dev, bond->dev, slave, in bond_master_upper_dev_link()
1705 slave->dev->flags |= IFF_SLAVE; in bond_master_upper_dev_link()
1709 static void bond_upper_dev_unlink(struct bonding *bond, struct slave *slave) in bond_upper_dev_unlink() argument
1711 netdev_upper_dev_unlink(slave->dev, bond->dev); in bond_upper_dev_unlink()
1712 slave->dev->flags &= ~IFF_SLAVE; in bond_upper_dev_unlink()
1717 struct slave *slave = to_slave(kobj); in slave_kobj_release() local
1718 struct bonding *bond = bond_get_bond_by_slave(slave); in slave_kobj_release()
1720 cancel_delayed_work_sync(&slave->notify_work); in slave_kobj_release()
1722 kfree(SLAVE_AD_INFO(slave)); in slave_kobj_release()
1724 kfree(slave); in slave_kobj_release()
1734 static int bond_kobj_init(struct slave *slave) in bond_kobj_init() argument
1738 err = kobject_init_and_add(&slave->kobj, &slave_ktype, in bond_kobj_init()
1739 &(slave->dev->dev.kobj), "bonding_slave"); in bond_kobj_init()
1741 kobject_put(&slave->kobj); in bond_kobj_init()
1746 static struct slave *bond_alloc_slave(struct bonding *bond, in bond_alloc_slave()
1749 struct slave *slave = NULL; in bond_alloc_slave() local
1751 slave = kzalloc(sizeof(*slave), GFP_KERNEL); in bond_alloc_slave()
1752 if (!slave) in bond_alloc_slave()
1755 slave->bond = bond; in bond_alloc_slave()
1756 slave->dev = slave_dev; in bond_alloc_slave()
1757 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work); in bond_alloc_slave()
1759 if (bond_kobj_init(slave)) in bond_alloc_slave()
1763 SLAVE_AD_INFO(slave) = kzalloc(sizeof(struct ad_slave_info), in bond_alloc_slave()
1765 if (!SLAVE_AD_INFO(slave)) { in bond_alloc_slave()
1766 kobject_put(&slave->kobj); in bond_alloc_slave()
1771 return slave; in bond_alloc_slave()
1776 info->bond_mode = BOND_MODE(bond); in bond_fill_ifbond()
1777 info->miimon = bond->params.miimon; in bond_fill_ifbond()
1778 info->num_slaves = bond->slave_cnt; in bond_fill_ifbond()
1781 static void bond_fill_ifslave(struct slave *slave, struct ifslave *info) in bond_fill_ifslave() argument
1783 strcpy(info->slave_name, slave->dev->name); in bond_fill_ifslave()
1784 info->link = slave->link; in bond_fill_ifslave()
1785 info->state = bond_slave_state(slave); in bond_fill_ifslave()
1786 info->link_failure_count = slave->link_failure_count; in bond_fill_ifslave()
1791 struct slave *slave = container_of(_work, struct slave, in bond_netdev_notify_work() local
1797 bond_fill_ifslave(slave, &binfo.slave); in bond_netdev_notify_work()
1798 bond_fill_ifbond(slave->bond, &binfo.master); in bond_netdev_notify_work()
1799 netdev_bonding_info_change(slave->dev, &binfo); in bond_netdev_notify_work()
1802 queue_delayed_work(slave->bond->wq, &slave->notify_work, 1); in bond_netdev_notify_work()
1806 void bond_queue_slave_event(struct slave *slave) in bond_queue_slave_event() argument
1808 queue_delayed_work(slave->bond->wq, &slave->notify_work, 0); in bond_queue_slave_event()
1811 void bond_lower_state_changed(struct slave *slave) in bond_lower_state_changed() argument
1815 info.link_up = slave->link == BOND_LINK_UP || in bond_lower_state_changed()
1816 slave->link == BOND_LINK_FAIL; in bond_lower_state_changed()
1817 info.tx_enabled = bond_is_active_slave(slave); in bond_lower_state_changed()
1818 netdev_lower_state_changed(slave->dev, &info); in bond_lower_state_changed()
1842 unsigned int flags = bond_dev->flags & (IFF_SLAVE | IFF_UP); in bond_ether_setup()
1845 bond_dev->flags |= IFF_MASTER | flags; in bond_ether_setup()
1846 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_ether_setup()
1854 struct slave *slave; in bond_xdp_set_features() local
1863 bond_for_each_slave(bond, slave, iter) in bond_xdp_set_features()
1864 val &= slave->dev->xdp_features; in bond_xdp_set_features()
1871 /* enslave device <slave> to bond device <master> */
1876 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_enslave()
1877 struct slave *new_slave = NULL, *prev_slave; in bond_enslave()
1882 if (slave_dev->flags & IFF_MASTER && in bond_enslave()
1886 return -EPERM; in bond_enslave()
1889 if (!bond->params.use_carrier && in bond_enslave()
1890 slave_dev->ethtool_ops->get_link == NULL && in bond_enslave()
1891 slave_ops->ndo_eth_ioctl == NULL) { in bond_enslave()
1895 /* already in-use? */ in bond_enslave()
1899 return -EBUSY; in bond_enslave()
1904 return -EPERM; in bond_enslave()
1909 if (slave_dev->features & NETIF_F_VLAN_CHALLENGED) { in bond_enslave()
1914 return -EPERM; in bond_enslave()
1916 …slave_warn(bond_dev, slave_dev, "enslaved VLAN challenged slave. Adding VLANs will be blocked as l… in bond_enslave()
1922 if (slave_dev->features & NETIF_F_HW_ESP) in bond_enslave()
1923 slave_dbg(bond_dev, slave_dev, "is esp-hw-offload capable\n"); in bond_enslave()
1926 * be identified with moderate accuracy by the state of the slave: in bond_enslave()
1930 if (slave_dev->flags & IFF_UP) { in bond_enslave()
1933 return -EPERM; in bond_enslave()
1936 /* set bonding device ether type by slave - bonding netdevices are in bond_enslave()
1937 * created with ether_setup, so when the slave type is not ARPHRD_ETHER in bond_enslave()
1940 * bond ether type mutual exclusion - don't allow slaves of dissimilar in bond_enslave()
1944 if (bond_dev->type != slave_dev->type) { in bond_enslave()
1946 bond_dev->type, slave_dev->type); in bond_enslave()
1953 return -EBUSY; in bond_enslave()
1960 if (slave_dev->type != ARPHRD_ETHER) in bond_enslave()
1968 } else if (bond_dev->type != slave_dev->type) { in bond_enslave()
1971 return -EINVAL; in bond_enslave()
1974 if (slave_dev->type == ARPHRD_INFINIBAND && in bond_enslave()
1977 "Only active-backup mode is supported for infiniband slaves"); in bond_enslave()
1978 res = -EOPNOTSUPP; in bond_enslave()
1982 if (!slave_ops->ndo_set_mac_address || in bond_enslave()
1983 slave_dev->type == ARPHRD_INFINIBAND) { in bond_enslave()
1984 …slave_warn(bond_dev, slave_dev, "The slave device specified does not support setting the MAC addre… in bond_enslave()
1986 bond->params.fail_over_mac != BOND_FOM_ACTIVE) { in bond_enslave()
1988 bond->params.fail_over_mac = BOND_FOM_ACTIVE; in bond_enslave()
1989 slave_warn(bond_dev, slave_dev, "Setting fail_over_mac to active for active-backup mode\n"); in bond_enslave()
1992 … "Slave device does not support setting the MAC address, but fail_over_mac is not set to active"); in bond_enslave()
1993 res = -EOPNOTSUPP; in bond_enslave()
2001 /* If this is the first slave, then we need to set the master's hardware in bond_enslave()
2002 * address to be the same as the slave's. in bond_enslave()
2005 bond->dev->addr_assign_type == NET_ADDR_RANDOM) { in bond_enslave()
2006 res = bond_set_dev_addr(bond->dev, slave_dev); in bond_enslave()
2013 res = -ENOMEM; in bond_enslave()
2020 new_slave->queue_id = 0; in bond_enslave()
2022 /* Save slave's original mtu and then set it to match the bond */ in bond_enslave()
2023 new_slave->original_mtu = slave_dev->mtu; in bond_enslave()
2024 res = dev_set_mtu(slave_dev, bond->dev->mtu); in bond_enslave()
2030 /* Save slave's original ("permanent") mac address for modes in bond_enslave()
2034 bond_hw_addr_copy(new_slave->perm_hwaddr, slave_dev->dev_addr, in bond_enslave()
2035 slave_dev->addr_len); in bond_enslave()
2037 if (!bond->params.fail_over_mac || in bond_enslave()
2039 /* Set slave to master's mac address. The application already in bond_enslave()
2040 * set the master's mac address to that of the first slave in bond_enslave()
2042 memcpy(ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_enslave()
2043 } else if (bond->params.fail_over_mac == BOND_FOM_FOLLOW && in bond_enslave()
2045 memcmp(slave_dev->dev_addr, bond_dev->dev_addr, bond_dev->addr_len) == 0) { in bond_enslave()
2046 /* Set slave to random address to avoid duplicate mac in bond_enslave()
2054 ss.ss_family = slave_dev->type; in bond_enslave()
2064 slave_dev->priv_flags |= IFF_NO_ADDRCONF; in bond_enslave()
2066 /* open the slave since the application closed it */ in bond_enslave()
2069 slave_err(bond_dev, slave_dev, "Opening slave failed\n"); in bond_enslave()
2073 slave_dev->priv_flags |= IFF_BONDING; in bond_enslave()
2074 /* initialize slave stats */ in bond_enslave()
2075 dev_get_stats(new_slave->dev, &new_slave->slave_stats); in bond_enslave()
2094 new_slave->delay = 0; in bond_enslave()
2095 new_slave->link_failure_count = 0; in bond_enslave()
2099 new_slave->link = BOND_LINK_DOWN; in bond_enslave()
2101 new_slave->last_rx = jiffies - in bond_enslave()
2102 (msecs_to_jiffies(bond->params.arp_interval) + 1); in bond_enslave()
2104 new_slave->target_last_arp_rx[i] = new_slave->last_rx; in bond_enslave()
2106 new_slave->last_tx = new_slave->last_rx; in bond_enslave()
2108 if (bond->params.miimon && !bond->params.use_carrier) { in bond_enslave()
2111 if ((link_reporting == -1) && !bond->params.arp_interval) { in bond_enslave()
2120 …slave_warn(bond_dev, slave_dev, "MII and ETHTOOL support not available for slave, and arp_interval… in bond_enslave()
2121 } else if (link_reporting == -1) { in bond_enslave()
2123 …slave_warn(bond_dev, slave_dev, "can't get link status from slave; the network driver associated w… in bond_enslave()
2128 new_slave->link = BOND_LINK_NOCHANGE; in bond_enslave()
2129 if (bond->params.miimon) { in bond_enslave()
2131 if (bond->params.updelay) { in bond_enslave()
2135 new_slave->delay = bond->params.updelay; in bond_enslave()
2145 } else if (bond->params.arp_interval) { in bond_enslave()
2155 if (new_slave->link != BOND_LINK_DOWN) in bond_enslave()
2156 new_slave->last_link_up = jiffies; in bond_enslave()
2157 slave_dbg(bond_dev, slave_dev, "Initial state of slave is BOND_LINK_%s\n", in bond_enslave()
2158 new_slave->link == BOND_LINK_DOWN ? "DOWN" : in bond_enslave()
2159 (new_slave->link == BOND_LINK_UP ? "UP" : "BACK")); in bond_enslave()
2161 if (bond_uses_primary(bond) && bond->params.primary[0]) { in bond_enslave()
2162 /* if there is a primary slave, remember it */ in bond_enslave()
2163 if (strcmp(bond->params.primary, new_slave->dev->name) == 0) { in bond_enslave()
2164 rcu_assign_pointer(bond->primary_slave, new_slave); in bond_enslave()
2165 bond->force_primary = true; in bond_enslave()
2180 /* if this is the first slave */ in bond_enslave()
2182 SLAVE_AD_INFO(new_slave)->id = 1; in bond_enslave()
2188 SLAVE_AD_INFO(new_slave)->id = in bond_enslave()
2189 SLAVE_AD_INFO(prev_slave)->id + 1; in bond_enslave()
2200 slave_dbg(bond_dev, slave_dev, "This slave is always active in trunk mode\n"); in bond_enslave()
2209 if (!rcu_access_pointer(bond->curr_active_slave) && in bond_enslave()
2210 new_slave->link == BOND_LINK_UP) in bond_enslave()
2211 rcu_assign_pointer(bond->curr_active_slave, new_slave); in bond_enslave()
2217 if (bond->dev->npinfo) { in bond_enslave()
2219 …slave_info(bond_dev, slave_dev, "master_dev is using netpoll, but new slave device does not suppor… in bond_enslave()
2220 res = -EBUSY; in bond_enslave()
2226 if (!(bond_dev->features & NETIF_F_LRO)) in bond_enslave()
2254 /* set promiscuity level to new slave */ in bond_enslave()
2255 if (bond_dev->flags & IFF_PROMISC) { in bond_enslave()
2261 /* set allmulti level to new slave */ in bond_enslave()
2262 if (bond_dev->flags & IFF_ALLMULTI) { in bond_enslave()
2265 if (bond_dev->flags & IFF_PROMISC) in bond_enslave()
2266 dev_set_promiscuity(slave_dev, -1); in bond_enslave()
2271 if (bond_dev->flags & IFF_UP) { in bond_enslave()
2282 bond->slave_cnt++; in bond_enslave()
2287 * remove the maddrs if the slave is selected as active slave. in bond_enslave()
2300 if (!slave_dev->netdev_ops->ndo_bpf || in bond_enslave()
2301 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_enslave()
2302 if (bond->xdp_prog) { in bond_enslave()
2304 "Slave does not support XDP"); in bond_enslave()
2305 res = -EOPNOTSUPP; in bond_enslave()
2308 } else if (bond->xdp_prog) { in bond_enslave()
2312 .prog = bond->xdp_prog, in bond_enslave()
2318 "Slave has XDP program loaded, please unload before enslaving"); in bond_enslave()
2319 res = -EOPNOTSUPP; in bond_enslave()
2323 res = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_enslave()
2329 if (bond->xdp_prog) in bond_enslave()
2330 bpf_prog_inc(bond->xdp_prog); in bond_enslave()
2337 new_slave->link != BOND_LINK_DOWN ? "an up" : "a down"); in bond_enslave()
2355 if (rcu_access_pointer(bond->primary_slave) == new_slave) in bond_enslave()
2356 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_enslave()
2357 if (rcu_access_pointer(bond->curr_active_slave) == new_slave) { in bond_enslave()
2369 slave_dev->priv_flags &= ~IFF_BONDING; in bond_enslave()
2373 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in bond_enslave()
2374 if (!bond->params.fail_over_mac || in bond_enslave()
2376 /* XXX TODO - fom follow mode needs to change master's in bond_enslave()
2377 * MAC if this slave's MAC is in use by the bond, or at in bond_enslave()
2380 bond_hw_addr_copy(ss.__data, new_slave->perm_hwaddr, in bond_enslave()
2381 new_slave->dev->addr_len); in bond_enslave()
2382 ss.ss_family = slave_dev->type; in bond_enslave()
2387 dev_set_mtu(slave_dev, new_slave->original_mtu); in bond_enslave()
2390 kobject_put(&new_slave->kobj); in bond_enslave()
2393 /* Enslave of first slave has failed and we need to fix master's mac */ in bond_enslave()
2395 if (ether_addr_equal_64bits(bond_dev->dev_addr, in bond_enslave()
2396 slave_dev->dev_addr)) in bond_enslave()
2398 if (bond_dev->type != ARPHRD_ETHER) { in bond_enslave()
2407 /* Try to release the slave device <slave> from the bond device <master>
2409 * is RTNL-locked. If "all" is true it means that the function is being called
2412 * The rules for slave state should be:
2423 struct slave *slave, *oldcurrent; in __bond_release_one() local
2425 int old_flags = bond_dev->flags; in __bond_release_one()
2426 netdev_features_t old_features = bond_dev->features; in __bond_release_one()
2428 /* slave is not a slave or master is not master of this slave */ in __bond_release_one()
2429 if (!(slave_dev->flags & IFF_SLAVE) || in __bond_release_one()
2431 slave_dbg(bond_dev, slave_dev, "cannot release slave\n"); in __bond_release_one()
2432 return -EINVAL; in __bond_release_one()
2437 slave = bond_get_slave_by_dev(bond, slave_dev); in __bond_release_one()
2438 if (!slave) { in __bond_release_one()
2439 /* not a slave of this bond */ in __bond_release_one()
2442 return -EINVAL; in __bond_release_one()
2445 bond_set_slave_inactive_flags(slave, BOND_SLAVE_NOTIFY_NOW); in __bond_release_one()
2447 bond_sysfs_slave_del(slave); in __bond_release_one()
2449 /* recompute stats just before removing the slave */ in __bond_release_one()
2450 bond_get_stats(bond->dev, &bond->bond_stats); in __bond_release_one()
2452 if (bond->xdp_prog) { in __bond_release_one()
2459 if (slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp)) in __bond_release_one()
2464 * for this slave anymore. in __bond_release_one()
2469 bond_3ad_unbind_slave(slave); in __bond_release_one()
2471 bond_upper_dev_unlink(bond, slave); in __bond_release_one()
2474 bond_update_slave_arr(bond, slave); in __bond_release_one()
2477 bond_is_active_slave(slave) ? "active" : "backup"); in __bond_release_one()
2479 oldcurrent = rcu_access_pointer(bond->curr_active_slave); in __bond_release_one()
2481 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in __bond_release_one()
2483 if (!all && (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2485 if (ether_addr_equal_64bits(bond_dev->dev_addr, slave->perm_hwaddr) && in __bond_release_one()
2487 …ond_dev, slave_dev, "the permanent HWaddr of slave - %pM - is still in use by bond - set the HWadd… in __bond_release_one()
2488 slave->perm_hwaddr); in __bond_release_one()
2491 if (rtnl_dereference(bond->primary_slave) == slave) in __bond_release_one()
2492 RCU_INIT_POINTER(bond->primary_slave, NULL); in __bond_release_one()
2494 if (oldcurrent == slave) in __bond_release_one()
2497 /* Must be called after bond_change_active_slave () as the slave in __bond_release_one()
2498 * might change from an active slave to a backup slave. Then it is in __bond_release_one()
2499 * necessary to clear the maddrs on the backup slave. in __bond_release_one()
2501 bond_slave_ns_maddrs_del(bond, slave); in __bond_release_one()
2504 /* Must be called only after the slave has been in __bond_release_one()
2507 * but before a new active slave is selected. in __bond_release_one()
2509 bond_alb_deinit_slave(bond, slave); in __bond_release_one()
2513 RCU_INIT_POINTER(bond->curr_active_slave, NULL); in __bond_release_one()
2514 } else if (oldcurrent == slave) { in __bond_release_one()
2516 * is no concern that another slave add/remove event in __bond_release_one()
2528 bond->slave_cnt--; in __bond_release_one()
2531 call_netdevice_notifiers(NETDEV_CHANGEADDR, bond->dev); in __bond_release_one()
2532 call_netdevice_notifiers(NETDEV_RELEASE, bond->dev); in __bond_release_one()
2536 if (!(bond_dev->features & NETIF_F_VLAN_CHALLENGED) && in __bond_release_one()
2538 …slave_info(bond_dev, slave_dev, "last VLAN challenged slave left bond - VLAN blocking is removed\n… in __bond_release_one()
2546 /* unset promiscuity level from slave in __bond_release_one()
2550 * when this slave was attached, so we cache at the start of the in __bond_release_one()
2554 dev_set_promiscuity(slave_dev, -1); in __bond_release_one()
2556 /* unset allmulti level from slave */ in __bond_release_one()
2558 dev_set_allmulti(slave_dev, -1); in __bond_release_one()
2564 slave_disable_netpoll(slave); in __bond_release_one()
2566 /* close slave before restoring its mac address */ in __bond_release_one()
2569 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in __bond_release_one()
2571 if (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2574 bond_hw_addr_copy(ss.__data, slave->perm_hwaddr, in __bond_release_one()
2575 slave->dev->addr_len); in __bond_release_one()
2576 ss.ss_family = slave_dev->type; in __bond_release_one()
2581 __dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2583 dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2586 slave_dev->priv_flags &= ~IFF_BONDING; in __bond_release_one()
2589 kobject_put(&slave->kobj); in __bond_release_one()
2600 /* First release a slave and then destroy the bond if no more slaves are left.
2611 bond_dev->reg_state != NETREG_UNREGISTERING) { in bond_release_and_destroy()
2612 bond_dev->priv_flags |= IFF_DISABLE_NETPOLL; in bond_release_and_destroy()
2631 int i = 0, res = -ENODEV; in bond_slave_info_query()
2632 struct slave *slave; in bond_slave_info_query() local
2634 bond_for_each_slave(bond, slave, iter) { in bond_slave_info_query()
2635 if (i++ == (int)info->slave_id) { in bond_slave_info_query()
2637 bond_fill_ifslave(slave, info); in bond_slave_info_query()
2645 /*-------------------------------- Monitoring -------------------------------*/
2653 struct slave *slave; in bond_miimon_inspect() local
2656 ignore_updelay = !rcu_dereference(bond->curr_active_slave); in bond_miimon_inspect()
2660 usable_slaves = rcu_dereference(bond->usable_slaves); in bond_miimon_inspect()
2662 if (usable_slaves && usable_slaves->count == 0) in bond_miimon_inspect()
2666 bond_for_each_slave_rcu(bond, slave, iter) { in bond_miimon_inspect()
2667 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_miimon_inspect()
2669 link_state = bond_check_dev_link(bond, slave->dev, 0); in bond_miimon_inspect()
2671 switch (slave->link) { in bond_miimon_inspect()
2676 bond_propose_link_state(slave, BOND_LINK_FAIL); in bond_miimon_inspect()
2678 slave->delay = bond->params.downdelay; in bond_miimon_inspect()
2679 if (slave->delay) { in bond_miimon_inspect()
2680 slave_info(bond->dev, slave->dev, "link status down for %sinterface, disabling it in %d ms\n", in bond_miimon_inspect()
2683 (bond_is_active_slave(slave) ? in bond_miimon_inspect()
2685 bond->params.downdelay * bond->params.miimon); in bond_miimon_inspect()
2691 bond_propose_link_state(slave, BOND_LINK_UP); in bond_miimon_inspect()
2692 slave->last_link_up = jiffies; in bond_miimon_inspect()
2693 slave_info(bond->dev, slave->dev, "link status up again after %d ms\n", in bond_miimon_inspect()
2694 (bond->params.downdelay - slave->delay) * in bond_miimon_inspect()
2695 bond->params.miimon); in bond_miimon_inspect()
2700 if (slave->delay <= 0) { in bond_miimon_inspect()
2701 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_miimon_inspect()
2706 slave->delay--; in bond_miimon_inspect()
2713 bond_propose_link_state(slave, BOND_LINK_BACK); in bond_miimon_inspect()
2715 slave->delay = bond->params.updelay; in bond_miimon_inspect()
2717 if (slave->delay) { in bond_miimon_inspect()
2718 slave_info(bond->dev, slave->dev, "link status up, enabling it in %d ms\n", in bond_miimon_inspect()
2720 bond->params.updelay * in bond_miimon_inspect()
2721 bond->params.miimon); in bond_miimon_inspect()
2726 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_miimon_inspect()
2727 slave_info(bond->dev, slave->dev, "link status down again after %d ms\n", in bond_miimon_inspect()
2728 (bond->params.updelay - slave->delay) * in bond_miimon_inspect()
2729 bond->params.miimon); in bond_miimon_inspect()
2735 slave->delay = 0; in bond_miimon_inspect()
2737 if (slave->delay <= 0) { in bond_miimon_inspect()
2738 bond_propose_link_state(slave, BOND_LINK_UP); in bond_miimon_inspect()
2744 slave->delay--; in bond_miimon_inspect()
2753 struct slave *slave, in bond_miimon_link_change() argument
2758 bond_3ad_handle_link_change(slave, link); in bond_miimon_link_change()
2762 bond_alb_handle_link_change(bond, slave, link); in bond_miimon_link_change()
2772 struct slave *slave, *primary, *active; in bond_miimon_commit() local
2778 bond_for_each_slave(bond, slave, iter) { in bond_miimon_commit()
2779 switch (slave->link_new_state) { in bond_miimon_commit()
2781 /* For 802.3ad mode, check current slave speed and in bond_miimon_commit()
2788 slave->link == BOND_LINK_UP) in bond_miimon_commit()
2789 bond_3ad_adapter_speed_duplex_changed(slave); in bond_miimon_commit()
2793 if (bond_update_speed_duplex(slave) && in bond_miimon_commit()
2795 slave->link = BOND_LINK_DOWN; in bond_miimon_commit()
2797 slave_warn(bond->dev, slave->dev, in bond_miimon_commit()
2801 bond_set_slave_link_state(slave, BOND_LINK_UP, in bond_miimon_commit()
2803 slave->last_link_up = jiffies; in bond_miimon_commit()
2805 primary = rtnl_dereference(bond->primary_slave); in bond_miimon_commit()
2808 bond_set_backup_slave(slave); in bond_miimon_commit()
2811 bond_set_active_slave(slave); in bond_miimon_commit()
2814 slave_info(bond->dev, slave->dev, "link status definitely up, %u Mbps %s duplex\n", in bond_miimon_commit()
2815 slave->speed == SPEED_UNKNOWN ? 0 : slave->speed, in bond_miimon_commit()
2816 slave->duplex ? "full" : "half"); in bond_miimon_commit()
2818 bond_miimon_link_change(bond, slave, BOND_LINK_UP); in bond_miimon_commit()
2820 active = rtnl_dereference(bond->curr_active_slave); in bond_miimon_commit()
2821 if (!active || slave == primary || slave->prio > active->prio) in bond_miimon_commit()
2827 if (slave->link_failure_count < UINT_MAX) in bond_miimon_commit()
2828 slave->link_failure_count++; in bond_miimon_commit()
2830 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_miimon_commit()
2835 bond_set_slave_inactive_flags(slave, in bond_miimon_commit()
2838 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_miimon_commit()
2840 bond_miimon_link_change(bond, slave, BOND_LINK_DOWN); in bond_miimon_commit()
2842 if (slave == rcu_access_pointer(bond->curr_active_slave)) in bond_miimon_commit()
2848 slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", in bond_miimon_commit()
2849 slave->link_new_state); in bond_miimon_commit()
2850 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_miimon_commit()
2879 struct slave *slave; in bond_mii_monitor() local
2882 delay = msecs_to_jiffies(bond->params.miimon); in bond_mii_monitor()
2890 if (bond->send_peer_notif) { in bond_mii_monitor()
2893 bond->send_peer_notif--; in bond_mii_monitor()
2908 bond_for_each_slave(bond, slave, iter) { in bond_mii_monitor()
2909 bond_commit_link_state(slave, BOND_SLAVE_NOTIFY_LATER); in bond_mii_monitor()
2917 if (bond->params.miimon) in bond_mii_monitor()
2918 queue_delayed_work(bond->wq, &bond->mii_work, delay); in bond_mii_monitor()
2923 call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, bond->dev); in bond_mii_monitor()
2931 __be32 ip = *(__be32 *)priv->data; in bond_upper_dev_walk()
2943 if (ip == bond_confirm_addr(bond->dev, 0, ip)) in bond_has_this_ip()
2947 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_upper_dev_walk, &priv)) in bond_has_this_ip()
2956 static bool bond_handle_vlan(struct slave *slave, struct bond_vlan_tag *tags, in bond_handle_vlan() argument
2959 struct net_device *bond_dev = slave->bond->dev; in bond_handle_vlan()
2960 struct net_device *slave_dev = slave->dev; in bond_handle_vlan()
2963 if (!tags || tags->vlan_proto == BOND_VLAN_PROTO_NONE) in bond_handle_vlan()
2969 while (tags->vlan_proto != BOND_VLAN_PROTO_NONE) { in bond_handle_vlan()
2970 if (!tags->vlan_id) { in bond_handle_vlan()
2976 ntohs(outer_tag->vlan_proto), tags->vlan_id); in bond_handle_vlan()
2977 skb = vlan_insert_tag_set_proto(skb, tags->vlan_proto, in bond_handle_vlan()
2978 tags->vlan_id); in bond_handle_vlan()
2987 if (outer_tag->vlan_id) { in bond_handle_vlan()
2989 ntohs(outer_tag->vlan_proto), outer_tag->vlan_id); in bond_handle_vlan()
2990 __vlan_hwaccel_put_tag(skb, outer_tag->vlan_proto, in bond_handle_vlan()
2991 outer_tag->vlan_id); in bond_handle_vlan()
2999 * "native" to a VLAN) might not pass non-tagged frames.
3001 static void bond_arp_send(struct slave *slave, int arp_op, __be32 dest_ip, in bond_arp_send() argument
3004 struct net_device *bond_dev = slave->bond->dev; in bond_arp_send()
3005 struct net_device *slave_dev = slave->dev; in bond_arp_send()
3008 slave_dbg(bond_dev, slave_dev, "arp %d on slave: dst %pI4 src %pI4\n", in bond_arp_send()
3012 NULL, slave_dev->dev_addr, NULL); in bond_arp_send()
3019 if (bond_handle_vlan(slave, tags, skb)) { in bond_arp_send()
3020 slave_update_last_tx(slave); in bond_arp_send()
3044 return ERR_PTR(-ENOMEM); in bond_verify_device_path()
3067 static void bond_arp_send_all(struct bonding *bond, struct slave *slave) in bond_arp_send_all() argument
3071 __be32 *targets = bond->params.arp_targets, addr; in bond_arp_send_all()
3075 slave_dbg(bond->dev, slave->dev, "%s: target %pI4\n", in bond_arp_send_all()
3079 /* Find out through which dev should the packet go */ in bond_arp_send_all()
3080 rt = ip_route_output(dev_net(bond->dev), targets[i], 0, in bond_arp_send_all()
3083 /* there's no route to target - try to send arp in bond_arp_send_all()
3086 if (bond->params.arp_validate) in bond_arp_send_all()
3088 bond->dev->name, in bond_arp_send_all()
3090 bond_arp_send(slave, ARPOP_REQUEST, targets[i], in bond_arp_send_all()
3096 if (rt->dst.dev == bond->dev) in bond_arp_send_all()
3100 tags = bond_verify_device_path(bond->dev, rt->dst.dev, 0); in bond_arp_send_all()
3106 /* Not our device - skip */ in bond_arp_send_all()
3107 slave_dbg(bond->dev, slave->dev, "no path to arp_ip_target %pI4 via rt.dev %s\n", in bond_arp_send_all()
3108 &targets[i], rt->dst.dev ? rt->dst.dev->name : "NULL"); in bond_arp_send_all()
3114 addr = bond_confirm_addr(rt->dst.dev, targets[i], 0); in bond_arp_send_all()
3116 bond_arp_send(slave, ARPOP_REQUEST, targets[i], addr, tags); in bond_arp_send_all()
3121 static void bond_validate_arp(struct bonding *bond, struct slave *slave, __be32 sip, __be32 tip) in bond_validate_arp() argument
3126 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 tip %pI4 not found\n", in bond_validate_arp()
3131 i = bond_get_targets_ip(bond->params.arp_targets, sip); in bond_validate_arp()
3132 if (i == -1) { in bond_validate_arp()
3133 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 not found in targets\n", in bond_validate_arp()
3137 slave->last_rx = jiffies; in bond_validate_arp()
3138 slave->target_last_arp_rx[i] = jiffies; in bond_validate_arp()
3142 struct slave *slave) in bond_arp_rcv() argument
3144 struct arphdr *arp = (struct arphdr *)skb->data; in bond_arp_rcv()
3145 struct slave *curr_active_slave, *curr_arp_slave; in bond_arp_rcv()
3150 alen = arp_hdr_len(bond->dev); in bond_arp_rcv()
3160 if (arp->ar_hln != bond->dev->addr_len || in bond_arp_rcv()
3161 skb->pkt_type == PACKET_OTHERHOST || in bond_arp_rcv()
3162 skb->pkt_type == PACKET_LOOPBACK || in bond_arp_rcv()
3163 arp->ar_hrd != htons(ARPHRD_ETHER) || in bond_arp_rcv()
3164 arp->ar_pro != htons(ETH_P_IP) || in bond_arp_rcv()
3165 arp->ar_pln != 4) in bond_arp_rcv()
3169 arp_ptr += bond->dev->addr_len; in bond_arp_rcv()
3171 arp_ptr += 4 + bond->dev->addr_len; in bond_arp_rcv()
3174 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI4 tip %pI4\n", in bond_arp_rcv()
3175 __func__, slave->dev->name, bond_slave_state(slave), in bond_arp_rcv()
3176 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_arp_rcv()
3179 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_arp_rcv()
3180 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_arp_rcv()
3184 * (a) the slave receiving the ARP is active (which includes the in bond_arp_rcv()
3185 * current ARP slave, if any), or in bond_arp_rcv()
3187 * (b) the receiving slave isn't active, but there is a currently in bond_arp_rcv()
3188 * active slave and it received valid arp reply(s) after it became in bond_arp_rcv()
3189 * the currently active slave, or in bond_arp_rcv()
3191 * (c) there is an ARP slave that sent an ARP during the prior ARP in bond_arp_rcv()
3192 * interval, and we receive an ARP reply on any slave. We accept in bond_arp_rcv()
3194 * reply to a slave other than the sender of the ARP request. in bond_arp_rcv()
3198 * slave through the L2 switch(es) to the receiving slave. Since in bond_arp_rcv()
3205 if (bond_is_active_slave(slave)) in bond_arp_rcv()
3206 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3209 curr_active_slave->last_link_up)) in bond_arp_rcv()
3210 bond_validate_arp(bond, slave, tip, sip); in bond_arp_rcv()
3211 else if (curr_arp_slave && (arp->ar_op == htons(ARPOP_REPLY)) && in bond_arp_rcv()
3213 bond_validate_arp(bond, slave, sip, tip); in bond_arp_rcv()
3216 if (arp != (struct arphdr *)skb->data) in bond_arp_rcv()
3222 static void bond_ns_send(struct slave *slave, const struct in6_addr *daddr, in bond_ns_send() argument
3225 struct net_device *bond_dev = slave->bond->dev; in bond_ns_send()
3226 struct net_device *slave_dev = slave->dev; in bond_ns_send()
3230 slave_dbg(bond_dev, slave_dev, "NS on slave: dst %pI6c src %pI6c\n", in bond_ns_send()
3240 if (bond_handle_vlan(slave, tags, skb)) { in bond_ns_send()
3241 slave_update_last_tx(slave); in bond_ns_send()
3246 static void bond_ns_send_all(struct bonding *bond, struct slave *slave) in bond_ns_send_all() argument
3248 struct in6_addr *targets = bond->params.ns_targets; in bond_ns_send_all()
3256 slave_dbg(bond->dev, slave->dev, "%s: target %pI6c\n", in bond_ns_send_all()
3260 /* Find out through which dev should the packet go */ in bond_ns_send_all()
3263 fl6.flowi6_oif = bond->dev->ifindex; in bond_ns_send_all()
3265 dst = ip6_route_output(dev_net(bond->dev), NULL, &fl6); in bond_ns_send_all()
3266 if (dst->error) { in bond_ns_send_all()
3268 /* there's no route to target - try to send arp in bond_ns_send_all()
3271 if (bond->params.arp_validate) in bond_ns_send_all()
3273 bond->dev->name, in bond_ns_send_all()
3275 bond_ns_send(slave, &targets[i], &in6addr_any, tags); in bond_ns_send_all()
3280 if (dst->dev == bond->dev) in bond_ns_send_all()
3284 tags = bond_verify_device_path(bond->dev, dst->dev, 0); in bond_ns_send_all()
3290 /* Not our device - skip */ in bond_ns_send_all()
3291 slave_dbg(bond->dev, slave->dev, "no path to ns_ip6_target %pI6c via dst->dev %s\n", in bond_ns_send_all()
3292 &targets[i], dst->dev ? dst->dev->name : "NULL"); in bond_ns_send_all()
3298 if (!ipv6_dev_get_saddr(dev_net(dst->dev), dst->dev, &targets[i], 0, &saddr)) in bond_ns_send_all()
3299 bond_ns_send(slave, &targets[i], &saddr, tags); in bond_ns_send_all()
3301 bond_ns_send(slave, &targets[i], &in6addr_any, tags); in bond_ns_send_all()
3308 static int bond_confirm_addr6(struct net_device *dev, in bond_confirm_addr6() argument
3311 struct in6_addr *addr = (struct in6_addr *)priv->data; in bond_confirm_addr6()
3313 return ipv6_chk_addr(dev_net(dev), addr, dev, 0); in bond_confirm_addr6()
3323 if (bond_confirm_addr6(bond->dev, &priv)) in bond_has_this_ip6()
3327 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_confirm_addr6, &priv)) in bond_has_this_ip6()
3334 static void bond_validate_na(struct bonding *bond, struct slave *slave, in bond_validate_na() argument
3341 * 2. Dest address is neither all-nodes multicast address nor in bond_validate_na()
3347 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c tip %pI6c not found\n", in bond_validate_na()
3352 i = bond_get_targets_ip6(bond->params.ns_targets, saddr); in bond_validate_na()
3353 if (i == -1) { in bond_validate_na()
3354 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c not found in targets\n", in bond_validate_na()
3358 slave->last_rx = jiffies; in bond_validate_na()
3359 slave->target_last_arp_rx[i] = jiffies; in bond_validate_na()
3363 struct slave *slave) in bond_na_rcv() argument
3365 struct slave *curr_active_slave, *curr_arp_slave; in bond_na_rcv()
3372 if (skb->pkt_type == PACKET_OTHERHOST || in bond_na_rcv()
3373 skb->pkt_type == PACKET_LOOPBACK) in bond_na_rcv()
3377 if (!combined || combined->ip6.nexthdr != NEXTHDR_ICMP || in bond_na_rcv()
3378 (combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_SOLICITATION && in bond_na_rcv()
3379 combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_ADVERTISEMENT)) in bond_na_rcv()
3382 saddr = &combined->ip6.saddr; in bond_na_rcv()
3383 daddr = &combined->ip6.daddr; in bond_na_rcv()
3385 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI6c tip %pI6c\n", in bond_na_rcv()
3386 __func__, slave->dev->name, bond_slave_state(slave), in bond_na_rcv()
3387 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_na_rcv()
3390 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_na_rcv()
3391 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_na_rcv()
3396 if (bond_is_active_slave(slave)) in bond_na_rcv()
3397 bond_validate_na(bond, slave, saddr, daddr); in bond_na_rcv()
3400 curr_active_slave->last_link_up)) in bond_na_rcv()
3401 bond_validate_na(bond, slave, daddr, saddr); in bond_na_rcv()
3404 bond_validate_na(bond, slave, saddr, daddr); in bond_na_rcv()
3412 struct slave *slave) in bond_rcv_validate() argument
3415 bool is_ipv6 = skb->protocol == __cpu_to_be16(ETH_P_IPV6); in bond_rcv_validate()
3417 bool is_arp = skb->protocol == __cpu_to_be16(ETH_P_ARP); in bond_rcv_validate()
3419 slave_dbg(bond->dev, slave->dev, "%s: skb->dev %s\n", in bond_rcv_validate()
3420 __func__, skb->dev->name); in bond_rcv_validate()
3423 if (!slave_do_arp_validate(bond, slave)) { in bond_rcv_validate()
3429 slave->last_rx = jiffies; in bond_rcv_validate()
3432 return bond_arp_rcv(skb, bond, slave); in bond_rcv_validate()
3435 return bond_na_rcv(skb, bond, slave); in bond_rcv_validate()
3442 static void bond_send_validate(struct bonding *bond, struct slave *slave) in bond_send_validate() argument
3444 bond_arp_send_all(bond, slave); in bond_send_validate()
3446 bond_ns_send_all(bond, slave); in bond_send_validate()
3451 * (last_act - arp_interval) <= jiffies <= (last_act + mod * arp_interval +
3457 int delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_time_in_interval()
3460 last_act - delta_in_ticks, in bond_time_in_interval()
3464 /* This function is called regularly to monitor each slave's link
3466 * is used in load-balancing mode. if the adapter has been dormant, then an
3472 struct slave *slave, *oldcurrent; in bond_loadbalance_arp_mon() local
3481 oldcurrent = rcu_dereference(bond->curr_active_slave); in bond_loadbalance_arp_mon()
3484 * the picture unless it is null. also, slave->last_link_up is not in bond_loadbalance_arp_mon()
3485 * needed here because we send an arp on each slave and give a slave in bond_loadbalance_arp_mon()
3490 bond_for_each_slave_rcu(bond, slave, iter) { in bond_loadbalance_arp_mon()
3491 unsigned long last_tx = slave_last_tx(slave); in bond_loadbalance_arp_mon()
3493 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_loadbalance_arp_mon()
3495 if (slave->link != BOND_LINK_UP) { in bond_loadbalance_arp_mon()
3497 bond_time_in_interval(bond, slave->last_rx, 1)) { in bond_loadbalance_arp_mon()
3499 bond_propose_link_state(slave, BOND_LINK_UP); in bond_loadbalance_arp_mon()
3502 /* primary_slave has no meaning in round-robin in bond_loadbalance_arp_mon()
3503 * mode. the window of a slave being up and in bond_loadbalance_arp_mon()
3508 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_loadbalance_arp_mon()
3511 slave_info(bond->dev, slave->dev, "interface is now up\n"); in bond_loadbalance_arp_mon()
3515 /* slave->link == BOND_LINK_UP */ in bond_loadbalance_arp_mon()
3521 if (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_loadbalance_arp_mon()
3522 !bond_time_in_interval(bond, slave->last_rx, bond->params.missed_max)) { in bond_loadbalance_arp_mon()
3524 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_loadbalance_arp_mon()
3527 if (slave->link_failure_count < UINT_MAX) in bond_loadbalance_arp_mon()
3528 slave->link_failure_count++; in bond_loadbalance_arp_mon()
3530 slave_info(bond->dev, slave->dev, "interface is now down\n"); in bond_loadbalance_arp_mon()
3532 if (slave == oldcurrent) in bond_loadbalance_arp_mon()
3537 /* note: if switch is in round-robin mode, all links in bond_loadbalance_arp_mon()
3538 * must tx arp to ensure all links rx an arp - otherwise in bond_loadbalance_arp_mon()
3541 * do - all replies will be rx'ed on same link causing slaves in bond_loadbalance_arp_mon()
3544 if (bond_slave_is_up(slave)) in bond_loadbalance_arp_mon()
3545 bond_send_validate(bond, slave); in bond_loadbalance_arp_mon()
3554 bond_for_each_slave(bond, slave, iter) { in bond_loadbalance_arp_mon()
3555 if (slave->link_new_state != BOND_LINK_NOCHANGE) in bond_loadbalance_arp_mon()
3556 slave->link = slave->link_new_state; in bond_loadbalance_arp_mon()
3573 if (bond->params.arp_interval) in bond_loadbalance_arp_mon()
3574 queue_delayed_work(bond->wq, &bond->arp_work, in bond_loadbalance_arp_mon()
3575 msecs_to_jiffies(bond->params.arp_interval)); in bond_loadbalance_arp_mon()
3578 /* Called to inspect slaves for active-backup mode ARP monitor link state
3580 * should take place for the slave. Returns 0 if no changes are found, >0
3589 struct slave *slave; in bond_ab_arp_inspect() local
3592 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_inspect()
3593 bond_propose_link_state(slave, BOND_LINK_NOCHANGE); in bond_ab_arp_inspect()
3594 last_rx = slave_last_rx(bond, slave); in bond_ab_arp_inspect()
3596 if (slave->link != BOND_LINK_UP) { in bond_ab_arp_inspect()
3598 bond_propose_link_state(slave, BOND_LINK_UP); in bond_ab_arp_inspect()
3600 } else if (slave->link == BOND_LINK_BACK) { in bond_ab_arp_inspect()
3601 bond_propose_link_state(slave, BOND_LINK_FAIL); in bond_ab_arp_inspect()
3611 if (bond_time_in_interval(bond, slave->last_link_up, 2)) in bond_ab_arp_inspect()
3614 /* Backup slave is down if: in bond_ab_arp_inspect()
3615 * - No current_arp_slave AND in bond_ab_arp_inspect()
3616 * - more than (missed_max+1)*delta since last receive AND in bond_ab_arp_inspect()
3617 * - the bond has an IP address in bond_ab_arp_inspect()
3619 * Note: a non-null current_arp_slave indicates in bond_ab_arp_inspect()
3622 * we only take the curr_active_slave down - this in bond_ab_arp_inspect()
3623 * gives each slave a chance to tx/rx traffic in bond_ab_arp_inspect()
3626 if (!bond_is_active_slave(slave) && in bond_ab_arp_inspect()
3627 !rcu_access_pointer(bond->current_arp_slave) && in bond_ab_arp_inspect()
3628 !bond_time_in_interval(bond, last_rx, bond->params.missed_max + 1)) { in bond_ab_arp_inspect()
3629 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_ab_arp_inspect()
3633 /* Active slave is down if: in bond_ab_arp_inspect()
3634 * - more than missed_max*delta since transmitting OR in bond_ab_arp_inspect()
3635 * - (more than missed_max*delta since receive AND in bond_ab_arp_inspect()
3638 last_tx = slave_last_tx(slave); in bond_ab_arp_inspect()
3639 if (bond_is_active_slave(slave) && in bond_ab_arp_inspect()
3640 (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_ab_arp_inspect()
3641 !bond_time_in_interval(bond, last_rx, bond->params.missed_max))) { in bond_ab_arp_inspect()
3642 bond_propose_link_state(slave, BOND_LINK_DOWN); in bond_ab_arp_inspect()
3651 * active-backup mode ARP monitor.
3660 struct slave *slave; in bond_ab_arp_commit() local
3662 bond_for_each_slave(bond, slave, iter) { in bond_ab_arp_commit()
3663 switch (slave->link_new_state) { in bond_ab_arp_commit()
3668 last_tx = slave_last_tx(slave); in bond_ab_arp_commit()
3669 if (rtnl_dereference(bond->curr_active_slave) != slave || in bond_ab_arp_commit()
3670 (!rtnl_dereference(bond->curr_active_slave) && in bond_ab_arp_commit()
3672 struct slave *current_arp_slave; in bond_ab_arp_commit()
3674 current_arp_slave = rtnl_dereference(bond->current_arp_slave); in bond_ab_arp_commit()
3675 bond_set_slave_link_state(slave, BOND_LINK_UP, in bond_ab_arp_commit()
3681 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3684 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_ab_arp_commit()
3686 if (!rtnl_dereference(bond->curr_active_slave) || in bond_ab_arp_commit()
3687 slave == rtnl_dereference(bond->primary_slave) || in bond_ab_arp_commit()
3688 slave->prio > rtnl_dereference(bond->curr_active_slave)->prio) in bond_ab_arp_commit()
3696 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_commit()
3697 slave->link_failure_count++; in bond_ab_arp_commit()
3699 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_ab_arp_commit()
3701 bond_set_slave_inactive_flags(slave, in bond_ab_arp_commit()
3704 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_ab_arp_commit()
3706 if (slave == rtnl_dereference(bond->curr_active_slave)) { in bond_ab_arp_commit()
3707 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3714 bond_set_slave_link_state(slave, BOND_LINK_FAIL, in bond_ab_arp_commit()
3716 bond_set_slave_inactive_flags(slave, in bond_ab_arp_commit()
3719 /* A slave has just been enslaved and has become in bond_ab_arp_commit()
3720 * the current active slave. in bond_ab_arp_commit()
3722 if (rtnl_dereference(bond->curr_active_slave)) in bond_ab_arp_commit()
3723 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3727 slave_err(bond->dev, slave->dev, in bond_ab_arp_commit()
3728 "impossible: link_new_state %d on slave\n", in bond_ab_arp_commit()
3729 slave->link_new_state); in bond_ab_arp_commit()
3743 /* Send ARP probes for active-backup mode ARP monitor.
3749 struct slave *slave, *before = NULL, *new_slave = NULL, in bond_ab_arp_probe() local
3750 *curr_arp_slave = rcu_dereference(bond->current_arp_slave), in bond_ab_arp_probe()
3751 *curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_ab_arp_probe()
3757 netdev_info(bond->dev, "PROBE: c_arp %s && cas %s BAD\n", in bond_ab_arp_probe()
3758 curr_arp_slave->dev->name, in bond_ab_arp_probe()
3759 curr_active_slave->dev->name); in bond_ab_arp_probe()
3767 * backup slave from the current_arp_slave and make it the candidate in bond_ab_arp_probe()
3777 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3778 if (!found && !before && bond_slave_is_up(slave)) in bond_ab_arp_probe()
3779 before = slave; in bond_ab_arp_probe()
3781 if (found && !new_slave && bond_slave_is_up(slave)) in bond_ab_arp_probe()
3782 new_slave = slave; in bond_ab_arp_probe()
3784 * mark it down - this can happen if we have in bond_ab_arp_probe()
3787 * one the current slave so it is still marked in bond_ab_arp_probe()
3790 if (!bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_ab_arp_probe()
3791 bond_set_slave_link_state(slave, BOND_LINK_DOWN, in bond_ab_arp_probe()
3793 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_probe()
3794 slave->link_failure_count++; in bond_ab_arp_probe()
3796 bond_set_slave_inactive_flags(slave, in bond_ab_arp_probe()
3799 slave_info(bond->dev, slave->dev, "backup interface is now down\n"); in bond_ab_arp_probe()
3801 if (slave == curr_arp_slave) in bond_ab_arp_probe()
3815 new_slave->last_link_up = jiffies; in bond_ab_arp_probe()
3816 rcu_assign_pointer(bond->current_arp_slave, new_slave); in bond_ab_arp_probe()
3819 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ab_arp_probe()
3820 if (slave->should_notify || slave->should_notify_link) { in bond_ab_arp_probe()
3834 delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_activebackup_arp_mon()
3863 if (bond->params.arp_interval) in bond_activebackup_arp_mon()
3864 queue_delayed_work(bond->wq, &bond->arp_work, delta_in_ticks); in bond_activebackup_arp_mon()
3871 bond->send_peer_notif--; in bond_activebackup_arp_mon()
3873 bond->dev); in bond_activebackup_arp_mon()
3895 /*-------------------------- netdev event handling --------------------------*/
3937 struct slave *slave = bond_slave_get_rtnl(slave_dev), *primary; in bond_slave_netdev_event() local
3943 * slave will be NULL in bond_slave_netdev_event()
3945 if (!slave) { in bond_slave_netdev_event()
3946 netdev_dbg(slave_dev, "%s called on NULL slave\n", __func__); in bond_slave_netdev_event()
3950 bond_dev = slave->bond->dev; in bond_slave_netdev_event()
3951 bond = slave->bond; in bond_slave_netdev_event()
3952 primary = rtnl_dereference(bond->primary_slave); in bond_slave_netdev_event()
3958 if (bond_dev->type != ARPHRD_ETHER) in bond_slave_netdev_event()
3966 * Getting invalid Speed/Duplex values here will put slave in bond_slave_netdev_event()
3967 * in weird state. Mark it as link-fail if the link was in bond_slave_netdev_event()
3968 * previously up or link-down if it hasn't yet come up, and in bond_slave_netdev_event()
3969 * let link-monitoring (miimon) set it right when correct in bond_slave_netdev_event()
3972 if (bond_update_speed_duplex(slave) && in bond_slave_netdev_event()
3974 if (slave->last_link_up) in bond_slave_netdev_event()
3975 slave->link = BOND_LINK_FAIL; in bond_slave_netdev_event()
3977 slave->link = BOND_LINK_DOWN; in bond_slave_netdev_event()
3981 bond_3ad_adapter_speed_duplex_changed(slave); in bond_slave_netdev_event()
3984 /* Refresh slave-array if applicable! in bond_slave_netdev_event()
3985 * If the setup does not use miimon or arpmon (mode-specific!), in bond_slave_netdev_event()
3986 * then these events will not cause the slave-array to be in bond_slave_netdev_event()
3987 * refreshed. This will cause xmit to use a slave that is not in bond_slave_netdev_event()
3998 * an active-backup bond, slaves need in bond_slave_netdev_event()
4003 * take over the slave's change_mtu in bond_slave_netdev_event()
4011 !bond->params.primary[0]) in bond_slave_netdev_event()
4014 if (slave == primary) { in bond_slave_netdev_event()
4015 /* slave's name changed - he's no longer primary */ in bond_slave_netdev_event()
4016 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_slave_netdev_event()
4017 } else if (!strcmp(slave_dev->name, bond->params.primary)) { in bond_slave_netdev_event()
4018 /* we have a new primary slave */ in bond_slave_netdev_event()
4019 rcu_assign_pointer(bond->primary_slave, slave); in bond_slave_netdev_event()
4020 } else { /* we didn't change primary - exit */ in bond_slave_netdev_event()
4024 netdev_info(bond->dev, "Primary slave changed to %s, reselecting active slave\n", in bond_slave_netdev_event()
4025 primary ? slave_dev->name : "none"); in bond_slave_netdev_event()
4032 if (!bond->notifier_ctx) { in bond_slave_netdev_event()
4033 bond->notifier_ctx = true; in bond_slave_netdev_event()
4035 bond->notifier_ctx = false; in bond_slave_netdev_event()
4040 call_netdevice_notifiers(event, slave->bond->dev); in bond_slave_netdev_event()
4056 * locks for us to safely manipulate the slave devices (RTNL lock,
4067 if (!(event_dev->priv_flags & IFF_BONDING)) in bond_netdev_event()
4070 if (event_dev->flags & IFF_MASTER) { in bond_netdev_event()
4078 if (event_dev->flags & IFF_SLAVE) in bond_netdev_event()
4088 /*---------------------------- Hashing Policies -----------------------------*/
4099 return skb->data; in bond_pull_data()
4114 return ep->h_dest[5] ^ ep->h_source[5] ^ be16_to_cpu(ep->h_proto); in bond_eth_hash()
4130 *nhoff += iph->ihl << 2; in bond_flow_ip()
4132 *ip_proto = iph->protocol; in bond_flow_ip()
4141 *ip_proto = iph6->nexthdr; in bond_flow_ip()
4147 fk->ports.ports = __skb_flow_get_ports(skb, *nhoff, *ip_proto, data, hlen); in bond_flow_ip()
4165 srcmac_vendor = (srcmac_vendor << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4168 srcmac_dev = (srcmac_dev << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4180 bool l34 = bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34; in bond_flow_dissect()
4181 int ip_proto = -1; in bond_flow_dissect()
4183 switch (bond->params.xmit_policy) { in bond_flow_dissect()
4193 fk->ports.ports = 0; in bond_flow_dissect()
4194 memset(&fk->icmp, 0, sizeof(fk->icmp)); in bond_flow_dissect()
4204 skb_flow_get_icmp_tci(skb, &fk->icmp, data, nhoff, hlen); in bond_flow_dissect()
4206 if (!icmp_is_err(fk->icmp.type)) in bond_flow_dissect()
4211 if (!icmpv6_is_err(fk->icmp.type)) in bond_flow_dissect()
4247 if (bond->params.xmit_policy == BOND_XMIT_POLICY_VLAN_SRCMAC) in __bond_xmit_hash()
4250 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER2 || in __bond_xmit_hash()
4254 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER23 || in __bond_xmit_hash()
4255 bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP23) { in __bond_xmit_hash()
4264 return bond_ip_hash(hash, &flow, bond->params.xmit_policy); in __bond_xmit_hash()
4268 * bond_xmit_hash - generate a hash value based on the xmit policy
4277 if (bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP34 && in bond_xmit_hash()
4278 skb->l4_hash) in bond_xmit_hash()
4279 return skb->hash; in bond_xmit_hash()
4281 return __bond_xmit_hash(bond, skb, skb->data, skb->protocol, in bond_xmit_hash()
4287 * bond_xmit_hash_xdp - generate a hash value based on the xmit policy
4297 if (xdp->data + sizeof(struct ethhdr) > xdp->data_end) in bond_xmit_hash_xdp()
4300 eth = (struct ethhdr *)xdp->data; in bond_xmit_hash_xdp()
4302 return __bond_xmit_hash(bond, NULL, xdp->data, eth->h_proto, 0, in bond_xmit_hash_xdp()
4303 sizeof(struct ethhdr), xdp->data_end - xdp->data); in bond_xmit_hash_xdp()
4306 /*-------------------------- Device entry points ----------------------------*/
4310 INIT_DELAYED_WORK(&bond->mcast_work, in bond_work_init_all()
4312 INIT_DELAYED_WORK(&bond->alb_work, bond_alb_monitor); in bond_work_init_all()
4313 INIT_DELAYED_WORK(&bond->mii_work, bond_mii_monitor); in bond_work_init_all()
4314 INIT_DELAYED_WORK(&bond->arp_work, bond_arp_monitor); in bond_work_init_all()
4315 INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler); in bond_work_init_all()
4316 INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler); in bond_work_init_all()
4321 cancel_delayed_work_sync(&bond->mii_work); in bond_work_cancel_all()
4322 cancel_delayed_work_sync(&bond->arp_work); in bond_work_cancel_all()
4323 cancel_delayed_work_sync(&bond->alb_work); in bond_work_cancel_all()
4324 cancel_delayed_work_sync(&bond->ad_work); in bond_work_cancel_all()
4325 cancel_delayed_work_sync(&bond->mcast_work); in bond_work_cancel_all()
4326 cancel_delayed_work_sync(&bond->slave_arr_work); in bond_work_cancel_all()
4333 struct slave *slave; in bond_open() local
4335 if (BOND_MODE(bond) == BOND_MODE_ROUNDROBIN && !bond->rr_tx_counter) { in bond_open()
4336 bond->rr_tx_counter = alloc_percpu(u32); in bond_open()
4337 if (!bond->rr_tx_counter) in bond_open()
4338 return -ENOMEM; in bond_open()
4341 /* reset slave->backup and slave->inactive */ in bond_open()
4343 bond_for_each_slave(bond, slave, iter) { in bond_open()
4345 slave != rcu_access_pointer(bond->curr_active_slave)) { in bond_open()
4346 bond_set_slave_inactive_flags(slave, in bond_open()
4349 bond_set_slave_active_flags(slave, in bond_open()
4360 return -ENOMEM; in bond_open()
4361 if (bond->params.tlb_dynamic_lb || BOND_MODE(bond) == BOND_MODE_ALB) in bond_open()
4362 queue_delayed_work(bond->wq, &bond->alb_work, 0); in bond_open()
4365 if (bond->params.miimon) /* link check interval, in milliseconds. */ in bond_open()
4366 queue_delayed_work(bond->wq, &bond->mii_work, 0); in bond_open()
4368 if (bond->params.arp_interval) { /* arp interval, in milliseconds. */ in bond_open()
4369 queue_delayed_work(bond->wq, &bond->arp_work, 0); in bond_open()
4370 bond->recv_probe = bond_rcv_validate; in bond_open()
4374 queue_delayed_work(bond->wq, &bond->ad_work, 0); in bond_open()
4376 bond->recv_probe = bond_3ad_lacpdu_recv; in bond_open()
4379 bond_for_each_slave(bond, slave, iter) in bond_open()
4380 dev_mc_add(slave->dev, lacpdu_mcast_addr); in bond_open()
4392 struct slave *slave; in bond_close() local
4395 bond->send_peer_notif = 0; in bond_close()
4398 bond->recv_probe = NULL; in bond_close()
4402 slave = rcu_dereference(bond->curr_active_slave); in bond_close()
4403 if (slave) in bond_close()
4404 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4409 bond_for_each_slave(bond, slave, iter) in bond_close()
4410 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4431 s64 delta = nv - ov; in bond_fold_stats()
4435 delta = (s64)(s32)((u32)nv - (u32)ov); in bond_fold_stats()
4446 static int bond_get_lowest_level_rcu(struct net_device *dev) in bond_get_lowest_level_rcu() argument
4452 now = dev; in bond_get_lowest_level_rcu()
4453 iter = &dev->adj_list.lower; in bond_get_lowest_level_rcu()
4463 niter = &ldev->adj_list.lower; in bond_get_lowest_level_rcu()
4474 next = dev_stack[--cur]; in bond_get_lowest_level_rcu()
4492 struct slave *slave; in bond_get_stats() local
4501 spin_lock_nested(&bond->stats_lock, nest_level); in bond_get_stats()
4502 memcpy(stats, &bond->bond_stats, sizeof(*stats)); in bond_get_stats()
4504 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_stats()
4506 dev_get_stats(slave->dev, &temp); in bond_get_stats()
4508 bond_fold_stats(stats, new, &slave->slave_stats); in bond_get_stats()
4510 /* save off the slave stats for the next run */ in bond_get_stats()
4511 memcpy(&slave->slave_stats, new, sizeof(*new)); in bond_get_stats()
4514 memcpy(&bond->bond_stats, stats, sizeof(*stats)); in bond_get_stats()
4515 spin_unlock(&bond->stats_lock); in bond_get_stats()
4530 return -EINVAL; in bond_eth_ioctl()
4532 mii->phy_id = 0; in bond_eth_ioctl()
4540 return -EINVAL; in bond_eth_ioctl()
4542 if (mii->reg_num == 1) { in bond_eth_ioctl()
4543 mii->val_out = 0; in bond_eth_ioctl()
4544 if (netif_carrier_ok(bond->dev)) in bond_eth_ioctl()
4545 mii->val_out = BMSR_LSTATUS; in bond_eth_ioctl()
4550 return -EOPNOTSUPP; in bond_eth_ioctl()
4572 u_binfo = (struct ifbond __user *)ifr->ifr_data; in bond_do_ioctl()
4575 return -EFAULT; in bond_do_ioctl()
4579 return -EFAULT; in bond_do_ioctl()
4583 u_sinfo = (struct ifslave __user *)ifr->ifr_data; in bond_do_ioctl()
4586 return -EFAULT; in bond_do_ioctl()
4591 return -EFAULT; in bond_do_ioctl()
4600 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) in bond_do_ioctl()
4601 return -EPERM; in bond_do_ioctl()
4603 slave_dev = __dev_get_by_name(net, ifr->ifr_slave); in bond_do_ioctl()
4608 return -ENODEV; in bond_do_ioctl()
4621 bond_opt_initstr(&newval, slave_dev->name); in bond_do_ioctl()
4626 res = -EOPNOTSUPP; in bond_do_ioctl()
4652 return -EOPNOTSUPP; in bond_siocdevprivate()
4661 bond_dev->flags & IFF_PROMISC ? 1 : -1); in bond_change_rx_flags()
4665 bond_dev->flags & IFF_ALLMULTI ? 1 : -1); in bond_change_rx_flags()
4672 struct slave *slave; in bond_set_rx_mode() local
4676 slave = rcu_dereference(bond->curr_active_slave); in bond_set_rx_mode()
4677 if (slave) { in bond_set_rx_mode()
4678 dev_uc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4679 dev_mc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4682 bond_for_each_slave_rcu(bond, slave, iter) { in bond_set_rx_mode()
4683 dev_uc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4684 dev_mc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4692 struct bonding *bond = netdev_priv(n->dev); in bond_neigh_init()
4695 struct slave *slave; in bond_neigh_init() local
4699 slave = bond_first_slave_rcu(bond); in bond_neigh_init()
4700 if (!slave) in bond_neigh_init()
4702 slave_ops = slave->dev->netdev_ops; in bond_neigh_init()
4703 if (!slave_ops->ndo_neigh_setup) in bond_neigh_init()
4715 ret = slave_ops->ndo_neigh_setup(slave->dev, &parms); in bond_neigh_init()
4728 * slave exists. So we must declare proxy setup function which will
4729 * be used at run time to resolve the actual slave neigh param setup.
4732 * underlying devices. In that case - do nothing, we're already set up from
4735 static int bond_neigh_setup(struct net_device *dev, in bond_neigh_setup() argument
4739 if (parms->dev == dev) in bond_neigh_setup()
4740 parms->neigh_setup = bond_neigh_init; in bond_neigh_setup()
4749 struct slave *slave, *rollback_slave; in bond_change_mtu() local
4755 bond_for_each_slave(bond, slave, iter) { in bond_change_mtu()
4756 slave_dbg(bond_dev, slave->dev, "s %p c_m %p\n", in bond_change_mtu()
4757 slave, slave->dev->netdev_ops->ndo_change_mtu); in bond_change_mtu()
4759 res = dev_set_mtu(slave->dev, new_mtu); in bond_change_mtu()
4762 /* If we failed to set the slave's mtu to the new value in bond_change_mtu()
4765 * different mtu values than the active slave we'll in bond_change_mtu()
4770 slave_dbg(bond_dev, slave->dev, "err %d setting mtu to %d\n", in bond_change_mtu()
4776 bond_dev->mtu = new_mtu; in bond_change_mtu()
4781 /* unwind from head to the slave that failed */ in bond_change_mtu()
4785 if (rollback_slave == slave) in bond_change_mtu()
4788 tmp_res = dev_set_mtu(rollback_slave->dev, bond_dev->mtu); in bond_change_mtu()
4790 slave_dbg(bond_dev, rollback_slave->dev, "unwind err %d\n", in bond_change_mtu()
4806 struct slave *slave, *rollback_slave; in bond_set_mac_address() local
4820 if (bond->params.fail_over_mac && in bond_set_mac_address()
4824 if (!is_valid_ether_addr(ss->__data)) in bond_set_mac_address()
4825 return -EADDRNOTAVAIL; in bond_set_mac_address()
4827 bond_for_each_slave(bond, slave, iter) { in bond_set_mac_address()
4828 slave_dbg(bond_dev, slave->dev, "%s: slave=%p\n", in bond_set_mac_address()
4829 __func__, slave); in bond_set_mac_address()
4830 res = dev_set_mac_address(slave->dev, addr, NULL); in bond_set_mac_address()
4832 /* TODO: consider downing the slave in bond_set_mac_address()
4838 slave_dbg(bond_dev, slave->dev, "%s: err %d\n", in bond_set_mac_address()
4845 dev_addr_set(bond_dev, ss->__data); in bond_set_mac_address()
4849 memcpy(tmp_ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_set_mac_address()
4850 tmp_ss.ss_family = bond_dev->type; in bond_set_mac_address()
4852 /* unwind from head to the slave that failed */ in bond_set_mac_address()
4856 if (rollback_slave == slave) in bond_set_mac_address()
4859 tmp_res = dev_set_mac_address(rollback_slave->dev, in bond_set_mac_address()
4862 slave_dbg(bond_dev, rollback_slave->dev, "%s: unwind err %d\n", in bond_set_mac_address()
4871 * bond_get_slave_by_id - get xmit slave with slave_id
4873 * @slave_id: slave id up to slave_cnt-1 through which to transmit
4875 * This function tries to get slave with slave_id but in case
4876 * it fails, it tries to find the first available slave for transmission.
4878 static struct slave *bond_get_slave_by_id(struct bonding *bond, in bond_get_slave_by_id()
4882 struct slave *slave; in bond_get_slave_by_id() local
4885 /* Here we start from the slave with slave_id */ in bond_get_slave_by_id()
4886 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4887 if (--i < 0) { in bond_get_slave_by_id()
4888 if (bond_slave_can_tx(slave)) in bond_get_slave_by_id()
4889 return slave; in bond_get_slave_by_id()
4893 /* Here we start from the first slave up to slave_id */ in bond_get_slave_by_id()
4895 bond_for_each_slave_rcu(bond, slave, iter) { in bond_get_slave_by_id()
4896 if (--i < 0) in bond_get_slave_by_id()
4898 if (bond_slave_can_tx(slave)) in bond_get_slave_by_id()
4899 return slave; in bond_get_slave_by_id()
4901 /* no slave that can tx has been found */ in bond_get_slave_by_id()
4906 * bond_rr_gen_slave_id - generate slave id based on packets_per_slave
4910 * this function generates a slave id, which is usually used as the next
4911 * slave to transmit through.
4917 int packets_per_slave = bond->params.packets_per_slave; in bond_rr_gen_slave_id()
4924 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
4928 bond->params.reciprocal_packets_per_slave; in bond_rr_gen_slave_id()
4929 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
4938 static struct slave *bond_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xmit_roundrobin_slave_get()
4941 struct slave *slave; in bond_xmit_roundrobin_slave_get() local
4951 if (skb->protocol == htons(ETH_P_IP)) { in bond_xmit_roundrobin_slave_get()
4959 if (iph->protocol == IPPROTO_IGMP) { in bond_xmit_roundrobin_slave_get()
4960 slave = rcu_dereference(bond->curr_active_slave); in bond_xmit_roundrobin_slave_get()
4961 if (slave) in bond_xmit_roundrobin_slave_get()
4962 return slave; in bond_xmit_roundrobin_slave_get()
4968 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xmit_roundrobin_slave_get()
4976 static struct slave *bond_xdp_xmit_roundrobin_slave_get(struct bonding *bond, in bond_xdp_xmit_roundrobin_slave_get()
4979 struct slave *slave; in bond_xdp_xmit_roundrobin_slave_get() local
4983 void *data = xdp->data; in bond_xdp_xmit_roundrobin_slave_get()
4985 if (data + sizeof(struct ethhdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
4992 if (eth->h_proto == htons(ETH_P_IP)) { in bond_xdp_xmit_roundrobin_slave_get()
4995 if (data + sizeof(struct iphdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
5000 if (iph->protocol == IPPROTO_IGMP) { in bond_xdp_xmit_roundrobin_slave_get()
5001 slave = rcu_dereference(bond->curr_active_slave); in bond_xdp_xmit_roundrobin_slave_get()
5002 if (slave) in bond_xdp_xmit_roundrobin_slave_get()
5003 return slave; in bond_xdp_xmit_roundrobin_slave_get()
5009 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xdp_xmit_roundrobin_slave_get()
5021 struct slave *slave; in bond_xmit_roundrobin() local
5023 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_roundrobin()
5024 if (likely(slave)) in bond_xmit_roundrobin()
5025 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_roundrobin()
5030 static struct slave *bond_xmit_activebackup_slave_get(struct bonding *bond) in bond_xmit_activebackup_slave_get()
5032 return rcu_dereference(bond->curr_active_slave); in bond_xmit_activebackup_slave_get()
5035 /* In active-backup mode, we know that bond->curr_active_slave is always valid if
5042 struct slave *slave; in bond_xmit_activebackup() local
5044 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_activebackup()
5045 if (slave) in bond_xmit_activebackup()
5046 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_activebackup()
5057 queue_delayed_work(bond->wq, &bond->slave_arr_work, delay); in bond_slave_arr_work_rearm()
5060 /* Slave array work handler. Holds only RTNL */
5073 pr_warn_ratelimited("Failed to update slave array from WT\n"); in bond_slave_arr_handler()
5083 struct slave *skipslave) in bond_skip_slave()
5088 * slave but allocation failed (most likely!). BTW this is in bond_skip_slave()
5093 * this to-be-skipped slave to send a packet out. in bond_skip_slave()
5095 for (idx = 0; slaves && idx < slaves->count; idx++) { in bond_skip_slave()
5096 if (skipslave == slaves->arr[idx]) { in bond_skip_slave()
5097 slaves->arr[idx] = in bond_skip_slave()
5098 slaves->arr[slaves->count - 1]; in bond_skip_slave()
5099 slaves->count--; in bond_skip_slave()
5111 usable = rtnl_dereference(bond->usable_slaves); in bond_set_slave_arr()
5112 rcu_assign_pointer(bond->usable_slaves, usable_slaves); in bond_set_slave_arr()
5115 all = rtnl_dereference(bond->all_slaves); in bond_set_slave_arr()
5116 rcu_assign_pointer(bond->all_slaves, all_slaves); in bond_set_slave_arr()
5125 /* Build the usable slaves array in control path for modes that use xmit-hash
5126 * to determine the slave interface -
5133 int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave) in bond_update_slave_arr()
5136 struct slave *slave; in bond_update_slave_arr() local
5144 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5146 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5148 ret = -ENOMEM; in bond_update_slave_arr()
5154 spin_lock_bh(&bond->mode_lock); in bond_update_slave_arr()
5156 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5164 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5167 bond_for_each_slave(bond, slave, iter) { in bond_update_slave_arr()
5168 if (skipslave == slave) in bond_update_slave_arr()
5171 all_slaves->arr[all_slaves->count++] = slave; in bond_update_slave_arr()
5175 agg = SLAVE_AD_INFO(slave)->port.aggregator; in bond_update_slave_arr()
5176 if (!agg || agg->aggregator_identifier != agg_id) in bond_update_slave_arr()
5179 if (!bond_slave_can_tx(slave)) in bond_update_slave_arr()
5182 slave_dbg(bond->dev, slave->dev, "Adding slave to tx hash array[%d]\n", in bond_update_slave_arr()
5183 usable_slaves->count); in bond_update_slave_arr()
5185 usable_slaves->arr[usable_slaves->count++] = slave; in bond_update_slave_arr()
5192 bond_skip_slave(rtnl_dereference(bond->all_slaves), in bond_update_slave_arr()
5194 bond_skip_slave(rtnl_dereference(bond->usable_slaves), in bond_update_slave_arr()
5203 static struct slave *bond_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xmit_3ad_xor_slave_get()
5207 struct slave *slave; in bond_xmit_3ad_xor_slave_get() local
5212 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_3ad_xor_slave_get()
5216 slave = slaves->arr[hash % count]; in bond_xmit_3ad_xor_slave_get()
5217 return slave; in bond_xmit_3ad_xor_slave_get()
5220 static struct slave *bond_xdp_xmit_3ad_xor_slave_get(struct bonding *bond, in bond_xdp_xmit_3ad_xor_slave_get()
5228 slaves = rcu_dereference(bond->usable_slaves); in bond_xdp_xmit_3ad_xor_slave_get()
5229 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xdp_xmit_3ad_xor_slave_get()
5233 return slaves->arr[hash % count]; in bond_xdp_xmit_3ad_xor_slave_get()
5237 * usable slave array is formed in the control path. The xmit function
5241 struct net_device *dev) in bond_3ad_xor_xmit() argument
5243 struct bonding *bond = netdev_priv(dev); in bond_3ad_xor_xmit()
5245 struct slave *slave; in bond_3ad_xor_xmit() local
5247 slaves = rcu_dereference(bond->usable_slaves); in bond_3ad_xor_xmit()
5248 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_3ad_xor_xmit()
5249 if (likely(slave)) in bond_3ad_xor_xmit()
5250 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_3ad_xor_xmit()
5252 return bond_tx_drop(dev, skb); in bond_3ad_xor_xmit()
5260 struct slave *slave = NULL; in bond_xmit_broadcast() local
5265 bond_for_each_slave_rcu(bond, slave, iter) { in bond_xmit_broadcast()
5268 if (!(bond_slave_is_up(slave) && slave->link == BOND_LINK_UP)) in bond_xmit_broadcast()
5271 if (bond_is_last_slave(bond, slave)) { in bond_xmit_broadcast()
5278 bond_dev->name, __func__); in bond_xmit_broadcast()
5283 if (bond_dev_queue_xmit(bond, skb2, slave->dev) == NETDEV_TX_OK) in bond_xmit_broadcast()
5297 /*------------------------- Device initialization ---------------------------*/
5299 /* Lookup the slave that corresponds to a qid */
5303 struct slave *slave = NULL; in bond_slave_override() local
5310 bond_for_each_slave_rcu(bond, slave, iter) { in bond_slave_override()
5311 if (slave->queue_id == skb_get_queue_mapping(skb)) { in bond_slave_override()
5312 if (bond_slave_is_up(slave) && in bond_slave_override()
5313 slave->link == BOND_LINK_UP) { in bond_slave_override()
5314 bond_dev_queue_xmit(bond, skb, slave->dev); in bond_slave_override()
5317 /* If the slave isn't UP, use default transmit policy. */ in bond_slave_override()
5326 static u16 bond_select_queue(struct net_device *dev, struct sk_buff *skb, in bond_select_queue() argument
5337 qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb_get_queue_mapping(skb); in bond_select_queue()
5339 if (unlikely(txq >= dev->real_num_tx_queues)) { in bond_select_queue()
5341 txq -= dev->real_num_tx_queues; in bond_select_queue()
5342 } while (txq >= dev->real_num_tx_queues); in bond_select_queue()
5353 struct slave *slave = NULL; in bond_xmit_get_slave() local
5357 slave = bond_xmit_roundrobin_slave_get(bond, skb); in bond_xmit_get_slave()
5360 slave = bond_xmit_activebackup_slave_get(bond); in bond_xmit_get_slave()
5365 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_get_slave()
5367 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_get_slave()
5368 slave = bond_xmit_3ad_xor_slave_get(bond, skb, slaves); in bond_xmit_get_slave()
5373 slave = bond_xmit_alb_slave_get(bond, skb); in bond_xmit_get_slave()
5376 slave = bond_xmit_tlb_slave_get(bond, skb); in bond_xmit_get_slave()
5384 if (slave) in bond_xmit_get_slave()
5385 return slave->dev; in bond_xmit_get_slave()
5391 switch (sk->sk_family) { in bond_sk_to_flow()
5395 ipv6_addr_type(&sk->sk_v6_daddr) != IPV6_ADDR_MAPPED) { in bond_sk_to_flow()
5396 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; in bond_sk_to_flow()
5397 flow->addrs.v6addrs.src = inet6_sk(sk)->saddr; in bond_sk_to_flow()
5398 flow->addrs.v6addrs.dst = sk->sk_v6_daddr; in bond_sk_to_flow()
5404 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; in bond_sk_to_flow()
5405 flow->addrs.v4addrs.src = inet_sk(sk)->inet_rcv_saddr; in bond_sk_to_flow()
5406 flow->addrs.v4addrs.dst = inet_sk(sk)->inet_daddr; in bond_sk_to_flow()
5410 flow->ports.src = inet_sk(sk)->inet_sport; in bond_sk_to_flow()
5411 flow->ports.dst = inet_sk(sk)->inet_dport; in bond_sk_to_flow()
5415 * bond_sk_hash_l34 - generate a hash value based on the socket's L3 and L4 fields
5439 struct slave *slave; in __bond_sk_get_lower_dev() local
5443 slaves = rcu_dereference(bond->usable_slaves); in __bond_sk_get_lower_dev()
5444 count = slaves ? READ_ONCE(slaves->count) : 0; in __bond_sk_get_lower_dev()
5449 slave = slaves->arr[hash % count]; in __bond_sk_get_lower_dev()
5451 return slave->dev; in __bond_sk_get_lower_dev()
5454 static struct net_device *bond_sk_get_lower_dev(struct net_device *dev, in bond_sk_get_lower_dev() argument
5457 struct bonding *bond = netdev_priv(dev); in bond_sk_get_lower_dev()
5470 struct net_device *dev) in bond_tls_device_xmit() argument
5472 struct net_device *tls_netdev = rcu_dereference(tls_get_ctx(skb->sk)->netdev); in bond_tls_device_xmit()
5480 return bond_tx_drop(dev, skb); in bond_tls_device_xmit()
5484 static netdev_tx_t __bond_start_xmit(struct sk_buff *skb, struct net_device *dev) in __bond_start_xmit() argument
5486 struct bonding *bond = netdev_priv(dev); in __bond_start_xmit()
5494 return bond_tls_device_xmit(bond, skb, dev); in __bond_start_xmit()
5499 return bond_xmit_roundrobin(skb, dev); in __bond_start_xmit()
5501 return bond_xmit_activebackup(skb, dev); in __bond_start_xmit()
5504 return bond_3ad_xor_xmit(skb, dev); in __bond_start_xmit()
5506 return bond_xmit_broadcast(skb, dev); in __bond_start_xmit()
5508 return bond_alb_xmit(skb, dev); in __bond_start_xmit()
5510 return bond_tlb_xmit(skb, dev); in __bond_start_xmit()
5513 netdev_err(dev, "Unknown bonding mode %d\n", BOND_MODE(bond)); in __bond_start_xmit()
5515 return bond_tx_drop(dev, skb); in __bond_start_xmit()
5519 static netdev_tx_t bond_start_xmit(struct sk_buff *skb, struct net_device *dev) in bond_start_xmit() argument
5521 struct bonding *bond = netdev_priv(dev); in bond_start_xmit()
5527 if (unlikely(is_netpoll_tx_blocked(dev))) in bond_start_xmit()
5532 ret = __bond_start_xmit(skb, dev); in bond_start_xmit()
5534 ret = bond_tx_drop(dev, skb); in bond_start_xmit()
5544 struct slave *slave; in bond_xdp_get_xmit_slave() local
5550 slave = bond_xdp_xmit_roundrobin_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5554 slave = bond_xmit_activebackup_slave_get(bond); in bond_xdp_get_xmit_slave()
5559 slave = bond_xdp_xmit_3ad_xor_slave_get(bond, xdp); in bond_xdp_get_xmit_slave()
5569 if (slave) in bond_xdp_get_xmit_slave()
5570 return slave->dev; in bond_xdp_get_xmit_slave()
5578 int nxmit, err = -ENXIO; in bond_xdp_xmit()
5592 err = -ENXIO; in bond_xdp_xmit()
5596 err = slave_dev->netdev_ops->ndo_xdp_xmit(slave_dev, 1, frames1, flags); in bond_xdp_xmit()
5612 static int bond_xdp_set(struct net_device *dev, struct bpf_prog *prog, in bond_xdp_set() argument
5615 struct bonding *bond = netdev_priv(dev); in bond_xdp_set()
5617 struct slave *slave, *rollback_slave; in bond_xdp_set() local
5630 return -EOPNOTSUPP; in bond_xdp_set()
5632 old_prog = bond->xdp_prog; in bond_xdp_set()
5633 bond->xdp_prog = prog; in bond_xdp_set()
5635 bond_for_each_slave(bond, slave, iter) { in bond_xdp_set()
5636 struct net_device *slave_dev = slave->dev; in bond_xdp_set()
5638 if (!slave_dev->netdev_ops->ndo_bpf || in bond_xdp_set()
5639 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_xdp_set()
5640 SLAVE_NL_ERR(dev, slave_dev, extack, in bond_xdp_set()
5641 "Slave device does not support XDP"); in bond_xdp_set()
5642 err = -EOPNOTSUPP; in bond_xdp_set()
5647 SLAVE_NL_ERR(dev, slave_dev, extack, in bond_xdp_set()
5648 "Slave has XDP program loaded, please unload before enslaving"); in bond_xdp_set()
5649 err = -EOPNOTSUPP; in bond_xdp_set()
5653 err = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_xdp_set()
5656 slave_err(dev, slave_dev, "Error %d calling ndo_bpf\n", err); in bond_xdp_set()
5674 bond->xdp_prog = old_prog; in bond_xdp_set()
5679 struct net_device *slave_dev = rollback_slave->dev; in bond_xdp_set()
5682 if (slave == rollback_slave) in bond_xdp_set()
5685 err_unwind = slave_dev->netdev_ops->ndo_bpf(slave_dev, &xdp); in bond_xdp_set()
5687 slave_err(dev, slave_dev, in bond_xdp_set()
5695 static int bond_xdp(struct net_device *dev, struct netdev_bpf *xdp) in bond_xdp() argument
5697 switch (xdp->command) { in bond_xdp()
5699 return bond_xdp_set(dev, xdp->prog, xdp->extack); in bond_xdp()
5701 return -EINVAL; in bond_xdp()
5705 static u32 bond_mode_bcast_speed(struct slave *slave, u32 speed) in bond_mode_bcast_speed() argument
5708 speed = slave->speed; in bond_mode_bcast_speed()
5710 speed = min(speed, slave->speed); in bond_mode_bcast_speed()
5718 struct ifreq *ifr = kernel_cfg->ifr; in bond_set_phc_index_flag()
5721 if (kernel_cfg->copied_to_user) { in bond_set_phc_index_flag()
5723 if (copy_from_user(&cfg, ifr->ifr_data, sizeof(cfg))) in bond_set_phc_index_flag()
5724 return -EFAULT; in bond_set_phc_index_flag()
5727 if (copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg))) in bond_set_phc_index_flag()
5728 return -EFAULT; in bond_set_phc_index_flag()
5730 kernel_cfg->flags |= HWTSTAMP_FLAG_BONDED_PHC_INDEX; in bond_set_phc_index_flag()
5736 static int bond_hwtstamp_get(struct net_device *dev, in bond_hwtstamp_get() argument
5739 struct bonding *bond = netdev_priv(dev); in bond_hwtstamp_get()
5745 return -EOPNOTSUPP; in bond_hwtstamp_get()
5754 static int bond_hwtstamp_set(struct net_device *dev, in bond_hwtstamp_set() argument
5758 struct bonding *bond = netdev_priv(dev); in bond_hwtstamp_set()
5762 if (!(cfg->flags & HWTSTAMP_FLAG_BONDED_PHC_INDEX)) in bond_hwtstamp_set()
5763 return -EOPNOTSUPP; in bond_hwtstamp_set()
5767 return -EOPNOTSUPP; in bond_hwtstamp_set()
5781 struct slave *slave; in bond_ethtool_get_link_ksettings() local
5784 cmd->base.duplex = DUPLEX_UNKNOWN; in bond_ethtool_get_link_ksettings()
5785 cmd->base.port = PORT_OTHER; in bond_ethtool_get_link_ksettings()
5792 bond_for_each_slave(bond, slave, iter) { in bond_ethtool_get_link_ksettings()
5793 if (bond_slave_can_tx(slave)) { in bond_ethtool_get_link_ksettings()
5794 bond_update_speed_duplex(slave); in bond_ethtool_get_link_ksettings()
5795 if (slave->speed != SPEED_UNKNOWN) { in bond_ethtool_get_link_ksettings()
5797 speed = bond_mode_bcast_speed(slave, in bond_ethtool_get_link_ksettings()
5800 speed += slave->speed; in bond_ethtool_get_link_ksettings()
5802 if (cmd->base.duplex == DUPLEX_UNKNOWN && in bond_ethtool_get_link_ksettings()
5803 slave->duplex != DUPLEX_UNKNOWN) in bond_ethtool_get_link_ksettings()
5804 cmd->base.duplex = slave->duplex; in bond_ethtool_get_link_ksettings()
5807 cmd->base.speed = speed ? : SPEED_UNKNOWN; in bond_ethtool_get_link_ksettings()
5815 strscpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); in bond_ethtool_get_drvinfo()
5816 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d", in bond_ethtool_get_drvinfo()
5830 struct slave *slave; in bond_ethtool_get_ts_info() local
5839 ops = real_dev->ethtool_ops; in bond_ethtool_get_ts_info()
5840 phydev = real_dev->phydev; in bond_ethtool_get_ts_info()
5845 } else if (ops->get_ts_info) { in bond_ethtool_get_ts_info()
5846 ret = ops->get_ts_info(real_dev, info); in bond_ethtool_get_ts_info()
5852 bond_for_each_slave_rcu(bond, slave, iter) { in bond_ethtool_get_ts_info()
5853 ret = -1; in bond_ethtool_get_ts_info()
5854 ops = slave->dev->ethtool_ops; in bond_ethtool_get_ts_info()
5855 phydev = slave->dev->phydev; in bond_ethtool_get_ts_info()
5859 else if (ops->get_ts_info) in bond_ethtool_get_ts_info()
5860 ret = ops->get_ts_info(slave->dev, &ts_info); in bond_ethtool_get_ts_info()
5874 info->so_timestamping = SOF_TIMESTAMPING_RX_SOFTWARE | in bond_ethtool_get_ts_info()
5877 info->so_timestamping |= SOF_TIMESTAMPING_TX_SOFTWARE; in bond_ethtool_get_ts_info()
5879 info->phc_index = -1; in bond_ethtool_get_ts_info()
5937 if (bond->wq) in bond_destructor()
5938 destroy_workqueue(bond->wq); in bond_destructor()
5940 free_percpu(bond->rr_tx_counter); in bond_destructor()
5947 spin_lock_init(&bond->mode_lock); in bond_setup()
5948 bond->params = bonding_defaults; in bond_setup()
5951 bond->dev = bond_dev; in bond_setup()
5955 bond_dev->max_mtu = ETH_MAX_MTU; in bond_setup()
5956 bond_dev->netdev_ops = &bond_netdev_ops; in bond_setup()
5957 bond_dev->ethtool_ops = &bond_ethtool_ops; in bond_setup()
5959 bond_dev->needs_free_netdev = true; in bond_setup()
5960 bond_dev->priv_destructor = bond_destructor; in bond_setup()
5965 bond_dev->flags |= IFF_MASTER; in bond_setup()
5966 bond_dev->priv_flags |= IFF_BONDING | IFF_UNICAST_FLT | IFF_NO_QUEUE; in bond_setup()
5967 bond_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING); in bond_setup()
5970 /* set up xfrm device ops (only supported in active-backup right now) */ in bond_setup()
5971 bond_dev->xfrmdev_ops = &bond_xfrmdev_ops; in bond_setup()
5972 INIT_LIST_HEAD(&bond->ipsec_list); in bond_setup()
5973 mutex_init(&bond->ipsec_lock); in bond_setup()
5977 bond_dev->features |= NETIF_F_LLTX; in bond_setup()
5987 bond_dev->features |= NETIF_F_NETNS_LOCAL; in bond_setup()
5989 bond_dev->hw_features = BOND_VLAN_FEATURES | in bond_setup()
5995 bond_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL; in bond_setup()
5996 bond_dev->features |= bond_dev->hw_features; in bond_setup()
5997 bond_dev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; in bond_setup()
5999 bond_dev->hw_features |= BOND_XFRM_FEATURES; in bond_setup()
6000 /* Only enable XFRM features if this is an active-backup config */ in bond_setup()
6002 bond_dev->features |= BOND_XFRM_FEATURES; in bond_setup()
6013 struct slave *slave; in bond_uninit() local
6018 bond_for_each_slave(bond, slave, iter) in bond_uninit()
6019 __bond_release_one(bond_dev, slave->dev, true, true); in bond_uninit()
6023 mutex_destroy(&bond->ipsec_lock); in bond_uninit()
6028 list_del(&bond->bond_list); in bond_uninit()
6033 /*------------------------- Module initialization ---------------------------*/
6056 return -EINVAL; in bond_check_params()
6058 bond_mode = valptr->value; in bond_check_params()
6074 return -EINVAL; in bond_check_params()
6076 xmit_hashtype = valptr->value; in bond_check_params()
6091 return -EINVAL; in bond_check_params()
6093 lacp_fast = valptr->value; in bond_check_params()
6103 return -EINVAL; in bond_check_params()
6105 params->ad_select = valptr->value; in bond_check_params()
6109 params->ad_select = BOND_AD_STABLE; in bond_check_params()
6113 …pr_warn("Warning: max_bonds (%d) not in range %d-%d, so it was reset to BOND_DEFAULT_MAX_BONDS (%d… in bond_check_params()
6119 pr_warn("Warning: miimon module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6125 pr_warn("Warning: updelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6131 pr_warn("Warning: downdelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6143 pr_warn("Warning: num_grat_arp/num_unsol_na (%d) not in range 0-255 so it was reset to 1\n", in bond_check_params()
6220 pr_warn("Warning: arp_interval module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6230 if (!in4_pton(arp_ip_target[i], -1, (u8 *)&ip, -1, NULL) || in bond_check_params()
6236 if (bond_get_targets_ip(arp_target, ip) == -1) in bond_check_params()
6254 return -EINVAL; in bond_check_params()
6263 return -EINVAL; in bond_check_params()
6265 arp_validate_value = valptr->value; in bond_check_params()
6279 arp_all_targets_value = valptr->value; in bond_check_params()
6289 arp_interval, valptr->string, arp_ip_count); in bond_check_params()
6319 return -EINVAL; in bond_check_params()
6321 primary_reselect_value = valptr->value; in bond_check_params()
6333 return -EINVAL; in bond_check_params()
6335 fail_over_mac_value = valptr->value; in bond_check_params()
6337 pr_warn("Warning: fail_over_mac only affects active-backup mode\n"); in bond_check_params()
6348 return -EINVAL; in bond_check_params()
6350 ad_actor_sys_prio = valptr->value; in bond_check_params()
6356 return -EINVAL; in bond_check_params()
6358 ad_user_port_key = valptr->value; in bond_check_params()
6364 return -EINVAL; in bond_check_params()
6366 tlb_dynamic_lb = valptr->value; in bond_check_params()
6375 params->mode = bond_mode; in bond_check_params()
6376 params->xmit_policy = xmit_hashtype; in bond_check_params()
6377 params->miimon = miimon; in bond_check_params()
6378 params->num_peer_notif = num_peer_notif; in bond_check_params()
6379 params->arp_interval = arp_interval; in bond_check_params()
6380 params->arp_validate = arp_validate_value; in bond_check_params()
6381 params->arp_all_targets = arp_all_targets_value; in bond_check_params()
6382 params->missed_max = 2; in bond_check_params()
6383 params->updelay = updelay; in bond_check_params()
6384 params->downdelay = downdelay; in bond_check_params()
6385 params->peer_notif_delay = 0; in bond_check_params()
6386 params->use_carrier = use_carrier; in bond_check_params()
6387 params->lacp_active = 1; in bond_check_params()
6388 params->lacp_fast = lacp_fast; in bond_check_params()
6389 params->primary[0] = 0; in bond_check_params()
6390 params->primary_reselect = primary_reselect_value; in bond_check_params()
6391 params->fail_over_mac = fail_over_mac_value; in bond_check_params()
6392 params->tx_queues = tx_queues; in bond_check_params()
6393 params->all_slaves_active = all_slaves_active; in bond_check_params()
6394 params->resend_igmp = resend_igmp; in bond_check_params()
6395 params->min_links = min_links; in bond_check_params()
6396 params->lp_interval = lp_interval; in bond_check_params()
6397 params->packets_per_slave = packets_per_slave; in bond_check_params()
6398 params->tlb_dynamic_lb = tlb_dynamic_lb; in bond_check_params()
6399 params->ad_actor_sys_prio = ad_actor_sys_prio; in bond_check_params()
6400 eth_zero_addr(params->ad_actor_system); in bond_check_params()
6401 params->ad_user_port_key = ad_user_port_key; in bond_check_params()
6403 params->reciprocal_packets_per_slave = in bond_check_params()
6409 params->reciprocal_packets_per_slave = in bond_check_params()
6414 strscpy_pad(params->primary, primary, sizeof(params->primary)); in bond_check_params()
6416 memcpy(params->arp_targets, arp_target, sizeof(arp_target)); in bond_check_params()
6418 memset(params->ns_targets, 0, sizeof(struct in6_addr) * BOND_MAX_NS_TARGETS); in bond_check_params()
6432 bond->wq = alloc_ordered_workqueue(bond_dev->name, WQ_MEM_RECLAIM); in bond_init()
6433 if (!bond->wq) in bond_init()
6434 return -ENOMEM; in bond_init()
6436 bond->notifier_ctx = false; in bond_init()
6438 spin_lock_init(&bond->stats_lock); in bond_init()
6441 list_add_tail(&bond->bond_list, &bn->dev_list); in bond_init()
6448 if (is_zero_ether_addr(bond_dev->dev_addr) && in bond_init()
6449 bond_dev->addr_assign_type == NET_ADDR_PERM) in bond_init()
6469 int res = -ENOMEM; in bond_create()
6481 bond_dev->rtnl_link_ops = &bond_link_ops; in bond_create()
6502 bn->net = net; in bond_net_init()
6503 INIT_LIST_HEAD(&bn->dev_list); in bond_net_init()
6528 list_for_each_entry_safe(bond, tmp_bond, &bn->dev_list, bond_list) in bond_net_exit_batch()
6529 unregister_netdevice_queue(bond->dev, &list); in bond_net_exit_batch()