11ef8019bSDavid S. Miller /* 21ef8019bSDavid S. Miller * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'. 31ef8019bSDavid S. Miller * 41ef8019bSDavid S. Miller * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes 51ef8019bSDavid S. Miller * NCM: Network and Communications Management, Inc. 61ef8019bSDavid S. Miller * 71ef8019bSDavid S. Miller * BUT, I'm the one who modified it for ethernet, so: 81ef8019bSDavid S. Miller * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov 91ef8019bSDavid S. Miller * 101ef8019bSDavid S. Miller * This software may be used and distributed according to the terms 111ef8019bSDavid S. Miller * of the GNU Public License, incorporated herein by reference. 121ef8019bSDavid S. Miller * 131ef8019bSDavid S. Miller */ 141ef8019bSDavid S. Miller 151ef8019bSDavid S. Miller #ifndef _NET_BONDING_H 161ef8019bSDavid S. Miller #define _NET_BONDING_H 171ef8019bSDavid S. Miller 181ef8019bSDavid S. Miller #include <linux/timer.h> 191ef8019bSDavid S. Miller #include <linux/proc_fs.h> 201ef8019bSDavid S. Miller #include <linux/if_bonding.h> 211ef8019bSDavid S. Miller #include <linux/cpumask.h> 221ef8019bSDavid S. Miller #include <linux/in6.h> 231ef8019bSDavid S. Miller #include <linux/netpoll.h> 241ef8019bSDavid S. Miller #include <linux/inetdevice.h> 251ef8019bSDavid S. Miller #include <linux/etherdevice.h> 261ef8019bSDavid S. Miller #include <linux/reciprocal_div.h> 271ef8019bSDavid S. Miller #include <linux/if_link.h> 281ef8019bSDavid S. Miller 291ef8019bSDavid S. Miller #include <net/bond_3ad.h> 301ef8019bSDavid S. Miller #include <net/bond_alb.h> 311ef8019bSDavid S. Miller #include <net/bond_options.h> 321ef8019bSDavid S. Miller 331ef8019bSDavid S. Miller #define BOND_MAX_ARP_TARGETS 16 341ef8019bSDavid S. Miller 351ef8019bSDavid S. Miller #define BOND_DEFAULT_MIIMON 100 361ef8019bSDavid S. Miller 37f87fda00SEric Dumazet #ifndef __long_aligned 38f87fda00SEric Dumazet #define __long_aligned __attribute__((aligned((sizeof(long))))) 39f87fda00SEric Dumazet #endif 401ef8019bSDavid S. Miller 411ef8019bSDavid S. Miller #define BOND_MODE(bond) ((bond)->params.mode) 421ef8019bSDavid S. Miller 431ef8019bSDavid S. Miller /* slave list primitives */ 441ef8019bSDavid S. Miller #define bond_slave_list(bond) (&(bond)->dev->adj_list.lower) 451ef8019bSDavid S. Miller 461ef8019bSDavid S. Miller #define bond_has_slaves(bond) !list_empty(bond_slave_list(bond)) 471ef8019bSDavid S. Miller 481ef8019bSDavid S. Miller /* IMPORTANT: bond_first/last_slave can return NULL in case of an empty list */ 491ef8019bSDavid S. Miller #define bond_first_slave(bond) \ 501ef8019bSDavid S. Miller (bond_has_slaves(bond) ? \ 511ef8019bSDavid S. Miller netdev_adjacent_get_private(bond_slave_list(bond)->next) : \ 521ef8019bSDavid S. Miller NULL) 531ef8019bSDavid S. Miller #define bond_last_slave(bond) \ 541ef8019bSDavid S. Miller (bond_has_slaves(bond) ? \ 551ef8019bSDavid S. Miller netdev_adjacent_get_private(bond_slave_list(bond)->prev) : \ 561ef8019bSDavid S. Miller NULL) 571ef8019bSDavid S. Miller 581ef8019bSDavid S. Miller /* Caller must have rcu_read_lock */ 591ef8019bSDavid S. Miller #define bond_first_slave_rcu(bond) \ 601ef8019bSDavid S. Miller netdev_lower_get_first_private_rcu(bond->dev) 611ef8019bSDavid S. Miller 621ef8019bSDavid S. Miller #define bond_is_first_slave(bond, pos) (pos == bond_first_slave(bond)) 631ef8019bSDavid S. Miller #define bond_is_last_slave(bond, pos) (pos == bond_last_slave(bond)) 641ef8019bSDavid S. Miller 651ef8019bSDavid S. Miller /** 661ef8019bSDavid S. Miller * bond_for_each_slave - iterate over all slaves 671ef8019bSDavid S. Miller * @bond: the bond holding this list 681ef8019bSDavid S. Miller * @pos: current slave 691ef8019bSDavid S. Miller * @iter: list_head * iterator 701ef8019bSDavid S. Miller * 711ef8019bSDavid S. Miller * Caller must hold RTNL 721ef8019bSDavid S. Miller */ 731ef8019bSDavid S. Miller #define bond_for_each_slave(bond, pos, iter) \ 741ef8019bSDavid S. Miller netdev_for_each_lower_private((bond)->dev, pos, iter) 751ef8019bSDavid S. Miller 761ef8019bSDavid S. Miller /* Caller must have rcu_read_lock */ 771ef8019bSDavid S. Miller #define bond_for_each_slave_rcu(bond, pos, iter) \ 781ef8019bSDavid S. Miller netdev_for_each_lower_private_rcu((bond)->dev, pos, iter) 791ef8019bSDavid S. Miller 801ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 811ef8019bSDavid S. Miller extern atomic_t netpoll_block_tx; 821ef8019bSDavid S. Miller 831ef8019bSDavid S. Miller static inline void block_netpoll_tx(void) 841ef8019bSDavid S. Miller { 851ef8019bSDavid S. Miller atomic_inc(&netpoll_block_tx); 861ef8019bSDavid S. Miller } 871ef8019bSDavid S. Miller 881ef8019bSDavid S. Miller static inline void unblock_netpoll_tx(void) 891ef8019bSDavid S. Miller { 901ef8019bSDavid S. Miller atomic_dec(&netpoll_block_tx); 911ef8019bSDavid S. Miller } 921ef8019bSDavid S. Miller 931ef8019bSDavid S. Miller static inline int is_netpoll_tx_blocked(struct net_device *dev) 941ef8019bSDavid S. Miller { 951ef8019bSDavid S. Miller if (unlikely(netpoll_tx_running(dev))) 961ef8019bSDavid S. Miller return atomic_read(&netpoll_block_tx); 971ef8019bSDavid S. Miller return 0; 981ef8019bSDavid S. Miller } 991ef8019bSDavid S. Miller #else 1001ef8019bSDavid S. Miller #define block_netpoll_tx() 1011ef8019bSDavid S. Miller #define unblock_netpoll_tx() 1021ef8019bSDavid S. Miller #define is_netpoll_tx_blocked(dev) (0) 1031ef8019bSDavid S. Miller #endif 1041ef8019bSDavid S. Miller 1051ef8019bSDavid S. Miller struct bond_params { 1061ef8019bSDavid S. Miller int mode; 1071ef8019bSDavid S. Miller int xmit_policy; 1081ef8019bSDavid S. Miller int miimon; 1091ef8019bSDavid S. Miller u8 num_peer_notif; 1101ef8019bSDavid S. Miller int arp_interval; 1111ef8019bSDavid S. Miller int arp_validate; 1121ef8019bSDavid S. Miller int arp_all_targets; 1131ef8019bSDavid S. Miller int use_carrier; 1141ef8019bSDavid S. Miller int fail_over_mac; 1151ef8019bSDavid S. Miller int updelay; 1161ef8019bSDavid S. Miller int downdelay; 1171ef8019bSDavid S. Miller int lacp_fast; 1181ef8019bSDavid S. Miller unsigned int min_links; 1191ef8019bSDavid S. Miller int ad_select; 1201ef8019bSDavid S. Miller char primary[IFNAMSIZ]; 1211ef8019bSDavid S. Miller int primary_reselect; 1221ef8019bSDavid S. Miller __be32 arp_targets[BOND_MAX_ARP_TARGETS]; 1231ef8019bSDavid S. Miller int tx_queues; 1241ef8019bSDavid S. Miller int all_slaves_active; 1251ef8019bSDavid S. Miller int resend_igmp; 1261ef8019bSDavid S. Miller int lp_interval; 1271ef8019bSDavid S. Miller int packets_per_slave; 1281ef8019bSDavid S. Miller int tlb_dynamic_lb; 1291ef8019bSDavid S. Miller struct reciprocal_value reciprocal_packets_per_slave; 1306791e466SMahesh Bandewar u16 ad_actor_sys_prio; 131d22a5fc0SMahesh Bandewar u16 ad_user_port_key; 132f87fda00SEric Dumazet 133f87fda00SEric Dumazet /* 2 bytes of padding : see ether_addr_equal_64bits() */ 134f87fda00SEric Dumazet u8 ad_actor_system[ETH_ALEN + 2]; 1351ef8019bSDavid S. Miller }; 1361ef8019bSDavid S. Miller 1371ef8019bSDavid S. Miller struct bond_parm_tbl { 1381ef8019bSDavid S. Miller char *modename; 1391ef8019bSDavid S. Miller int mode; 1401ef8019bSDavid S. Miller }; 1411ef8019bSDavid S. Miller 14269e61133SMoni Shoua struct netdev_notify_work { 14369e61133SMoni Shoua struct delayed_work work; 14469e61133SMoni Shoua struct net_device *dev; 14592e584feSMoni Shoua struct netdev_bonding_info bonding_info; 14669e61133SMoni Shoua }; 14769e61133SMoni Shoua 1481ef8019bSDavid S. Miller struct slave { 1491ef8019bSDavid S. Miller struct net_device *dev; /* first - useful for panic debug */ 1501ef8019bSDavid S. Miller struct bonding *bond; /* our master */ 1511ef8019bSDavid S. Miller int delay; 1521ef8019bSDavid S. Miller /* all three in jiffies */ 1531ef8019bSDavid S. Miller unsigned long last_link_up; 1541ef8019bSDavid S. Miller unsigned long last_rx; 1551ef8019bSDavid S. Miller unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS]; 1561ef8019bSDavid S. Miller s8 link; /* one of BOND_LINK_XXXX */ 157f307668bSMahesh Bandewar s8 link_new_state; /* one of BOND_LINK_XXXX */ 1581ef8019bSDavid S. Miller s8 new_link; 1591ef8019bSDavid S. Miller u8 backup:1, /* indicates backup slave. Value corresponds with 1601ef8019bSDavid S. Miller BOND_STATE_ACTIVE and BOND_STATE_BACKUP */ 1611ef8019bSDavid S. Miller inactive:1, /* indicates inactive slave */ 1625d397061SJiri Pirko should_notify:1, /* indicates whether the state changed */ 1635d397061SJiri Pirko should_notify_link:1; /* indicates whether the link changed */ 1641ef8019bSDavid S. Miller u8 duplex; 1651ef8019bSDavid S. Miller u32 original_mtu; 1661ef8019bSDavid S. Miller u32 link_failure_count; 1671ef8019bSDavid S. Miller u32 speed; 1681ef8019bSDavid S. Miller u16 queue_id; 1691ef8019bSDavid S. Miller u8 perm_hwaddr[ETH_ALEN]; 1701ef8019bSDavid S. Miller struct ad_slave_info *ad_info; 1711ef8019bSDavid S. Miller struct tlb_slave_info tlb_info; 1721ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 1731ef8019bSDavid S. Miller struct netpoll *np; 1741ef8019bSDavid S. Miller #endif 1751ef8019bSDavid S. Miller struct kobject kobj; 1761ef8019bSDavid S. Miller struct rtnl_link_stats64 slave_stats; 1771ef8019bSDavid S. Miller }; 1781ef8019bSDavid S. Miller 1791ef8019bSDavid S. Miller struct bond_up_slave { 1801ef8019bSDavid S. Miller unsigned int count; 1811ef8019bSDavid S. Miller struct rcu_head rcu; 1821ef8019bSDavid S. Miller struct slave *arr[0]; 1831ef8019bSDavid S. Miller }; 1841ef8019bSDavid S. Miller 1851ef8019bSDavid S. Miller /* 1861ef8019bSDavid S. Miller * Link pseudo-state only used internally by monitors 1871ef8019bSDavid S. Miller */ 1881ef8019bSDavid S. Miller #define BOND_LINK_NOCHANGE -1 1891ef8019bSDavid S. Miller 1901ef8019bSDavid S. Miller /* 1911ef8019bSDavid S. Miller * Here are the locking policies for the two bonding locks: 1921ef8019bSDavid S. Miller * Get rcu_read_lock when reading or RTNL when writing slave list. 1931ef8019bSDavid S. Miller */ 1941ef8019bSDavid S. Miller struct bonding { 1951ef8019bSDavid S. Miller struct net_device *dev; /* first - useful for panic debug */ 1961ef8019bSDavid S. Miller struct slave __rcu *curr_active_slave; 1971ef8019bSDavid S. Miller struct slave __rcu *current_arp_slave; 1981ef8019bSDavid S. Miller struct slave __rcu *primary_slave; 1991ef8019bSDavid S. Miller struct bond_up_slave __rcu *slave_arr; /* Array of usable slaves */ 2001ef8019bSDavid S. Miller bool force_primary; 2011ef8019bSDavid S. Miller s32 slave_cnt; /* never change this value outside the attach/detach wrappers */ 2021ef8019bSDavid S. Miller int (*recv_probe)(const struct sk_buff *, struct bonding *, 2031ef8019bSDavid S. Miller struct slave *); 2041ef8019bSDavid S. Miller /* mode_lock is used for mode-specific locking needs, currently used by: 2051ef8019bSDavid S. Miller * 3ad mode (4) - protect against running bond_3ad_unbind_slave() and 2061ef8019bSDavid S. Miller * bond_3ad_state_machine_handler() concurrently and also 2071ef8019bSDavid S. Miller * the access to the state machine shared variables. 2081ef8019bSDavid S. Miller * TLB mode (5) - to sync the use and modifications of its hash table 2091ef8019bSDavid S. Miller * ALB mode (6) - to sync the use and modifications of its hash table 2101ef8019bSDavid S. Miller */ 2111ef8019bSDavid S. Miller spinlock_t mode_lock; 212fe30937bSEric Dumazet spinlock_t stats_lock; 2131ef8019bSDavid S. Miller u8 send_peer_notif; 2141ef8019bSDavid S. Miller u8 igmp_retrans; 2151ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 2161ef8019bSDavid S. Miller struct proc_dir_entry *proc_entry; 2171ef8019bSDavid S. Miller char proc_file_name[IFNAMSIZ]; 2181ef8019bSDavid S. Miller #endif /* CONFIG_PROC_FS */ 2191ef8019bSDavid S. Miller struct list_head bond_list; 2201ef8019bSDavid S. Miller u32 rr_tx_counter; 2211ef8019bSDavid S. Miller struct ad_bond_info ad_info; 2221ef8019bSDavid S. Miller struct alb_bond_info alb_info; 2231ef8019bSDavid S. Miller struct bond_params params; 2241ef8019bSDavid S. Miller struct workqueue_struct *wq; 2251ef8019bSDavid S. Miller struct delayed_work mii_work; 2261ef8019bSDavid S. Miller struct delayed_work arp_work; 2271ef8019bSDavid S. Miller struct delayed_work alb_work; 2281ef8019bSDavid S. Miller struct delayed_work ad_work; 2291ef8019bSDavid S. Miller struct delayed_work mcast_work; 2301ef8019bSDavid S. Miller struct delayed_work slave_arr_work; 2311ef8019bSDavid S. Miller #ifdef CONFIG_DEBUG_FS 2321ef8019bSDavid S. Miller /* debugging support via debugfs */ 2331ef8019bSDavid S. Miller struct dentry *debug_dir; 2341ef8019bSDavid S. Miller #endif /* CONFIG_DEBUG_FS */ 2351ef8019bSDavid S. Miller struct rtnl_link_stats64 bond_stats; 2361ef8019bSDavid S. Miller }; 2371ef8019bSDavid S. Miller 2381ef8019bSDavid S. Miller #define bond_slave_get_rcu(dev) \ 2391ef8019bSDavid S. Miller ((struct slave *) rcu_dereference(dev->rx_handler_data)) 2401ef8019bSDavid S. Miller 2411ef8019bSDavid S. Miller #define bond_slave_get_rtnl(dev) \ 2421ef8019bSDavid S. Miller ((struct slave *) rtnl_dereference(dev->rx_handler_data)) 2431ef8019bSDavid S. Miller 24469e61133SMoni Shoua void bond_queue_slave_event(struct slave *slave); 245f7c7eb7fSJiri Pirko void bond_lower_state_changed(struct slave *slave); 24669e61133SMoni Shoua 2471ef8019bSDavid S. Miller struct bond_vlan_tag { 2481ef8019bSDavid S. Miller __be16 vlan_proto; 2491ef8019bSDavid S. Miller unsigned short vlan_id; 2501ef8019bSDavid S. Miller }; 2511ef8019bSDavid S. Miller 2521ef8019bSDavid S. Miller /** 2531ef8019bSDavid S. Miller * Returns NULL if the net_device does not belong to any of the bond's slaves 2541ef8019bSDavid S. Miller * 2551ef8019bSDavid S. Miller * Caller must hold bond lock for read 2561ef8019bSDavid S. Miller */ 2571ef8019bSDavid S. Miller static inline struct slave *bond_get_slave_by_dev(struct bonding *bond, 2581ef8019bSDavid S. Miller struct net_device *slave_dev) 2591ef8019bSDavid S. Miller { 2601ef8019bSDavid S. Miller return netdev_lower_dev_get_private(bond->dev, slave_dev); 2611ef8019bSDavid S. Miller } 2621ef8019bSDavid S. Miller 2631ef8019bSDavid S. Miller static inline struct bonding *bond_get_bond_by_slave(struct slave *slave) 2641ef8019bSDavid S. Miller { 2651ef8019bSDavid S. Miller return slave->bond; 2661ef8019bSDavid S. Miller } 2671ef8019bSDavid S. Miller 2681ef8019bSDavid S. Miller static inline bool bond_should_override_tx_queue(struct bonding *bond) 2691ef8019bSDavid S. Miller { 2701ef8019bSDavid S. Miller return BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP || 2711ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_ROUNDROBIN; 2721ef8019bSDavid S. Miller } 2731ef8019bSDavid S. Miller 2741ef8019bSDavid S. Miller static inline bool bond_is_lb(const struct bonding *bond) 2751ef8019bSDavid S. Miller { 2761ef8019bSDavid S. Miller return BOND_MODE(bond) == BOND_MODE_TLB || 2771ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_ALB; 2781ef8019bSDavid S. Miller } 2791ef8019bSDavid S. Miller 2801ef8019bSDavid S. Miller static inline bool bond_is_nondyn_tlb(const struct bonding *bond) 2811ef8019bSDavid S. Miller { 2821ef8019bSDavid S. Miller return (BOND_MODE(bond) == BOND_MODE_TLB) && 2831ef8019bSDavid S. Miller (bond->params.tlb_dynamic_lb == 0); 2841ef8019bSDavid S. Miller } 2851ef8019bSDavid S. Miller 2861ef8019bSDavid S. Miller static inline bool bond_mode_uses_xmit_hash(const struct bonding *bond) 2871ef8019bSDavid S. Miller { 2881ef8019bSDavid S. Miller return (BOND_MODE(bond) == BOND_MODE_8023AD || 2891ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_XOR || 2901ef8019bSDavid S. Miller bond_is_nondyn_tlb(bond)); 2911ef8019bSDavid S. Miller } 2921ef8019bSDavid S. Miller 2931ef8019bSDavid S. Miller static inline bool bond_mode_uses_arp(int mode) 2941ef8019bSDavid S. Miller { 2951ef8019bSDavid S. Miller return mode != BOND_MODE_8023AD && mode != BOND_MODE_TLB && 2961ef8019bSDavid S. Miller mode != BOND_MODE_ALB; 2971ef8019bSDavid S. Miller } 2981ef8019bSDavid S. Miller 2991ef8019bSDavid S. Miller static inline bool bond_mode_uses_primary(int mode) 3001ef8019bSDavid S. Miller { 3011ef8019bSDavid S. Miller return mode == BOND_MODE_ACTIVEBACKUP || mode == BOND_MODE_TLB || 3021ef8019bSDavid S. Miller mode == BOND_MODE_ALB; 3031ef8019bSDavid S. Miller } 3041ef8019bSDavid S. Miller 3051ef8019bSDavid S. Miller static inline bool bond_uses_primary(struct bonding *bond) 3061ef8019bSDavid S. Miller { 3071ef8019bSDavid S. Miller return bond_mode_uses_primary(BOND_MODE(bond)); 3081ef8019bSDavid S. Miller } 3091ef8019bSDavid S. Miller 310e9998695SMatan Barak static inline struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond) 311e9998695SMatan Barak { 312e9998695SMatan Barak struct slave *slave = rcu_dereference(bond->curr_active_slave); 313e9998695SMatan Barak 314e9998695SMatan Barak return bond_uses_primary(bond) && slave ? slave->dev : NULL; 315e9998695SMatan Barak } 316e9998695SMatan Barak 3171ef8019bSDavid S. Miller static inline bool bond_slave_is_up(struct slave *slave) 3181ef8019bSDavid S. Miller { 3191ef8019bSDavid S. Miller return netif_running(slave->dev) && netif_carrier_ok(slave->dev); 3201ef8019bSDavid S. Miller } 3211ef8019bSDavid S. Miller 3221ef8019bSDavid S. Miller static inline void bond_set_active_slave(struct slave *slave) 3231ef8019bSDavid S. Miller { 3241ef8019bSDavid S. Miller if (slave->backup) { 3251ef8019bSDavid S. Miller slave->backup = 0; 32669e61133SMoni Shoua bond_queue_slave_event(slave); 327f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3281ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 3291ef8019bSDavid S. Miller } 3301ef8019bSDavid S. Miller } 3311ef8019bSDavid S. Miller 3321ef8019bSDavid S. Miller static inline void bond_set_backup_slave(struct slave *slave) 3331ef8019bSDavid S. Miller { 3341ef8019bSDavid S. Miller if (!slave->backup) { 3351ef8019bSDavid S. Miller slave->backup = 1; 33669e61133SMoni Shoua bond_queue_slave_event(slave); 337f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3381ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 3391ef8019bSDavid S. Miller } 3401ef8019bSDavid S. Miller } 3411ef8019bSDavid S. Miller 3421ef8019bSDavid S. Miller static inline void bond_set_slave_state(struct slave *slave, 3431ef8019bSDavid S. Miller int slave_state, bool notify) 3441ef8019bSDavid S. Miller { 3451ef8019bSDavid S. Miller if (slave->backup == slave_state) 3461ef8019bSDavid S. Miller return; 3471ef8019bSDavid S. Miller 3481ef8019bSDavid S. Miller slave->backup = slave_state; 3491ef8019bSDavid S. Miller if (notify) { 350f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3511ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 35269e61133SMoni Shoua bond_queue_slave_event(slave); 3531ef8019bSDavid S. Miller slave->should_notify = 0; 3541ef8019bSDavid S. Miller } else { 3551ef8019bSDavid S. Miller if (slave->should_notify) 3561ef8019bSDavid S. Miller slave->should_notify = 0; 3571ef8019bSDavid S. Miller else 3581ef8019bSDavid S. Miller slave->should_notify = 1; 3591ef8019bSDavid S. Miller } 3601ef8019bSDavid S. Miller } 3611ef8019bSDavid S. Miller 3621ef8019bSDavid S. Miller static inline void bond_slave_state_change(struct bonding *bond) 3631ef8019bSDavid S. Miller { 3641ef8019bSDavid S. Miller struct list_head *iter; 3651ef8019bSDavid S. Miller struct slave *tmp; 3661ef8019bSDavid S. Miller 3671ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) { 3681ef8019bSDavid S. Miller if (tmp->link == BOND_LINK_UP) 3691ef8019bSDavid S. Miller bond_set_active_slave(tmp); 3701ef8019bSDavid S. Miller else if (tmp->link == BOND_LINK_DOWN) 3711ef8019bSDavid S. Miller bond_set_backup_slave(tmp); 3721ef8019bSDavid S. Miller } 3731ef8019bSDavid S. Miller } 3741ef8019bSDavid S. Miller 3751ef8019bSDavid S. Miller static inline void bond_slave_state_notify(struct bonding *bond) 3761ef8019bSDavid S. Miller { 3771ef8019bSDavid S. Miller struct list_head *iter; 3781ef8019bSDavid S. Miller struct slave *tmp; 3791ef8019bSDavid S. Miller 3801ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) { 3811ef8019bSDavid S. Miller if (tmp->should_notify) { 382f7c7eb7fSJiri Pirko bond_lower_state_changed(tmp); 3831ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, tmp->dev, 0, GFP_ATOMIC); 3841ef8019bSDavid S. Miller tmp->should_notify = 0; 3851ef8019bSDavid S. Miller } 3861ef8019bSDavid S. Miller } 3871ef8019bSDavid S. Miller } 3881ef8019bSDavid S. Miller 3891ef8019bSDavid S. Miller static inline int bond_slave_state(struct slave *slave) 3901ef8019bSDavid S. Miller { 3911ef8019bSDavid S. Miller return slave->backup; 3921ef8019bSDavid S. Miller } 3931ef8019bSDavid S. Miller 3941ef8019bSDavid S. Miller static inline bool bond_is_active_slave(struct slave *slave) 3951ef8019bSDavid S. Miller { 3961ef8019bSDavid S. Miller return !bond_slave_state(slave); 3971ef8019bSDavid S. Miller } 3981ef8019bSDavid S. Miller 3991ef8019bSDavid S. Miller static inline bool bond_slave_can_tx(struct slave *slave) 4001ef8019bSDavid S. Miller { 4011ef8019bSDavid S. Miller return bond_slave_is_up(slave) && slave->link == BOND_LINK_UP && 4021ef8019bSDavid S. Miller bond_is_active_slave(slave); 4031ef8019bSDavid S. Miller } 4041ef8019bSDavid S. Miller 4051ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_ALWAYS 0 4061ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_BETTER 1 4071ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_FAILURE 2 4081ef8019bSDavid S. Miller 4091ef8019bSDavid S. Miller #define BOND_FOM_NONE 0 4101ef8019bSDavid S. Miller #define BOND_FOM_ACTIVE 1 4111ef8019bSDavid S. Miller #define BOND_FOM_FOLLOW 2 4121ef8019bSDavid S. Miller 4131ef8019bSDavid S. Miller #define BOND_ARP_TARGETS_ANY 0 4141ef8019bSDavid S. Miller #define BOND_ARP_TARGETS_ALL 1 4151ef8019bSDavid S. Miller 4161ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_NONE 0 4171ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_ACTIVE (1 << BOND_STATE_ACTIVE) 4181ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_BACKUP (1 << BOND_STATE_BACKUP) 4191ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_ALL (BOND_ARP_VALIDATE_ACTIVE | \ 4201ef8019bSDavid S. Miller BOND_ARP_VALIDATE_BACKUP) 4211ef8019bSDavid S. Miller #define BOND_ARP_FILTER (BOND_ARP_VALIDATE_ALL + 1) 4221ef8019bSDavid S. Miller #define BOND_ARP_FILTER_ACTIVE (BOND_ARP_VALIDATE_ACTIVE | \ 4231ef8019bSDavid S. Miller BOND_ARP_FILTER) 4241ef8019bSDavid S. Miller #define BOND_ARP_FILTER_BACKUP (BOND_ARP_VALIDATE_BACKUP | \ 4251ef8019bSDavid S. Miller BOND_ARP_FILTER) 4261ef8019bSDavid S. Miller 4271ef8019bSDavid S. Miller #define BOND_SLAVE_NOTIFY_NOW true 4281ef8019bSDavid S. Miller #define BOND_SLAVE_NOTIFY_LATER false 4291ef8019bSDavid S. Miller 4301ef8019bSDavid S. Miller static inline int slave_do_arp_validate(struct bonding *bond, 4311ef8019bSDavid S. Miller struct slave *slave) 4321ef8019bSDavid S. Miller { 4331ef8019bSDavid S. Miller return bond->params.arp_validate & (1 << bond_slave_state(slave)); 4341ef8019bSDavid S. Miller } 4351ef8019bSDavid S. Miller 4361ef8019bSDavid S. Miller static inline int slave_do_arp_validate_only(struct bonding *bond) 4371ef8019bSDavid S. Miller { 4381ef8019bSDavid S. Miller return bond->params.arp_validate & BOND_ARP_FILTER; 4391ef8019bSDavid S. Miller } 4401ef8019bSDavid S. Miller 4411ef8019bSDavid S. Miller static inline int bond_is_ip_target_ok(__be32 addr) 4421ef8019bSDavid S. Miller { 4431ef8019bSDavid S. Miller return !ipv4_is_lbcast(addr) && !ipv4_is_zeronet(addr); 4441ef8019bSDavid S. Miller } 4451ef8019bSDavid S. Miller 4461ef8019bSDavid S. Miller /* Get the oldest arp which we've received on this slave for bond's 4471ef8019bSDavid S. Miller * arp_targets. 4481ef8019bSDavid S. Miller */ 4491ef8019bSDavid S. Miller static inline unsigned long slave_oldest_target_arp_rx(struct bonding *bond, 4501ef8019bSDavid S. Miller struct slave *slave) 4511ef8019bSDavid S. Miller { 4521ef8019bSDavid S. Miller int i = 1; 4531ef8019bSDavid S. Miller unsigned long ret = slave->target_last_arp_rx[0]; 4541ef8019bSDavid S. Miller 4551ef8019bSDavid S. Miller for (; (i < BOND_MAX_ARP_TARGETS) && bond->params.arp_targets[i]; i++) 4561ef8019bSDavid S. Miller if (time_before(slave->target_last_arp_rx[i], ret)) 4571ef8019bSDavid S. Miller ret = slave->target_last_arp_rx[i]; 4581ef8019bSDavid S. Miller 4591ef8019bSDavid S. Miller return ret; 4601ef8019bSDavid S. Miller } 4611ef8019bSDavid S. Miller 4621ef8019bSDavid S. Miller static inline unsigned long slave_last_rx(struct bonding *bond, 4631ef8019bSDavid S. Miller struct slave *slave) 4641ef8019bSDavid S. Miller { 4651ef8019bSDavid S. Miller if (bond->params.arp_all_targets == BOND_ARP_TARGETS_ALL) 4661ef8019bSDavid S. Miller return slave_oldest_target_arp_rx(bond, slave); 4671ef8019bSDavid S. Miller 4681ef8019bSDavid S. Miller return slave->last_rx; 4691ef8019bSDavid S. Miller } 4701ef8019bSDavid S. Miller 4711ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 4721ef8019bSDavid S. Miller static inline void bond_netpoll_send_skb(const struct slave *slave, 4731ef8019bSDavid S. Miller struct sk_buff *skb) 4741ef8019bSDavid S. Miller { 4751ef8019bSDavid S. Miller struct netpoll *np = slave->np; 4761ef8019bSDavid S. Miller 4771ef8019bSDavid S. Miller if (np) 4781ef8019bSDavid S. Miller netpoll_send_skb(np, skb); 4791ef8019bSDavid S. Miller } 4801ef8019bSDavid S. Miller #else 4811ef8019bSDavid S. Miller static inline void bond_netpoll_send_skb(const struct slave *slave, 4821ef8019bSDavid S. Miller struct sk_buff *skb) 4831ef8019bSDavid S. Miller { 4841ef8019bSDavid S. Miller } 4851ef8019bSDavid S. Miller #endif 4861ef8019bSDavid S. Miller 4871ef8019bSDavid S. Miller static inline void bond_set_slave_inactive_flags(struct slave *slave, 4881ef8019bSDavid S. Miller bool notify) 4891ef8019bSDavid S. Miller { 4901ef8019bSDavid S. Miller if (!bond_is_lb(slave->bond)) 4911ef8019bSDavid S. Miller bond_set_slave_state(slave, BOND_STATE_BACKUP, notify); 4921ef8019bSDavid S. Miller if (!slave->bond->params.all_slaves_active) 4931ef8019bSDavid S. Miller slave->inactive = 1; 4941ef8019bSDavid S. Miller } 4951ef8019bSDavid S. Miller 4961ef8019bSDavid S. Miller static inline void bond_set_slave_active_flags(struct slave *slave, 4971ef8019bSDavid S. Miller bool notify) 4981ef8019bSDavid S. Miller { 4991ef8019bSDavid S. Miller bond_set_slave_state(slave, BOND_STATE_ACTIVE, notify); 5001ef8019bSDavid S. Miller slave->inactive = 0; 5011ef8019bSDavid S. Miller } 5021ef8019bSDavid S. Miller 5031ef8019bSDavid S. Miller static inline bool bond_is_slave_inactive(struct slave *slave) 5041ef8019bSDavid S. Miller { 5051ef8019bSDavid S. Miller return slave->inactive; 5061ef8019bSDavid S. Miller } 5071ef8019bSDavid S. Miller 508f307668bSMahesh Bandewar static inline void bond_propose_link_state(struct slave *slave, int state) 50969a2338eSMoni Shoua { 510f307668bSMahesh Bandewar slave->link_new_state = state; 511f307668bSMahesh Bandewar } 512f307668bSMahesh Bandewar 513f307668bSMahesh Bandewar static inline void bond_commit_link_state(struct slave *slave, bool notify) 514f307668bSMahesh Bandewar { 515f307668bSMahesh Bandewar if (slave->link == slave->link_new_state) 5165d397061SJiri Pirko return; 5175d397061SJiri Pirko 518f307668bSMahesh Bandewar slave->link = slave->link_new_state; 5195d397061SJiri Pirko if (notify) { 52069e61133SMoni Shoua bond_queue_slave_event(slave); 521f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 5225d397061SJiri Pirko slave->should_notify_link = 0; 5235d397061SJiri Pirko } else { 5245d397061SJiri Pirko if (slave->should_notify_link) 5255d397061SJiri Pirko slave->should_notify_link = 0; 5265d397061SJiri Pirko else 5275d397061SJiri Pirko slave->should_notify_link = 1; 5285d397061SJiri Pirko } 5295d397061SJiri Pirko } 5305d397061SJiri Pirko 531f307668bSMahesh Bandewar static inline void bond_set_slave_link_state(struct slave *slave, int state, 532f307668bSMahesh Bandewar bool notify) 533f307668bSMahesh Bandewar { 534f307668bSMahesh Bandewar bond_propose_link_state(slave, state); 535f307668bSMahesh Bandewar bond_commit_link_state(slave, notify); 536f307668bSMahesh Bandewar } 537f307668bSMahesh Bandewar 5385d397061SJiri Pirko static inline void bond_slave_link_notify(struct bonding *bond) 5395d397061SJiri Pirko { 5405d397061SJiri Pirko struct list_head *iter; 5415d397061SJiri Pirko struct slave *tmp; 5425d397061SJiri Pirko 5435d397061SJiri Pirko bond_for_each_slave(bond, tmp, iter) { 5445d397061SJiri Pirko if (tmp->should_notify_link) { 5455d397061SJiri Pirko bond_queue_slave_event(tmp); 546f7c7eb7fSJiri Pirko bond_lower_state_changed(tmp); 5475d397061SJiri Pirko tmp->should_notify_link = 0; 5485d397061SJiri Pirko } 5495d397061SJiri Pirko } 55069a2338eSMoni Shoua } 55169a2338eSMoni Shoua 5521ef8019bSDavid S. Miller static inline __be32 bond_confirm_addr(struct net_device *dev, __be32 dst, __be32 local) 5531ef8019bSDavid S. Miller { 5541ef8019bSDavid S. Miller struct in_device *in_dev; 5551ef8019bSDavid S. Miller __be32 addr = 0; 5561ef8019bSDavid S. Miller 5571ef8019bSDavid S. Miller rcu_read_lock(); 5581ef8019bSDavid S. Miller in_dev = __in_dev_get_rcu(dev); 5591ef8019bSDavid S. Miller 5601ef8019bSDavid S. Miller if (in_dev) 5611ef8019bSDavid S. Miller addr = inet_confirm_addr(dev_net(dev), in_dev, dst, local, 5621ef8019bSDavid S. Miller RT_SCOPE_HOST); 5631ef8019bSDavid S. Miller rcu_read_unlock(); 5641ef8019bSDavid S. Miller return addr; 5651ef8019bSDavid S. Miller } 5661ef8019bSDavid S. Miller 5671ef8019bSDavid S. Miller struct bond_net { 5681ef8019bSDavid S. Miller struct net *net; /* Associated network namespace */ 5691ef8019bSDavid S. Miller struct list_head dev_list; 5701ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 5711ef8019bSDavid S. Miller struct proc_dir_entry *proc_dir; 5721ef8019bSDavid S. Miller #endif 5731ef8019bSDavid S. Miller struct class_attribute class_attr_bonding_masters; 5741ef8019bSDavid S. Miller }; 5751ef8019bSDavid S. Miller 5761ef8019bSDavid S. Miller int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, struct slave *slave); 5771ef8019bSDavid S. Miller void bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev); 5781ef8019bSDavid S. Miller int bond_create(struct net *net, const char *name); 5791ef8019bSDavid S. Miller int bond_create_sysfs(struct bond_net *net); 5801ef8019bSDavid S. Miller void bond_destroy_sysfs(struct bond_net *net); 5811ef8019bSDavid S. Miller void bond_prepare_sysfs_group(struct bonding *bond); 5821ef8019bSDavid S. Miller int bond_sysfs_slave_add(struct slave *slave); 5831ef8019bSDavid S. Miller void bond_sysfs_slave_del(struct slave *slave); 5841ef8019bSDavid S. Miller int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev); 5851ef8019bSDavid S. Miller int bond_release(struct net_device *bond_dev, struct net_device *slave_dev); 5861ef8019bSDavid S. Miller u32 bond_xmit_hash(struct bonding *bond, struct sk_buff *skb); 5872477bc9aSJonathan Toppins int bond_set_carrier(struct bonding *bond); 5881ef8019bSDavid S. Miller void bond_select_active_slave(struct bonding *bond); 5891ef8019bSDavid S. Miller void bond_change_active_slave(struct bonding *bond, struct slave *new_active); 5901ef8019bSDavid S. Miller void bond_create_debugfs(void); 5911ef8019bSDavid S. Miller void bond_destroy_debugfs(void); 5921ef8019bSDavid S. Miller void bond_debug_register(struct bonding *bond); 5931ef8019bSDavid S. Miller void bond_debug_unregister(struct bonding *bond); 5941ef8019bSDavid S. Miller void bond_debug_reregister(struct bonding *bond); 5951ef8019bSDavid S. Miller const char *bond_mode_name(int mode); 5961ef8019bSDavid S. Miller void bond_setup(struct net_device *bond_dev); 5971ef8019bSDavid S. Miller unsigned int bond_get_num_tx_queues(void); 5981ef8019bSDavid S. Miller int bond_netlink_init(void); 5991ef8019bSDavid S. Miller void bond_netlink_fini(void); 6001ef8019bSDavid S. Miller struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond); 6011ef8019bSDavid S. Miller const char *bond_slave_link_status(s8 link); 6021ef8019bSDavid S. Miller struct bond_vlan_tag *bond_verify_device_path(struct net_device *start_dev, 6031ef8019bSDavid S. Miller struct net_device *end_dev, 6041ef8019bSDavid S. Miller int level); 6051ef8019bSDavid S. Miller int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave); 6061ef8019bSDavid S. Miller void bond_slave_arr_work_rearm(struct bonding *bond, unsigned long delay); 6071ef8019bSDavid S. Miller 6081ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 6091ef8019bSDavid S. Miller void bond_create_proc_entry(struct bonding *bond); 6101ef8019bSDavid S. Miller void bond_remove_proc_entry(struct bonding *bond); 6111ef8019bSDavid S. Miller void bond_create_proc_dir(struct bond_net *bn); 6121ef8019bSDavid S. Miller void bond_destroy_proc_dir(struct bond_net *bn); 6131ef8019bSDavid S. Miller #else 6141ef8019bSDavid S. Miller static inline void bond_create_proc_entry(struct bonding *bond) 6151ef8019bSDavid S. Miller { 6161ef8019bSDavid S. Miller } 6171ef8019bSDavid S. Miller 6181ef8019bSDavid S. Miller static inline void bond_remove_proc_entry(struct bonding *bond) 6191ef8019bSDavid S. Miller { 6201ef8019bSDavid S. Miller } 6211ef8019bSDavid S. Miller 6221ef8019bSDavid S. Miller static inline void bond_create_proc_dir(struct bond_net *bn) 6231ef8019bSDavid S. Miller { 6241ef8019bSDavid S. Miller } 6251ef8019bSDavid S. Miller 6261ef8019bSDavid S. Miller static inline void bond_destroy_proc_dir(struct bond_net *bn) 6271ef8019bSDavid S. Miller { 6281ef8019bSDavid S. Miller } 6291ef8019bSDavid S. Miller #endif 6301ef8019bSDavid S. Miller 6311ef8019bSDavid S. Miller static inline struct slave *bond_slave_has_mac(struct bonding *bond, 6321ef8019bSDavid S. Miller const u8 *mac) 6331ef8019bSDavid S. Miller { 6341ef8019bSDavid S. Miller struct list_head *iter; 6351ef8019bSDavid S. Miller struct slave *tmp; 6361ef8019bSDavid S. Miller 6371ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) 6381ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6391ef8019bSDavid S. Miller return tmp; 6401ef8019bSDavid S. Miller 6411ef8019bSDavid S. Miller return NULL; 6421ef8019bSDavid S. Miller } 6431ef8019bSDavid S. Miller 6441ef8019bSDavid S. Miller /* Caller must hold rcu_read_lock() for read */ 6451ef8019bSDavid S. Miller static inline struct slave *bond_slave_has_mac_rcu(struct bonding *bond, 6461ef8019bSDavid S. Miller const u8 *mac) 6471ef8019bSDavid S. Miller { 6481ef8019bSDavid S. Miller struct list_head *iter; 6491ef8019bSDavid S. Miller struct slave *tmp; 6501ef8019bSDavid S. Miller 6511ef8019bSDavid S. Miller bond_for_each_slave_rcu(bond, tmp, iter) 6521ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6531ef8019bSDavid S. Miller return tmp; 6541ef8019bSDavid S. Miller 6551ef8019bSDavid S. Miller return NULL; 6561ef8019bSDavid S. Miller } 6571ef8019bSDavid S. Miller 6581ef8019bSDavid S. Miller /* Caller must hold rcu_read_lock() for read */ 6591ef8019bSDavid S. Miller static inline bool bond_slave_has_mac_rx(struct bonding *bond, const u8 *mac) 6601ef8019bSDavid S. Miller { 6611ef8019bSDavid S. Miller struct list_head *iter; 6621ef8019bSDavid S. Miller struct slave *tmp; 6631ef8019bSDavid S. Miller struct netdev_hw_addr *ha; 6641ef8019bSDavid S. Miller 6651ef8019bSDavid S. Miller bond_for_each_slave_rcu(bond, tmp, iter) 6661ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6671ef8019bSDavid S. Miller return true; 6681ef8019bSDavid S. Miller 6691ef8019bSDavid S. Miller if (netdev_uc_empty(bond->dev)) 6701ef8019bSDavid S. Miller return false; 6711ef8019bSDavid S. Miller 6721ef8019bSDavid S. Miller netdev_for_each_uc_addr(ha, bond->dev) 6731ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, ha->addr)) 6741ef8019bSDavid S. Miller return true; 6751ef8019bSDavid S. Miller 6761ef8019bSDavid S. Miller return false; 6771ef8019bSDavid S. Miller } 6781ef8019bSDavid S. Miller 6791ef8019bSDavid S. Miller /* Check if the ip is present in arp ip list, or first free slot if ip == 0 6801ef8019bSDavid S. Miller * Returns -1 if not found, index if found 6811ef8019bSDavid S. Miller */ 6821ef8019bSDavid S. Miller static inline int bond_get_targets_ip(__be32 *targets, __be32 ip) 6831ef8019bSDavid S. Miller { 6841ef8019bSDavid S. Miller int i; 6851ef8019bSDavid S. Miller 6861ef8019bSDavid S. Miller for (i = 0; i < BOND_MAX_ARP_TARGETS; i++) 6871ef8019bSDavid S. Miller if (targets[i] == ip) 6881ef8019bSDavid S. Miller return i; 6891ef8019bSDavid S. Miller else if (targets[i] == 0) 6901ef8019bSDavid S. Miller break; 6911ef8019bSDavid S. Miller 6921ef8019bSDavid S. Miller return -1; 6931ef8019bSDavid S. Miller } 6941ef8019bSDavid S. Miller 6951ef8019bSDavid S. Miller /* exported from bond_main.c */ 696c7d03a00SAlexey Dobriyan extern unsigned int bond_net_id; 6971ef8019bSDavid S. Miller extern const struct bond_parm_tbl bond_lacp_tbl[]; 6981ef8019bSDavid S. Miller extern const struct bond_parm_tbl xmit_hashtype_tbl[]; 6991ef8019bSDavid S. Miller extern const struct bond_parm_tbl arp_validate_tbl[]; 7001ef8019bSDavid S. Miller extern const struct bond_parm_tbl arp_all_targets_tbl[]; 7011ef8019bSDavid S. Miller extern const struct bond_parm_tbl fail_over_mac_tbl[]; 7021ef8019bSDavid S. Miller extern const struct bond_parm_tbl pri_reselect_tbl[]; 7031ef8019bSDavid S. Miller extern struct bond_parm_tbl ad_select_tbl[]; 7041ef8019bSDavid S. Miller 7051ef8019bSDavid S. Miller /* exported from bond_netlink.c */ 7061ef8019bSDavid S. Miller extern struct rtnl_link_ops bond_link_ops; 7071ef8019bSDavid S. Miller 7081ef8019bSDavid S. Miller static inline void bond_tx_drop(struct net_device *dev, struct sk_buff *skb) 7091ef8019bSDavid S. Miller { 7101ef8019bSDavid S. Miller atomic_long_inc(&dev->tx_dropped); 7111ef8019bSDavid S. Miller dev_kfree_skb_any(skb); 7121ef8019bSDavid S. Miller } 7131ef8019bSDavid S. Miller 7141ef8019bSDavid S. Miller #endif /* _NET_BONDING_H */ 715