11ef8019bSDavid S. Miller /* 21ef8019bSDavid S. Miller * Bond several ethernet interfaces into a Cisco, running 'Etherchannel'. 31ef8019bSDavid S. Miller * 41ef8019bSDavid S. Miller * Portions are (c) Copyright 1995 Simon "Guru Aleph-Null" Janes 51ef8019bSDavid S. Miller * NCM: Network and Communications Management, Inc. 61ef8019bSDavid S. Miller * 71ef8019bSDavid S. Miller * BUT, I'm the one who modified it for ethernet, so: 81ef8019bSDavid S. Miller * (c) Copyright 1999, Thomas Davis, tadavis@lbl.gov 91ef8019bSDavid S. Miller * 101ef8019bSDavid S. Miller * This software may be used and distributed according to the terms 111ef8019bSDavid S. Miller * of the GNU Public License, incorporated herein by reference. 121ef8019bSDavid S. Miller * 131ef8019bSDavid S. Miller */ 141ef8019bSDavid S. Miller 151ef8019bSDavid S. Miller #ifndef _NET_BONDING_H 161ef8019bSDavid S. Miller #define _NET_BONDING_H 171ef8019bSDavid S. Miller 181ef8019bSDavid S. Miller #include <linux/timer.h> 191ef8019bSDavid S. Miller #include <linux/proc_fs.h> 201ef8019bSDavid S. Miller #include <linux/if_bonding.h> 211ef8019bSDavid S. Miller #include <linux/cpumask.h> 221ef8019bSDavid S. Miller #include <linux/in6.h> 231ef8019bSDavid S. Miller #include <linux/netpoll.h> 241ef8019bSDavid S. Miller #include <linux/inetdevice.h> 251ef8019bSDavid S. Miller #include <linux/etherdevice.h> 261ef8019bSDavid S. Miller #include <linux/reciprocal_div.h> 271ef8019bSDavid S. Miller #include <linux/if_link.h> 281ef8019bSDavid S. Miller 291ef8019bSDavid S. Miller #include <net/bond_3ad.h> 301ef8019bSDavid S. Miller #include <net/bond_alb.h> 311ef8019bSDavid S. Miller #include <net/bond_options.h> 321ef8019bSDavid S. Miller 331ef8019bSDavid S. Miller #define BOND_MAX_ARP_TARGETS 16 341ef8019bSDavid S. Miller 351ef8019bSDavid S. Miller #define BOND_DEFAULT_MIIMON 100 361ef8019bSDavid S. Miller 37f87fda00SEric Dumazet #ifndef __long_aligned 38f87fda00SEric Dumazet #define __long_aligned __attribute__((aligned((sizeof(long))))) 39f87fda00SEric Dumazet #endif 401ef8019bSDavid S. Miller 411ef8019bSDavid S. Miller #define BOND_MODE(bond) ((bond)->params.mode) 421ef8019bSDavid S. Miller 431ef8019bSDavid S. Miller /* slave list primitives */ 441ef8019bSDavid S. Miller #define bond_slave_list(bond) (&(bond)->dev->adj_list.lower) 451ef8019bSDavid S. Miller 461ef8019bSDavid S. Miller #define bond_has_slaves(bond) !list_empty(bond_slave_list(bond)) 471ef8019bSDavid S. Miller 481ef8019bSDavid S. Miller /* IMPORTANT: bond_first/last_slave can return NULL in case of an empty list */ 491ef8019bSDavid S. Miller #define bond_first_slave(bond) \ 501ef8019bSDavid S. Miller (bond_has_slaves(bond) ? \ 511ef8019bSDavid S. Miller netdev_adjacent_get_private(bond_slave_list(bond)->next) : \ 521ef8019bSDavid S. Miller NULL) 531ef8019bSDavid S. Miller #define bond_last_slave(bond) \ 541ef8019bSDavid S. Miller (bond_has_slaves(bond) ? \ 551ef8019bSDavid S. Miller netdev_adjacent_get_private(bond_slave_list(bond)->prev) : \ 561ef8019bSDavid S. Miller NULL) 571ef8019bSDavid S. Miller 581ef8019bSDavid S. Miller /* Caller must have rcu_read_lock */ 591ef8019bSDavid S. Miller #define bond_first_slave_rcu(bond) \ 601ef8019bSDavid S. Miller netdev_lower_get_first_private_rcu(bond->dev) 611ef8019bSDavid S. Miller 621ef8019bSDavid S. Miller #define bond_is_first_slave(bond, pos) (pos == bond_first_slave(bond)) 631ef8019bSDavid S. Miller #define bond_is_last_slave(bond, pos) (pos == bond_last_slave(bond)) 641ef8019bSDavid S. Miller 651ef8019bSDavid S. Miller /** 661ef8019bSDavid S. Miller * bond_for_each_slave - iterate over all slaves 671ef8019bSDavid S. Miller * @bond: the bond holding this list 681ef8019bSDavid S. Miller * @pos: current slave 691ef8019bSDavid S. Miller * @iter: list_head * iterator 701ef8019bSDavid S. Miller * 711ef8019bSDavid S. Miller * Caller must hold RTNL 721ef8019bSDavid S. Miller */ 731ef8019bSDavid S. Miller #define bond_for_each_slave(bond, pos, iter) \ 741ef8019bSDavid S. Miller netdev_for_each_lower_private((bond)->dev, pos, iter) 751ef8019bSDavid S. Miller 761ef8019bSDavid S. Miller /* Caller must have rcu_read_lock */ 771ef8019bSDavid S. Miller #define bond_for_each_slave_rcu(bond, pos, iter) \ 781ef8019bSDavid S. Miller netdev_for_each_lower_private_rcu((bond)->dev, pos, iter) 791ef8019bSDavid S. Miller 801ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 811ef8019bSDavid S. Miller extern atomic_t netpoll_block_tx; 821ef8019bSDavid S. Miller 831ef8019bSDavid S. Miller static inline void block_netpoll_tx(void) 841ef8019bSDavid S. Miller { 851ef8019bSDavid S. Miller atomic_inc(&netpoll_block_tx); 861ef8019bSDavid S. Miller } 871ef8019bSDavid S. Miller 881ef8019bSDavid S. Miller static inline void unblock_netpoll_tx(void) 891ef8019bSDavid S. Miller { 901ef8019bSDavid S. Miller atomic_dec(&netpoll_block_tx); 911ef8019bSDavid S. Miller } 921ef8019bSDavid S. Miller 931ef8019bSDavid S. Miller static inline int is_netpoll_tx_blocked(struct net_device *dev) 941ef8019bSDavid S. Miller { 951ef8019bSDavid S. Miller if (unlikely(netpoll_tx_running(dev))) 961ef8019bSDavid S. Miller return atomic_read(&netpoll_block_tx); 971ef8019bSDavid S. Miller return 0; 981ef8019bSDavid S. Miller } 991ef8019bSDavid S. Miller #else 1001ef8019bSDavid S. Miller #define block_netpoll_tx() 1011ef8019bSDavid S. Miller #define unblock_netpoll_tx() 1021ef8019bSDavid S. Miller #define is_netpoll_tx_blocked(dev) (0) 1031ef8019bSDavid S. Miller #endif 1041ef8019bSDavid S. Miller 1051ef8019bSDavid S. Miller struct bond_params { 1061ef8019bSDavid S. Miller int mode; 1071ef8019bSDavid S. Miller int xmit_policy; 1081ef8019bSDavid S. Miller int miimon; 1091ef8019bSDavid S. Miller u8 num_peer_notif; 1101ef8019bSDavid S. Miller int arp_interval; 1111ef8019bSDavid S. Miller int arp_validate; 1121ef8019bSDavid S. Miller int arp_all_targets; 1131ef8019bSDavid S. Miller int use_carrier; 1141ef8019bSDavid S. Miller int fail_over_mac; 1151ef8019bSDavid S. Miller int updelay; 1161ef8019bSDavid S. Miller int downdelay; 1171ef8019bSDavid S. Miller int lacp_fast; 1181ef8019bSDavid S. Miller unsigned int min_links; 1191ef8019bSDavid S. Miller int ad_select; 1201ef8019bSDavid S. Miller char primary[IFNAMSIZ]; 1211ef8019bSDavid S. Miller int primary_reselect; 1221ef8019bSDavid S. Miller __be32 arp_targets[BOND_MAX_ARP_TARGETS]; 1231ef8019bSDavid S. Miller int tx_queues; 1241ef8019bSDavid S. Miller int all_slaves_active; 1251ef8019bSDavid S. Miller int resend_igmp; 1261ef8019bSDavid S. Miller int lp_interval; 1271ef8019bSDavid S. Miller int packets_per_slave; 1281ef8019bSDavid S. Miller int tlb_dynamic_lb; 1291ef8019bSDavid S. Miller struct reciprocal_value reciprocal_packets_per_slave; 1306791e466SMahesh Bandewar u16 ad_actor_sys_prio; 131d22a5fc0SMahesh Bandewar u16 ad_user_port_key; 132f87fda00SEric Dumazet 133f87fda00SEric Dumazet /* 2 bytes of padding : see ether_addr_equal_64bits() */ 134f87fda00SEric Dumazet u8 ad_actor_system[ETH_ALEN + 2]; 1351ef8019bSDavid S. Miller }; 1361ef8019bSDavid S. Miller 1371ef8019bSDavid S. Miller struct bond_parm_tbl { 1381ef8019bSDavid S. Miller char *modename; 1391ef8019bSDavid S. Miller int mode; 1401ef8019bSDavid S. Miller }; 1411ef8019bSDavid S. Miller 14269e61133SMoni Shoua struct netdev_notify_work { 14369e61133SMoni Shoua struct delayed_work work; 14469e61133SMoni Shoua struct net_device *dev; 14592e584feSMoni Shoua struct netdev_bonding_info bonding_info; 14669e61133SMoni Shoua }; 14769e61133SMoni Shoua 1481ef8019bSDavid S. Miller struct slave { 1491ef8019bSDavid S. Miller struct net_device *dev; /* first - useful for panic debug */ 1501ef8019bSDavid S. Miller struct bonding *bond; /* our master */ 1511ef8019bSDavid S. Miller int delay; 1521ef8019bSDavid S. Miller /* all three in jiffies */ 1531ef8019bSDavid S. Miller unsigned long last_link_up; 1541ef8019bSDavid S. Miller unsigned long last_rx; 1551ef8019bSDavid S. Miller unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS]; 1561ef8019bSDavid S. Miller s8 link; /* one of BOND_LINK_XXXX */ 1571ef8019bSDavid S. Miller s8 new_link; 1581ef8019bSDavid S. Miller u8 backup:1, /* indicates backup slave. Value corresponds with 1591ef8019bSDavid S. Miller BOND_STATE_ACTIVE and BOND_STATE_BACKUP */ 1601ef8019bSDavid S. Miller inactive:1, /* indicates inactive slave */ 1615d397061SJiri Pirko should_notify:1, /* indicates whether the state changed */ 1625d397061SJiri Pirko should_notify_link:1; /* indicates whether the link changed */ 1631ef8019bSDavid S. Miller u8 duplex; 1641ef8019bSDavid S. Miller u32 original_mtu; 1651ef8019bSDavid S. Miller u32 link_failure_count; 1661ef8019bSDavid S. Miller u32 speed; 1671ef8019bSDavid S. Miller u16 queue_id; 1681ef8019bSDavid S. Miller u8 perm_hwaddr[ETH_ALEN]; 1691ef8019bSDavid S. Miller struct ad_slave_info *ad_info; 1701ef8019bSDavid S. Miller struct tlb_slave_info tlb_info; 1711ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 1721ef8019bSDavid S. Miller struct netpoll *np; 1731ef8019bSDavid S. Miller #endif 1741ef8019bSDavid S. Miller struct kobject kobj; 1751ef8019bSDavid S. Miller struct rtnl_link_stats64 slave_stats; 1761ef8019bSDavid S. Miller }; 1771ef8019bSDavid S. Miller 1781ef8019bSDavid S. Miller struct bond_up_slave { 1791ef8019bSDavid S. Miller unsigned int count; 1801ef8019bSDavid S. Miller struct rcu_head rcu; 1811ef8019bSDavid S. Miller struct slave *arr[0]; 1821ef8019bSDavid S. Miller }; 1831ef8019bSDavid S. Miller 1841ef8019bSDavid S. Miller /* 1851ef8019bSDavid S. Miller * Link pseudo-state only used internally by monitors 1861ef8019bSDavid S. Miller */ 1871ef8019bSDavid S. Miller #define BOND_LINK_NOCHANGE -1 1881ef8019bSDavid S. Miller 1891ef8019bSDavid S. Miller /* 1901ef8019bSDavid S. Miller * Here are the locking policies for the two bonding locks: 1911ef8019bSDavid S. Miller * Get rcu_read_lock when reading or RTNL when writing slave list. 1921ef8019bSDavid S. Miller */ 1931ef8019bSDavid S. Miller struct bonding { 1941ef8019bSDavid S. Miller struct net_device *dev; /* first - useful for panic debug */ 1951ef8019bSDavid S. Miller struct slave __rcu *curr_active_slave; 1961ef8019bSDavid S. Miller struct slave __rcu *current_arp_slave; 1971ef8019bSDavid S. Miller struct slave __rcu *primary_slave; 1981ef8019bSDavid S. Miller struct bond_up_slave __rcu *slave_arr; /* Array of usable slaves */ 1991ef8019bSDavid S. Miller bool force_primary; 2001ef8019bSDavid S. Miller s32 slave_cnt; /* never change this value outside the attach/detach wrappers */ 2011ef8019bSDavid S. Miller int (*recv_probe)(const struct sk_buff *, struct bonding *, 2021ef8019bSDavid S. Miller struct slave *); 2031ef8019bSDavid S. Miller /* mode_lock is used for mode-specific locking needs, currently used by: 2041ef8019bSDavid S. Miller * 3ad mode (4) - protect against running bond_3ad_unbind_slave() and 2051ef8019bSDavid S. Miller * bond_3ad_state_machine_handler() concurrently and also 2061ef8019bSDavid S. Miller * the access to the state machine shared variables. 2071ef8019bSDavid S. Miller * TLB mode (5) - to sync the use and modifications of its hash table 2081ef8019bSDavid S. Miller * ALB mode (6) - to sync the use and modifications of its hash table 2091ef8019bSDavid S. Miller */ 2101ef8019bSDavid S. Miller spinlock_t mode_lock; 211fe30937bSEric Dumazet spinlock_t stats_lock; 2121ef8019bSDavid S. Miller u8 send_peer_notif; 2131ef8019bSDavid S. Miller u8 igmp_retrans; 2141ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 2151ef8019bSDavid S. Miller struct proc_dir_entry *proc_entry; 2161ef8019bSDavid S. Miller char proc_file_name[IFNAMSIZ]; 2171ef8019bSDavid S. Miller #endif /* CONFIG_PROC_FS */ 2181ef8019bSDavid S. Miller struct list_head bond_list; 2191ef8019bSDavid S. Miller u32 rr_tx_counter; 2201ef8019bSDavid S. Miller struct ad_bond_info ad_info; 2211ef8019bSDavid S. Miller struct alb_bond_info alb_info; 2221ef8019bSDavid S. Miller struct bond_params params; 2231ef8019bSDavid S. Miller struct workqueue_struct *wq; 2241ef8019bSDavid S. Miller struct delayed_work mii_work; 2251ef8019bSDavid S. Miller struct delayed_work arp_work; 2261ef8019bSDavid S. Miller struct delayed_work alb_work; 2271ef8019bSDavid S. Miller struct delayed_work ad_work; 2281ef8019bSDavid S. Miller struct delayed_work mcast_work; 2291ef8019bSDavid S. Miller struct delayed_work slave_arr_work; 2301ef8019bSDavid S. Miller #ifdef CONFIG_DEBUG_FS 2311ef8019bSDavid S. Miller /* debugging support via debugfs */ 2321ef8019bSDavid S. Miller struct dentry *debug_dir; 2331ef8019bSDavid S. Miller #endif /* CONFIG_DEBUG_FS */ 2341ef8019bSDavid S. Miller struct rtnl_link_stats64 bond_stats; 2351ef8019bSDavid S. Miller }; 2361ef8019bSDavid S. Miller 2371ef8019bSDavid S. Miller #define bond_slave_get_rcu(dev) \ 2381ef8019bSDavid S. Miller ((struct slave *) rcu_dereference(dev->rx_handler_data)) 2391ef8019bSDavid S. Miller 2401ef8019bSDavid S. Miller #define bond_slave_get_rtnl(dev) \ 2411ef8019bSDavid S. Miller ((struct slave *) rtnl_dereference(dev->rx_handler_data)) 2421ef8019bSDavid S. Miller 24369e61133SMoni Shoua void bond_queue_slave_event(struct slave *slave); 244f7c7eb7fSJiri Pirko void bond_lower_state_changed(struct slave *slave); 24569e61133SMoni Shoua 2461ef8019bSDavid S. Miller struct bond_vlan_tag { 2471ef8019bSDavid S. Miller __be16 vlan_proto; 2481ef8019bSDavid S. Miller unsigned short vlan_id; 2491ef8019bSDavid S. Miller }; 2501ef8019bSDavid S. Miller 2511ef8019bSDavid S. Miller /** 2521ef8019bSDavid S. Miller * Returns NULL if the net_device does not belong to any of the bond's slaves 2531ef8019bSDavid S. Miller * 2541ef8019bSDavid S. Miller * Caller must hold bond lock for read 2551ef8019bSDavid S. Miller */ 2561ef8019bSDavid S. Miller static inline struct slave *bond_get_slave_by_dev(struct bonding *bond, 2571ef8019bSDavid S. Miller struct net_device *slave_dev) 2581ef8019bSDavid S. Miller { 2591ef8019bSDavid S. Miller return netdev_lower_dev_get_private(bond->dev, slave_dev); 2601ef8019bSDavid S. Miller } 2611ef8019bSDavid S. Miller 2621ef8019bSDavid S. Miller static inline struct bonding *bond_get_bond_by_slave(struct slave *slave) 2631ef8019bSDavid S. Miller { 2641ef8019bSDavid S. Miller return slave->bond; 2651ef8019bSDavid S. Miller } 2661ef8019bSDavid S. Miller 2671ef8019bSDavid S. Miller static inline bool bond_should_override_tx_queue(struct bonding *bond) 2681ef8019bSDavid S. Miller { 2691ef8019bSDavid S. Miller return BOND_MODE(bond) == BOND_MODE_ACTIVEBACKUP || 2701ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_ROUNDROBIN; 2711ef8019bSDavid S. Miller } 2721ef8019bSDavid S. Miller 2731ef8019bSDavid S. Miller static inline bool bond_is_lb(const struct bonding *bond) 2741ef8019bSDavid S. Miller { 2751ef8019bSDavid S. Miller return BOND_MODE(bond) == BOND_MODE_TLB || 2761ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_ALB; 2771ef8019bSDavid S. Miller } 2781ef8019bSDavid S. Miller 2791ef8019bSDavid S. Miller static inline bool bond_is_nondyn_tlb(const struct bonding *bond) 2801ef8019bSDavid S. Miller { 2811ef8019bSDavid S. Miller return (BOND_MODE(bond) == BOND_MODE_TLB) && 2821ef8019bSDavid S. Miller (bond->params.tlb_dynamic_lb == 0); 2831ef8019bSDavid S. Miller } 2841ef8019bSDavid S. Miller 2851ef8019bSDavid S. Miller static inline bool bond_mode_uses_xmit_hash(const struct bonding *bond) 2861ef8019bSDavid S. Miller { 2871ef8019bSDavid S. Miller return (BOND_MODE(bond) == BOND_MODE_8023AD || 2881ef8019bSDavid S. Miller BOND_MODE(bond) == BOND_MODE_XOR || 2891ef8019bSDavid S. Miller bond_is_nondyn_tlb(bond)); 2901ef8019bSDavid S. Miller } 2911ef8019bSDavid S. Miller 2921ef8019bSDavid S. Miller static inline bool bond_mode_uses_arp(int mode) 2931ef8019bSDavid S. Miller { 2941ef8019bSDavid S. Miller return mode != BOND_MODE_8023AD && mode != BOND_MODE_TLB && 2951ef8019bSDavid S. Miller mode != BOND_MODE_ALB; 2961ef8019bSDavid S. Miller } 2971ef8019bSDavid S. Miller 2981ef8019bSDavid S. Miller static inline bool bond_mode_uses_primary(int mode) 2991ef8019bSDavid S. Miller { 3001ef8019bSDavid S. Miller return mode == BOND_MODE_ACTIVEBACKUP || mode == BOND_MODE_TLB || 3011ef8019bSDavid S. Miller mode == BOND_MODE_ALB; 3021ef8019bSDavid S. Miller } 3031ef8019bSDavid S. Miller 3041ef8019bSDavid S. Miller static inline bool bond_uses_primary(struct bonding *bond) 3051ef8019bSDavid S. Miller { 3061ef8019bSDavid S. Miller return bond_mode_uses_primary(BOND_MODE(bond)); 3071ef8019bSDavid S. Miller } 3081ef8019bSDavid S. Miller 309e9998695SMatan Barak static inline struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond) 310e9998695SMatan Barak { 311e9998695SMatan Barak struct slave *slave = rcu_dereference(bond->curr_active_slave); 312e9998695SMatan Barak 313e9998695SMatan Barak return bond_uses_primary(bond) && slave ? slave->dev : NULL; 314e9998695SMatan Barak } 315e9998695SMatan Barak 3161ef8019bSDavid S. Miller static inline bool bond_slave_is_up(struct slave *slave) 3171ef8019bSDavid S. Miller { 3181ef8019bSDavid S. Miller return netif_running(slave->dev) && netif_carrier_ok(slave->dev); 3191ef8019bSDavid S. Miller } 3201ef8019bSDavid S. Miller 3211ef8019bSDavid S. Miller static inline void bond_set_active_slave(struct slave *slave) 3221ef8019bSDavid S. Miller { 3231ef8019bSDavid S. Miller if (slave->backup) { 3241ef8019bSDavid S. Miller slave->backup = 0; 32569e61133SMoni Shoua bond_queue_slave_event(slave); 326f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3271ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 3281ef8019bSDavid S. Miller } 3291ef8019bSDavid S. Miller } 3301ef8019bSDavid S. Miller 3311ef8019bSDavid S. Miller static inline void bond_set_backup_slave(struct slave *slave) 3321ef8019bSDavid S. Miller { 3331ef8019bSDavid S. Miller if (!slave->backup) { 3341ef8019bSDavid S. Miller slave->backup = 1; 33569e61133SMoni Shoua bond_queue_slave_event(slave); 336f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3371ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 3381ef8019bSDavid S. Miller } 3391ef8019bSDavid S. Miller } 3401ef8019bSDavid S. Miller 3411ef8019bSDavid S. Miller static inline void bond_set_slave_state(struct slave *slave, 3421ef8019bSDavid S. Miller int slave_state, bool notify) 3431ef8019bSDavid S. Miller { 3441ef8019bSDavid S. Miller if (slave->backup == slave_state) 3451ef8019bSDavid S. Miller return; 3461ef8019bSDavid S. Miller 3471ef8019bSDavid S. Miller slave->backup = slave_state; 3481ef8019bSDavid S. Miller if (notify) { 349f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 3501ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, slave->dev, 0, GFP_ATOMIC); 35169e61133SMoni Shoua bond_queue_slave_event(slave); 3521ef8019bSDavid S. Miller slave->should_notify = 0; 3531ef8019bSDavid S. Miller } else { 3541ef8019bSDavid S. Miller if (slave->should_notify) 3551ef8019bSDavid S. Miller slave->should_notify = 0; 3561ef8019bSDavid S. Miller else 3571ef8019bSDavid S. Miller slave->should_notify = 1; 3581ef8019bSDavid S. Miller } 3591ef8019bSDavid S. Miller } 3601ef8019bSDavid S. Miller 3611ef8019bSDavid S. Miller static inline void bond_slave_state_change(struct bonding *bond) 3621ef8019bSDavid S. Miller { 3631ef8019bSDavid S. Miller struct list_head *iter; 3641ef8019bSDavid S. Miller struct slave *tmp; 3651ef8019bSDavid S. Miller 3661ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) { 3671ef8019bSDavid S. Miller if (tmp->link == BOND_LINK_UP) 3681ef8019bSDavid S. Miller bond_set_active_slave(tmp); 3691ef8019bSDavid S. Miller else if (tmp->link == BOND_LINK_DOWN) 3701ef8019bSDavid S. Miller bond_set_backup_slave(tmp); 3711ef8019bSDavid S. Miller } 3721ef8019bSDavid S. Miller } 3731ef8019bSDavid S. Miller 3741ef8019bSDavid S. Miller static inline void bond_slave_state_notify(struct bonding *bond) 3751ef8019bSDavid S. Miller { 3761ef8019bSDavid S. Miller struct list_head *iter; 3771ef8019bSDavid S. Miller struct slave *tmp; 3781ef8019bSDavid S. Miller 3791ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) { 3801ef8019bSDavid S. Miller if (tmp->should_notify) { 381f7c7eb7fSJiri Pirko bond_lower_state_changed(tmp); 3821ef8019bSDavid S. Miller rtmsg_ifinfo(RTM_NEWLINK, tmp->dev, 0, GFP_ATOMIC); 3831ef8019bSDavid S. Miller tmp->should_notify = 0; 3841ef8019bSDavid S. Miller } 3851ef8019bSDavid S. Miller } 3861ef8019bSDavid S. Miller } 3871ef8019bSDavid S. Miller 3881ef8019bSDavid S. Miller static inline int bond_slave_state(struct slave *slave) 3891ef8019bSDavid S. Miller { 3901ef8019bSDavid S. Miller return slave->backup; 3911ef8019bSDavid S. Miller } 3921ef8019bSDavid S. Miller 3931ef8019bSDavid S. Miller static inline bool bond_is_active_slave(struct slave *slave) 3941ef8019bSDavid S. Miller { 3951ef8019bSDavid S. Miller return !bond_slave_state(slave); 3961ef8019bSDavid S. Miller } 3971ef8019bSDavid S. Miller 3981ef8019bSDavid S. Miller static inline bool bond_slave_can_tx(struct slave *slave) 3991ef8019bSDavid S. Miller { 4001ef8019bSDavid S. Miller return bond_slave_is_up(slave) && slave->link == BOND_LINK_UP && 4011ef8019bSDavid S. Miller bond_is_active_slave(slave); 4021ef8019bSDavid S. Miller } 4031ef8019bSDavid S. Miller 4041ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_ALWAYS 0 4051ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_BETTER 1 4061ef8019bSDavid S. Miller #define BOND_PRI_RESELECT_FAILURE 2 4071ef8019bSDavid S. Miller 4081ef8019bSDavid S. Miller #define BOND_FOM_NONE 0 4091ef8019bSDavid S. Miller #define BOND_FOM_ACTIVE 1 4101ef8019bSDavid S. Miller #define BOND_FOM_FOLLOW 2 4111ef8019bSDavid S. Miller 4121ef8019bSDavid S. Miller #define BOND_ARP_TARGETS_ANY 0 4131ef8019bSDavid S. Miller #define BOND_ARP_TARGETS_ALL 1 4141ef8019bSDavid S. Miller 4151ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_NONE 0 4161ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_ACTIVE (1 << BOND_STATE_ACTIVE) 4171ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_BACKUP (1 << BOND_STATE_BACKUP) 4181ef8019bSDavid S. Miller #define BOND_ARP_VALIDATE_ALL (BOND_ARP_VALIDATE_ACTIVE | \ 4191ef8019bSDavid S. Miller BOND_ARP_VALIDATE_BACKUP) 4201ef8019bSDavid S. Miller #define BOND_ARP_FILTER (BOND_ARP_VALIDATE_ALL + 1) 4211ef8019bSDavid S. Miller #define BOND_ARP_FILTER_ACTIVE (BOND_ARP_VALIDATE_ACTIVE | \ 4221ef8019bSDavid S. Miller BOND_ARP_FILTER) 4231ef8019bSDavid S. Miller #define BOND_ARP_FILTER_BACKUP (BOND_ARP_VALIDATE_BACKUP | \ 4241ef8019bSDavid S. Miller BOND_ARP_FILTER) 4251ef8019bSDavid S. Miller 4261ef8019bSDavid S. Miller #define BOND_SLAVE_NOTIFY_NOW true 4271ef8019bSDavid S. Miller #define BOND_SLAVE_NOTIFY_LATER false 4281ef8019bSDavid S. Miller 4291ef8019bSDavid S. Miller static inline int slave_do_arp_validate(struct bonding *bond, 4301ef8019bSDavid S. Miller struct slave *slave) 4311ef8019bSDavid S. Miller { 4321ef8019bSDavid S. Miller return bond->params.arp_validate & (1 << bond_slave_state(slave)); 4331ef8019bSDavid S. Miller } 4341ef8019bSDavid S. Miller 4351ef8019bSDavid S. Miller static inline int slave_do_arp_validate_only(struct bonding *bond) 4361ef8019bSDavid S. Miller { 4371ef8019bSDavid S. Miller return bond->params.arp_validate & BOND_ARP_FILTER; 4381ef8019bSDavid S. Miller } 4391ef8019bSDavid S. Miller 4401ef8019bSDavid S. Miller static inline int bond_is_ip_target_ok(__be32 addr) 4411ef8019bSDavid S. Miller { 4421ef8019bSDavid S. Miller return !ipv4_is_lbcast(addr) && !ipv4_is_zeronet(addr); 4431ef8019bSDavid S. Miller } 4441ef8019bSDavid S. Miller 4451ef8019bSDavid S. Miller /* Get the oldest arp which we've received on this slave for bond's 4461ef8019bSDavid S. Miller * arp_targets. 4471ef8019bSDavid S. Miller */ 4481ef8019bSDavid S. Miller static inline unsigned long slave_oldest_target_arp_rx(struct bonding *bond, 4491ef8019bSDavid S. Miller struct slave *slave) 4501ef8019bSDavid S. Miller { 4511ef8019bSDavid S. Miller int i = 1; 4521ef8019bSDavid S. Miller unsigned long ret = slave->target_last_arp_rx[0]; 4531ef8019bSDavid S. Miller 4541ef8019bSDavid S. Miller for (; (i < BOND_MAX_ARP_TARGETS) && bond->params.arp_targets[i]; i++) 4551ef8019bSDavid S. Miller if (time_before(slave->target_last_arp_rx[i], ret)) 4561ef8019bSDavid S. Miller ret = slave->target_last_arp_rx[i]; 4571ef8019bSDavid S. Miller 4581ef8019bSDavid S. Miller return ret; 4591ef8019bSDavid S. Miller } 4601ef8019bSDavid S. Miller 4611ef8019bSDavid S. Miller static inline unsigned long slave_last_rx(struct bonding *bond, 4621ef8019bSDavid S. Miller struct slave *slave) 4631ef8019bSDavid S. Miller { 4641ef8019bSDavid S. Miller if (bond->params.arp_all_targets == BOND_ARP_TARGETS_ALL) 4651ef8019bSDavid S. Miller return slave_oldest_target_arp_rx(bond, slave); 4661ef8019bSDavid S. Miller 4671ef8019bSDavid S. Miller return slave->last_rx; 4681ef8019bSDavid S. Miller } 4691ef8019bSDavid S. Miller 4701ef8019bSDavid S. Miller #ifdef CONFIG_NET_POLL_CONTROLLER 4711ef8019bSDavid S. Miller static inline void bond_netpoll_send_skb(const struct slave *slave, 4721ef8019bSDavid S. Miller struct sk_buff *skb) 4731ef8019bSDavid S. Miller { 4741ef8019bSDavid S. Miller struct netpoll *np = slave->np; 4751ef8019bSDavid S. Miller 4761ef8019bSDavid S. Miller if (np) 4771ef8019bSDavid S. Miller netpoll_send_skb(np, skb); 4781ef8019bSDavid S. Miller } 4791ef8019bSDavid S. Miller #else 4801ef8019bSDavid S. Miller static inline void bond_netpoll_send_skb(const struct slave *slave, 4811ef8019bSDavid S. Miller struct sk_buff *skb) 4821ef8019bSDavid S. Miller { 4831ef8019bSDavid S. Miller } 4841ef8019bSDavid S. Miller #endif 4851ef8019bSDavid S. Miller 4861ef8019bSDavid S. Miller static inline void bond_set_slave_inactive_flags(struct slave *slave, 4871ef8019bSDavid S. Miller bool notify) 4881ef8019bSDavid S. Miller { 4891ef8019bSDavid S. Miller if (!bond_is_lb(slave->bond)) 4901ef8019bSDavid S. Miller bond_set_slave_state(slave, BOND_STATE_BACKUP, notify); 4911ef8019bSDavid S. Miller if (!slave->bond->params.all_slaves_active) 4921ef8019bSDavid S. Miller slave->inactive = 1; 4931ef8019bSDavid S. Miller } 4941ef8019bSDavid S. Miller 4951ef8019bSDavid S. Miller static inline void bond_set_slave_active_flags(struct slave *slave, 4961ef8019bSDavid S. Miller bool notify) 4971ef8019bSDavid S. Miller { 4981ef8019bSDavid S. Miller bond_set_slave_state(slave, BOND_STATE_ACTIVE, notify); 4991ef8019bSDavid S. Miller slave->inactive = 0; 5001ef8019bSDavid S. Miller } 5011ef8019bSDavid S. Miller 5021ef8019bSDavid S. Miller static inline bool bond_is_slave_inactive(struct slave *slave) 5031ef8019bSDavid S. Miller { 5041ef8019bSDavid S. Miller return slave->inactive; 5051ef8019bSDavid S. Miller } 5061ef8019bSDavid S. Miller 5075d397061SJiri Pirko static inline void bond_set_slave_link_state(struct slave *slave, int state, 5085d397061SJiri Pirko bool notify) 50969a2338eSMoni Shoua { 5105d397061SJiri Pirko if (slave->link == state) 5115d397061SJiri Pirko return; 5125d397061SJiri Pirko 51369a2338eSMoni Shoua slave->link = state; 5145d397061SJiri Pirko if (notify) { 51569e61133SMoni Shoua bond_queue_slave_event(slave); 516f7c7eb7fSJiri Pirko bond_lower_state_changed(slave); 5175d397061SJiri Pirko slave->should_notify_link = 0; 5185d397061SJiri Pirko } else { 5195d397061SJiri Pirko if (slave->should_notify_link) 5205d397061SJiri Pirko slave->should_notify_link = 0; 5215d397061SJiri Pirko else 5225d397061SJiri Pirko slave->should_notify_link = 1; 5235d397061SJiri Pirko } 5245d397061SJiri Pirko } 5255d397061SJiri Pirko 5265d397061SJiri Pirko static inline void bond_slave_link_notify(struct bonding *bond) 5275d397061SJiri Pirko { 5285d397061SJiri Pirko struct list_head *iter; 5295d397061SJiri Pirko struct slave *tmp; 5305d397061SJiri Pirko 5315d397061SJiri Pirko bond_for_each_slave(bond, tmp, iter) { 5325d397061SJiri Pirko if (tmp->should_notify_link) { 5335d397061SJiri Pirko bond_queue_slave_event(tmp); 534f7c7eb7fSJiri Pirko bond_lower_state_changed(tmp); 5355d397061SJiri Pirko tmp->should_notify_link = 0; 5365d397061SJiri Pirko } 5375d397061SJiri Pirko } 53869a2338eSMoni Shoua } 53969a2338eSMoni Shoua 5401ef8019bSDavid S. Miller static inline __be32 bond_confirm_addr(struct net_device *dev, __be32 dst, __be32 local) 5411ef8019bSDavid S. Miller { 5421ef8019bSDavid S. Miller struct in_device *in_dev; 5431ef8019bSDavid S. Miller __be32 addr = 0; 5441ef8019bSDavid S. Miller 5451ef8019bSDavid S. Miller rcu_read_lock(); 5461ef8019bSDavid S. Miller in_dev = __in_dev_get_rcu(dev); 5471ef8019bSDavid S. Miller 5481ef8019bSDavid S. Miller if (in_dev) 5491ef8019bSDavid S. Miller addr = inet_confirm_addr(dev_net(dev), in_dev, dst, local, 5501ef8019bSDavid S. Miller RT_SCOPE_HOST); 5511ef8019bSDavid S. Miller rcu_read_unlock(); 5521ef8019bSDavid S. Miller return addr; 5531ef8019bSDavid S. Miller } 5541ef8019bSDavid S. Miller 5551ef8019bSDavid S. Miller struct bond_net { 5561ef8019bSDavid S. Miller struct net *net; /* Associated network namespace */ 5571ef8019bSDavid S. Miller struct list_head dev_list; 5581ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 5591ef8019bSDavid S. Miller struct proc_dir_entry *proc_dir; 5601ef8019bSDavid S. Miller #endif 5611ef8019bSDavid S. Miller struct class_attribute class_attr_bonding_masters; 5621ef8019bSDavid S. Miller }; 5631ef8019bSDavid S. Miller 5641ef8019bSDavid S. Miller int bond_arp_rcv(const struct sk_buff *skb, struct bonding *bond, struct slave *slave); 5651ef8019bSDavid S. Miller void bond_dev_queue_xmit(struct bonding *bond, struct sk_buff *skb, struct net_device *slave_dev); 5661ef8019bSDavid S. Miller int bond_create(struct net *net, const char *name); 5671ef8019bSDavid S. Miller int bond_create_sysfs(struct bond_net *net); 5681ef8019bSDavid S. Miller void bond_destroy_sysfs(struct bond_net *net); 5691ef8019bSDavid S. Miller void bond_prepare_sysfs_group(struct bonding *bond); 5701ef8019bSDavid S. Miller int bond_sysfs_slave_add(struct slave *slave); 5711ef8019bSDavid S. Miller void bond_sysfs_slave_del(struct slave *slave); 5721ef8019bSDavid S. Miller int bond_enslave(struct net_device *bond_dev, struct net_device *slave_dev); 5731ef8019bSDavid S. Miller int bond_release(struct net_device *bond_dev, struct net_device *slave_dev); 5741ef8019bSDavid S. Miller u32 bond_xmit_hash(struct bonding *bond, struct sk_buff *skb); 5752477bc9aSJonathan Toppins int bond_set_carrier(struct bonding *bond); 5761ef8019bSDavid S. Miller void bond_select_active_slave(struct bonding *bond); 5771ef8019bSDavid S. Miller void bond_change_active_slave(struct bonding *bond, struct slave *new_active); 5781ef8019bSDavid S. Miller void bond_create_debugfs(void); 5791ef8019bSDavid S. Miller void bond_destroy_debugfs(void); 5801ef8019bSDavid S. Miller void bond_debug_register(struct bonding *bond); 5811ef8019bSDavid S. Miller void bond_debug_unregister(struct bonding *bond); 5821ef8019bSDavid S. Miller void bond_debug_reregister(struct bonding *bond); 5831ef8019bSDavid S. Miller const char *bond_mode_name(int mode); 5841ef8019bSDavid S. Miller void bond_setup(struct net_device *bond_dev); 5851ef8019bSDavid S. Miller unsigned int bond_get_num_tx_queues(void); 5861ef8019bSDavid S. Miller int bond_netlink_init(void); 5871ef8019bSDavid S. Miller void bond_netlink_fini(void); 5881ef8019bSDavid S. Miller struct net_device *bond_option_active_slave_get_rcu(struct bonding *bond); 5891ef8019bSDavid S. Miller const char *bond_slave_link_status(s8 link); 5901ef8019bSDavid S. Miller struct bond_vlan_tag *bond_verify_device_path(struct net_device *start_dev, 5911ef8019bSDavid S. Miller struct net_device *end_dev, 5921ef8019bSDavid S. Miller int level); 5931ef8019bSDavid S. Miller int bond_update_slave_arr(struct bonding *bond, struct slave *skipslave); 5941ef8019bSDavid S. Miller void bond_slave_arr_work_rearm(struct bonding *bond, unsigned long delay); 5951ef8019bSDavid S. Miller 5961ef8019bSDavid S. Miller #ifdef CONFIG_PROC_FS 5971ef8019bSDavid S. Miller void bond_create_proc_entry(struct bonding *bond); 5981ef8019bSDavid S. Miller void bond_remove_proc_entry(struct bonding *bond); 5991ef8019bSDavid S. Miller void bond_create_proc_dir(struct bond_net *bn); 6001ef8019bSDavid S. Miller void bond_destroy_proc_dir(struct bond_net *bn); 6011ef8019bSDavid S. Miller #else 6021ef8019bSDavid S. Miller static inline void bond_create_proc_entry(struct bonding *bond) 6031ef8019bSDavid S. Miller { 6041ef8019bSDavid S. Miller } 6051ef8019bSDavid S. Miller 6061ef8019bSDavid S. Miller static inline void bond_remove_proc_entry(struct bonding *bond) 6071ef8019bSDavid S. Miller { 6081ef8019bSDavid S. Miller } 6091ef8019bSDavid S. Miller 6101ef8019bSDavid S. Miller static inline void bond_create_proc_dir(struct bond_net *bn) 6111ef8019bSDavid S. Miller { 6121ef8019bSDavid S. Miller } 6131ef8019bSDavid S. Miller 6141ef8019bSDavid S. Miller static inline void bond_destroy_proc_dir(struct bond_net *bn) 6151ef8019bSDavid S. Miller { 6161ef8019bSDavid S. Miller } 6171ef8019bSDavid S. Miller #endif 6181ef8019bSDavid S. Miller 6191ef8019bSDavid S. Miller static inline struct slave *bond_slave_has_mac(struct bonding *bond, 6201ef8019bSDavid S. Miller const u8 *mac) 6211ef8019bSDavid S. Miller { 6221ef8019bSDavid S. Miller struct list_head *iter; 6231ef8019bSDavid S. Miller struct slave *tmp; 6241ef8019bSDavid S. Miller 6251ef8019bSDavid S. Miller bond_for_each_slave(bond, tmp, iter) 6261ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6271ef8019bSDavid S. Miller return tmp; 6281ef8019bSDavid S. Miller 6291ef8019bSDavid S. Miller return NULL; 6301ef8019bSDavid S. Miller } 6311ef8019bSDavid S. Miller 6321ef8019bSDavid S. Miller /* Caller must hold rcu_read_lock() for read */ 6331ef8019bSDavid S. Miller static inline struct slave *bond_slave_has_mac_rcu(struct bonding *bond, 6341ef8019bSDavid S. Miller const u8 *mac) 6351ef8019bSDavid S. Miller { 6361ef8019bSDavid S. Miller struct list_head *iter; 6371ef8019bSDavid S. Miller struct slave *tmp; 6381ef8019bSDavid S. Miller 6391ef8019bSDavid S. Miller bond_for_each_slave_rcu(bond, tmp, iter) 6401ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6411ef8019bSDavid S. Miller return tmp; 6421ef8019bSDavid S. Miller 6431ef8019bSDavid S. Miller return NULL; 6441ef8019bSDavid S. Miller } 6451ef8019bSDavid S. Miller 6461ef8019bSDavid S. Miller /* Caller must hold rcu_read_lock() for read */ 6471ef8019bSDavid S. Miller static inline bool bond_slave_has_mac_rx(struct bonding *bond, const u8 *mac) 6481ef8019bSDavid S. Miller { 6491ef8019bSDavid S. Miller struct list_head *iter; 6501ef8019bSDavid S. Miller struct slave *tmp; 6511ef8019bSDavid S. Miller struct netdev_hw_addr *ha; 6521ef8019bSDavid S. Miller 6531ef8019bSDavid S. Miller bond_for_each_slave_rcu(bond, tmp, iter) 6541ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, tmp->dev->dev_addr)) 6551ef8019bSDavid S. Miller return true; 6561ef8019bSDavid S. Miller 6571ef8019bSDavid S. Miller if (netdev_uc_empty(bond->dev)) 6581ef8019bSDavid S. Miller return false; 6591ef8019bSDavid S. Miller 6601ef8019bSDavid S. Miller netdev_for_each_uc_addr(ha, bond->dev) 6611ef8019bSDavid S. Miller if (ether_addr_equal_64bits(mac, ha->addr)) 6621ef8019bSDavid S. Miller return true; 6631ef8019bSDavid S. Miller 6641ef8019bSDavid S. Miller return false; 6651ef8019bSDavid S. Miller } 6661ef8019bSDavid S. Miller 6671ef8019bSDavid S. Miller /* Check if the ip is present in arp ip list, or first free slot if ip == 0 6681ef8019bSDavid S. Miller * Returns -1 if not found, index if found 6691ef8019bSDavid S. Miller */ 6701ef8019bSDavid S. Miller static inline int bond_get_targets_ip(__be32 *targets, __be32 ip) 6711ef8019bSDavid S. Miller { 6721ef8019bSDavid S. Miller int i; 6731ef8019bSDavid S. Miller 6741ef8019bSDavid S. Miller for (i = 0; i < BOND_MAX_ARP_TARGETS; i++) 6751ef8019bSDavid S. Miller if (targets[i] == ip) 6761ef8019bSDavid S. Miller return i; 6771ef8019bSDavid S. Miller else if (targets[i] == 0) 6781ef8019bSDavid S. Miller break; 6791ef8019bSDavid S. Miller 6801ef8019bSDavid S. Miller return -1; 6811ef8019bSDavid S. Miller } 6821ef8019bSDavid S. Miller 6831ef8019bSDavid S. Miller /* exported from bond_main.c */ 684c7d03a00SAlexey Dobriyan extern unsigned int bond_net_id; 6851ef8019bSDavid S. Miller extern const struct bond_parm_tbl bond_lacp_tbl[]; 6861ef8019bSDavid S. Miller extern const struct bond_parm_tbl xmit_hashtype_tbl[]; 6871ef8019bSDavid S. Miller extern const struct bond_parm_tbl arp_validate_tbl[]; 6881ef8019bSDavid S. Miller extern const struct bond_parm_tbl arp_all_targets_tbl[]; 6891ef8019bSDavid S. Miller extern const struct bond_parm_tbl fail_over_mac_tbl[]; 6901ef8019bSDavid S. Miller extern const struct bond_parm_tbl pri_reselect_tbl[]; 6911ef8019bSDavid S. Miller extern struct bond_parm_tbl ad_select_tbl[]; 6921ef8019bSDavid S. Miller 6931ef8019bSDavid S. Miller /* exported from bond_netlink.c */ 6941ef8019bSDavid S. Miller extern struct rtnl_link_ops bond_link_ops; 6951ef8019bSDavid S. Miller 6961ef8019bSDavid S. Miller static inline void bond_tx_drop(struct net_device *dev, struct sk_buff *skb) 6971ef8019bSDavid S. Miller { 6981ef8019bSDavid S. Miller atomic_long_inc(&dev->tx_dropped); 6991ef8019bSDavid S. Miller dev_kfree_skb_any(skb); 7001ef8019bSDavid S. Miller } 7011ef8019bSDavid S. Miller 7021ef8019bSDavid S. Miller #endif /* _NET_BONDING_H */ 703