11da177e4SLinus Torvalds #ifndef _NET_NEIGHBOUR_H 21da177e4SLinus Torvalds #define _NET_NEIGHBOUR_H 31da177e4SLinus Torvalds 49067c722SThomas Graf #include <linux/neighbour.h> 59067c722SThomas Graf 61da177e4SLinus Torvalds /* 71da177e4SLinus Torvalds * Generic neighbour manipulation 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: 101da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 111da177e4SLinus Torvalds * Alexey Kuznetsov <kuznet@ms2.inr.ac.ru> 121da177e4SLinus Torvalds * 131da177e4SLinus Torvalds * Changes: 141da177e4SLinus Torvalds * 151da177e4SLinus Torvalds * Harald Welte: <laforge@gnumonks.org> 161da177e4SLinus Torvalds * - Add neighbour cache statistics like rtstat 171da177e4SLinus Torvalds */ 181da177e4SLinus Torvalds 1960063497SArun Sharma #include <linux/atomic.h> 209f237430SReshetova, Elena #include <linux/refcount.h> 211da177e4SLinus Torvalds #include <linux/netdevice.h> 2214c85021SArnaldo Carvalho de Melo #include <linux/skbuff.h> 231da177e4SLinus Torvalds #include <linux/rcupdate.h> 241da177e4SLinus Torvalds #include <linux/seq_file.h> 251d4c8c29SJiri Pirko #include <linux/bitmap.h> 261da177e4SLinus Torvalds 271da177e4SLinus Torvalds #include <linux/err.h> 281da177e4SLinus Torvalds #include <linux/sysctl.h> 29e4c4e448SEric Dumazet #include <linux/workqueue.h> 30c8822a4eSThomas Graf #include <net/rtnetlink.h> 311da177e4SLinus Torvalds 3239971554SPavel Emelyanov /* 3339971554SPavel Emelyanov * NUD stands for "neighbor unreachability detection" 3439971554SPavel Emelyanov */ 3539971554SPavel Emelyanov 361da177e4SLinus Torvalds #define NUD_IN_TIMER (NUD_INCOMPLETE|NUD_REACHABLE|NUD_DELAY|NUD_PROBE) 371da177e4SLinus Torvalds #define NUD_VALID (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE|NUD_PROBE|NUD_STALE|NUD_DELAY) 381da177e4SLinus Torvalds #define NUD_CONNECTED (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE) 391da177e4SLinus Torvalds 401da177e4SLinus Torvalds struct neighbour; 411da177e4SLinus Torvalds 421f9248e5SJiri Pirko enum { 431f9248e5SJiri Pirko NEIGH_VAR_MCAST_PROBES, 441f9248e5SJiri Pirko NEIGH_VAR_UCAST_PROBES, 451f9248e5SJiri Pirko NEIGH_VAR_APP_PROBES, 468da86466SYOSHIFUJI Hideaki/吉藤英明 NEIGH_VAR_MCAST_REPROBES, 471f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME, 481f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME, 491f9248e5SJiri Pirko NEIGH_VAR_DELAY_PROBE_TIME, 501f9248e5SJiri Pirko NEIGH_VAR_GC_STALETIME, 511f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN_BYTES, 521f9248e5SJiri Pirko NEIGH_VAR_PROXY_QLEN, 531f9248e5SJiri Pirko NEIGH_VAR_ANYCAST_DELAY, 541f9248e5SJiri Pirko NEIGH_VAR_PROXY_DELAY, 551f9248e5SJiri Pirko NEIGH_VAR_LOCKTIME, 561f9248e5SJiri Pirko #define NEIGH_VAR_DATA_MAX (NEIGH_VAR_LOCKTIME + 1) 571f9248e5SJiri Pirko /* Following are used as a second way to access one of the above */ 581f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN, /* same data as NEIGH_VAR_QUEUE_LEN_BYTES */ 591f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME_MS, /* same data as NEIGH_VAR_RETRANS_TIME */ 601f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME_MS, /* same data as NEIGH_VAR_BASE_REACHABLE_TIME */ 611f9248e5SJiri Pirko /* Following are used by "default" only */ 621f9248e5SJiri Pirko NEIGH_VAR_GC_INTERVAL, 631f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH1, 641f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH2, 651f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH3, 661f9248e5SJiri Pirko NEIGH_VAR_MAX 671f9248e5SJiri Pirko }; 681f9248e5SJiri Pirko 69fd2c3ef7SEric Dumazet struct neigh_parms { 700c5c9fb5SEric W. Biederman possible_net_t net; 71c7fb64dbSThomas Graf struct net_device *dev; 7275fbfd33SNicolas Dichtel struct list_head list; 73447f2191SDavid S. Miller int (*neigh_setup)(struct neighbour *); 74ecbb4169SAlexey Kuznetsov void (*neigh_cleanup)(struct neighbour *); 751da177e4SLinus Torvalds struct neigh_table *tbl; 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds void *sysctl_table; 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds int dead; 801da177e4SLinus Torvalds atomic_t refcnt; 811da177e4SLinus Torvalds struct rcu_head rcu_head; 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds int reachable_time; 841f9248e5SJiri Pirko int data[NEIGH_VAR_DATA_MAX]; 851d4c8c29SJiri Pirko DECLARE_BITMAP(data_state, NEIGH_VAR_DATA_MAX); 861da177e4SLinus Torvalds }; 871da177e4SLinus Torvalds 881f9248e5SJiri Pirko static inline void neigh_var_set(struct neigh_parms *p, int index, int val) 891f9248e5SJiri Pirko { 901d4c8c29SJiri Pirko set_bit(index, p->data_state); 911f9248e5SJiri Pirko p->data[index] = val; 921f9248e5SJiri Pirko } 931f9248e5SJiri Pirko 941f9248e5SJiri Pirko #define NEIGH_VAR(p, attr) ((p)->data[NEIGH_VAR_ ## attr]) 9589740ca7SJiri Pirko 9689740ca7SJiri Pirko /* In ndo_neigh_setup, NEIGH_VAR_INIT should be used. 9789740ca7SJiri Pirko * In other cases, NEIGH_VAR_SET should be used. 9889740ca7SJiri Pirko */ 9989740ca7SJiri Pirko #define NEIGH_VAR_INIT(p, attr, val) (NEIGH_VAR(p, attr) = val) 1001f9248e5SJiri Pirko #define NEIGH_VAR_SET(p, attr, val) neigh_var_set(p, NEIGH_VAR_ ## attr, val) 1011f9248e5SJiri Pirko 1021d4c8c29SJiri Pirko static inline void neigh_parms_data_state_setall(struct neigh_parms *p) 1031d4c8c29SJiri Pirko { 1041d4c8c29SJiri Pirko bitmap_fill(p->data_state, NEIGH_VAR_DATA_MAX); 1051d4c8c29SJiri Pirko } 1061d4c8c29SJiri Pirko 1071d4c8c29SJiri Pirko static inline void neigh_parms_data_state_cleanall(struct neigh_parms *p) 1081d4c8c29SJiri Pirko { 1091d4c8c29SJiri Pirko bitmap_zero(p->data_state, NEIGH_VAR_DATA_MAX); 1101d4c8c29SJiri Pirko } 1111d4c8c29SJiri Pirko 112fd2c3ef7SEric Dumazet struct neigh_statistics { 1131da177e4SLinus Torvalds unsigned long allocs; /* number of allocated neighs */ 1141da177e4SLinus Torvalds unsigned long destroys; /* number of destroyed neighs */ 1151da177e4SLinus Torvalds unsigned long hash_grows; /* number of hash resizes */ 1161da177e4SLinus Torvalds 1179a6d276eSNeil Horman unsigned long res_failed; /* number of failed resolutions */ 1181da177e4SLinus Torvalds 1191da177e4SLinus Torvalds unsigned long lookups; /* number of lookups */ 1201da177e4SLinus Torvalds unsigned long hits; /* number of hits (among lookups) */ 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds unsigned long rcv_probes_mcast; /* number of received mcast ipv6 */ 1231da177e4SLinus Torvalds unsigned long rcv_probes_ucast; /* number of received ucast ipv6 */ 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds unsigned long periodic_gc_runs; /* number of periodic GC runs */ 1261da177e4SLinus Torvalds unsigned long forced_gc_runs; /* number of forced GC runs */ 1279a6d276eSNeil Horman 1289a6d276eSNeil Horman unsigned long unres_discards; /* number of unresolved drops */ 129fb811395SRick Jones unsigned long table_fulls; /* times even gc couldn't help */ 1301da177e4SLinus Torvalds }; 1311da177e4SLinus Torvalds 1324ea7334bSChristoph Lameter #define NEIGH_CACHE_STAT_INC(tbl, field) this_cpu_inc((tbl)->stats->field) 1331da177e4SLinus Torvalds 134fd2c3ef7SEric Dumazet struct neighbour { 135767e97e1SEric Dumazet struct neighbour __rcu *next; 1361da177e4SLinus Torvalds struct neigh_table *tbl; 1371da177e4SLinus Torvalds struct neigh_parms *parms; 1381da177e4SLinus Torvalds unsigned long confirmed; 1391da177e4SLinus Torvalds unsigned long updated; 14046b13fc5SEric Dumazet rwlock_t lock; 1419f237430SReshetova, Elena refcount_t refcnt; 142e37ef961SEric Dumazet struct sk_buff_head arp_queue; 1438b5c171bSEric Dumazet unsigned int arp_queue_len_bytes; 144e37ef961SEric Dumazet struct timer_list timer; 145e37ef961SEric Dumazet unsigned long used; 1461da177e4SLinus Torvalds atomic_t probes; 14746b13fc5SEric Dumazet __u8 flags; 14846b13fc5SEric Dumazet __u8 nud_state; 14946b13fc5SEric Dumazet __u8 type; 15046b13fc5SEric Dumazet __u8 dead; 1510ed8ddf4SEric Dumazet seqlock_t ha_lock; 152d924424aSStephen Hemminger unsigned char ha[ALIGN(MAX_ADDR_LEN, sizeof(unsigned long))]; 153f6b72b62SDavid S. Miller struct hh_cache hh; 1548f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 15589d69d2bSStephen Hemminger const struct neigh_ops *ops; 156767e97e1SEric Dumazet struct rcu_head rcu; 157e37ef961SEric Dumazet struct net_device *dev; 1581da177e4SLinus Torvalds u8 primary_key[0]; 1591da177e4SLinus Torvalds }; 1601da177e4SLinus Torvalds 161fd2c3ef7SEric Dumazet struct neigh_ops { 1621da177e4SLinus Torvalds int family; 1631da177e4SLinus Torvalds void (*solicit)(struct neighbour *, struct sk_buff *); 1641da177e4SLinus Torvalds void (*error_report)(struct neighbour *, struct sk_buff *); 1658f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 1668f40b161SDavid S. Miller int (*connected_output)(struct neighbour *, struct sk_buff *); 1671da177e4SLinus Torvalds }; 1681da177e4SLinus Torvalds 169fd2c3ef7SEric Dumazet struct pneigh_entry { 1701da177e4SLinus Torvalds struct pneigh_entry *next; 1710c5c9fb5SEric W. Biederman possible_net_t net; 1721da177e4SLinus Torvalds struct net_device *dev; 17362dd9318SVille Nuorvala u8 flags; 1741da177e4SLinus Torvalds u8 key[0]; 1751da177e4SLinus Torvalds }; 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds /* 1781da177e4SLinus Torvalds * neighbour table manipulation 1791da177e4SLinus Torvalds */ 1801da177e4SLinus Torvalds 1812c2aba6cSDavid S. Miller #define NEIGH_NUM_HASH_RND 4 1822c2aba6cSDavid S. Miller 183d6bf7817SEric Dumazet struct neigh_hash_table { 184767e97e1SEric Dumazet struct neighbour __rcu **hash_buckets; 185cd089336SDavid S. Miller unsigned int hash_shift; 1862c2aba6cSDavid S. Miller __u32 hash_rnd[NEIGH_NUM_HASH_RND]; 187d6bf7817SEric Dumazet struct rcu_head rcu; 188d6bf7817SEric Dumazet }; 189d6bf7817SEric Dumazet 1901da177e4SLinus Torvalds 191fd2c3ef7SEric Dumazet struct neigh_table { 1921da177e4SLinus Torvalds int family; 1931da177e4SLinus Torvalds int entry_size; 1941da177e4SLinus Torvalds int key_len; 195bdf53c58SEric W. Biederman __be16 protocol; 196d6bf7817SEric Dumazet __u32 (*hash)(const void *pkey, 197d6bf7817SEric Dumazet const struct net_device *dev, 1982c2aba6cSDavid S. Miller __u32 *hash_rnd); 19960395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *, const void *pkey); 2001da177e4SLinus Torvalds int (*constructor)(struct neighbour *); 2011da177e4SLinus Torvalds int (*pconstructor)(struct pneigh_entry *); 2021da177e4SLinus Torvalds void (*pdestructor)(struct pneigh_entry *); 2031da177e4SLinus Torvalds void (*proxy_redo)(struct sk_buff *skb); 2041da177e4SLinus Torvalds char *id; 2051da177e4SLinus Torvalds struct neigh_parms parms; 20675fbfd33SNicolas Dichtel struct list_head parms_list; 2071da177e4SLinus Torvalds int gc_interval; 2081da177e4SLinus Torvalds int gc_thresh1; 2091da177e4SLinus Torvalds int gc_thresh2; 2101da177e4SLinus Torvalds int gc_thresh3; 2111da177e4SLinus Torvalds unsigned long last_flush; 212e4c4e448SEric Dumazet struct delayed_work gc_work; 2131da177e4SLinus Torvalds struct timer_list proxy_timer; 2141da177e4SLinus Torvalds struct sk_buff_head proxy_queue; 2151da177e4SLinus Torvalds atomic_t entries; 2161da177e4SLinus Torvalds rwlock_t lock; 2171da177e4SLinus Torvalds unsigned long last_rand; 2187d720c3eSTejun Heo struct neigh_statistics __percpu *stats; 219d6bf7817SEric Dumazet struct neigh_hash_table __rcu *nht; 2201da177e4SLinus Torvalds struct pneigh_entry **phash_buckets; 2211da177e4SLinus Torvalds }; 2221da177e4SLinus Torvalds 223d7480fd3SWANG Cong enum { 224d7480fd3SWANG Cong NEIGH_ARP_TABLE = 0, 225d7480fd3SWANG Cong NEIGH_ND_TABLE = 1, 226d7480fd3SWANG Cong NEIGH_DN_TABLE = 2, 227d7480fd3SWANG Cong NEIGH_NR_TABLES, 228b79bda3dSEric W. Biederman NEIGH_LINK_TABLE = NEIGH_NR_TABLES /* Pseudo table for neigh_xmit */ 229d7480fd3SWANG Cong }; 230d7480fd3SWANG Cong 23173af614aSJiri Pirko static inline int neigh_parms_family(struct neigh_parms *p) 23273af614aSJiri Pirko { 23373af614aSJiri Pirko return p->tbl->family; 23473af614aSJiri Pirko } 23573af614aSJiri Pirko 2361026fec8SDavid Miller #define NEIGH_PRIV_ALIGN sizeof(long long) 237daaba4faSYOSHIFUJI Hideaki / 吉藤英明 #define NEIGH_ENTRY_SIZE(size) ALIGN((size), NEIGH_PRIV_ALIGN) 2381026fec8SDavid Miller 2391026fec8SDavid Miller static inline void *neighbour_priv(const struct neighbour *n) 2401026fec8SDavid Miller { 24108433effSYOSHIFUJI Hideaki / 吉藤英明 return (char *)n + n->tbl->entry_size; 2421026fec8SDavid Miller } 2431026fec8SDavid Miller 2441da177e4SLinus Torvalds /* flags for neigh_update() */ 2451da177e4SLinus Torvalds #define NEIGH_UPDATE_F_OVERRIDE 0x00000001 2461da177e4SLinus Torvalds #define NEIGH_UPDATE_F_WEAK_OVERRIDE 0x00000002 2471da177e4SLinus Torvalds #define NEIGH_UPDATE_F_OVERRIDE_ISROUTER 0x00000004 2481da177e4SLinus Torvalds #define NEIGH_UPDATE_F_ISROUTER 0x40000000 2491da177e4SLinus Torvalds #define NEIGH_UPDATE_F_ADMIN 0x80000000 2501da177e4SLinus Torvalds 25160395a20SEric W. Biederman 25260395a20SEric W. Biederman static inline bool neigh_key_eq16(const struct neighbour *n, const void *pkey) 25360395a20SEric W. Biederman { 25460395a20SEric W. Biederman return *(const u16 *)n->primary_key == *(const u16 *)pkey; 25560395a20SEric W. Biederman } 25660395a20SEric W. Biederman 25760395a20SEric W. Biederman static inline bool neigh_key_eq32(const struct neighbour *n, const void *pkey) 25860395a20SEric W. Biederman { 25960395a20SEric W. Biederman return *(const u32 *)n->primary_key == *(const u32 *)pkey; 26060395a20SEric W. Biederman } 26160395a20SEric W. Biederman 26260395a20SEric W. Biederman static inline bool neigh_key_eq128(const struct neighbour *n, const void *pkey) 26360395a20SEric W. Biederman { 26460395a20SEric W. Biederman const u32 *n32 = (const u32 *)n->primary_key; 26560395a20SEric W. Biederman const u32 *p32 = pkey; 26660395a20SEric W. Biederman 26760395a20SEric W. Biederman return ((n32[0] ^ p32[0]) | (n32[1] ^ p32[1]) | 26860395a20SEric W. Biederman (n32[2] ^ p32[2]) | (n32[3] ^ p32[3])) == 0; 26960395a20SEric W. Biederman } 27060395a20SEric W. Biederman 27160395a20SEric W. Biederman static inline struct neighbour *___neigh_lookup_noref( 27260395a20SEric W. Biederman struct neigh_table *tbl, 27360395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *n, const void *pkey), 27460395a20SEric W. Biederman __u32 (*hash)(const void *pkey, 27560395a20SEric W. Biederman const struct net_device *dev, 27660395a20SEric W. Biederman __u32 *hash_rnd), 27760395a20SEric W. Biederman const void *pkey, 27860395a20SEric W. Biederman struct net_device *dev) 27960395a20SEric W. Biederman { 28060395a20SEric W. Biederman struct neigh_hash_table *nht = rcu_dereference_bh(tbl->nht); 28160395a20SEric W. Biederman struct neighbour *n; 28260395a20SEric W. Biederman u32 hash_val; 28360395a20SEric W. Biederman 28460395a20SEric W. Biederman hash_val = hash(pkey, dev, nht->hash_rnd) >> (32 - nht->hash_shift); 28560395a20SEric W. Biederman for (n = rcu_dereference_bh(nht->hash_buckets[hash_val]); 28660395a20SEric W. Biederman n != NULL; 28760395a20SEric W. Biederman n = rcu_dereference_bh(n->next)) { 28860395a20SEric W. Biederman if (n->dev == dev && key_eq(n, pkey)) 28960395a20SEric W. Biederman return n; 29060395a20SEric W. Biederman } 29160395a20SEric W. Biederman 29260395a20SEric W. Biederman return NULL; 29360395a20SEric W. Biederman } 29460395a20SEric W. Biederman 29560395a20SEric W. Biederman static inline struct neighbour *__neigh_lookup_noref(struct neigh_table *tbl, 29660395a20SEric W. Biederman const void *pkey, 29760395a20SEric W. Biederman struct net_device *dev) 29860395a20SEric W. Biederman { 29960395a20SEric W. Biederman return ___neigh_lookup_noref(tbl, tbl->key_eq, tbl->hash, pkey, dev); 30060395a20SEric W. Biederman } 30160395a20SEric W. Biederman 302d7480fd3SWANG Cong void neigh_table_init(int index, struct neigh_table *tbl); 303d7480fd3SWANG Cong int neigh_table_clear(int index, struct neigh_table *tbl); 30490972b22SJoe Perches struct neighbour *neigh_lookup(struct neigh_table *tbl, const void *pkey, 3051da177e4SLinus Torvalds struct net_device *dev); 30690972b22SJoe Perches struct neighbour *neigh_lookup_nodev(struct neigh_table *tbl, struct net *net, 3071da177e4SLinus Torvalds const void *pkey); 30890972b22SJoe Perches struct neighbour *__neigh_create(struct neigh_table *tbl, const void *pkey, 30990972b22SJoe Perches struct net_device *dev, bool want_ref); 310a263b309SDavid S. Miller static inline struct neighbour *neigh_create(struct neigh_table *tbl, 311a263b309SDavid S. Miller const void *pkey, 312a263b309SDavid S. Miller struct net_device *dev) 313a263b309SDavid S. Miller { 314a263b309SDavid S. Miller return __neigh_create(tbl, pkey, dev, true); 315a263b309SDavid S. Miller } 31690972b22SJoe Perches void neigh_destroy(struct neighbour *neigh); 31790972b22SJoe Perches int __neigh_event_send(struct neighbour *neigh, struct sk_buff *skb); 3187b8f7a40SRoopa Prabhu int neigh_update(struct neighbour *neigh, const u8 *lladdr, u8 new, u32 flags, 3197b8f7a40SRoopa Prabhu u32 nlmsg_pid); 3207e980569SJiri Benc void __neigh_set_probe_once(struct neighbour *neigh); 3215071034eSSowmini Varadhan bool neigh_remove_one(struct neighbour *ndel, struct neigh_table *tbl); 32290972b22SJoe Perches void neigh_changeaddr(struct neigh_table *tbl, struct net_device *dev); 32390972b22SJoe Perches int neigh_ifdown(struct neigh_table *tbl, struct net_device *dev); 32490972b22SJoe Perches int neigh_resolve_output(struct neighbour *neigh, struct sk_buff *skb); 32590972b22SJoe Perches int neigh_connected_output(struct neighbour *neigh, struct sk_buff *skb); 32690972b22SJoe Perches int neigh_direct_output(struct neighbour *neigh, struct sk_buff *skb); 32790972b22SJoe Perches struct neighbour *neigh_event_ns(struct neigh_table *tbl, 3281da177e4SLinus Torvalds u8 *lladdr, void *saddr, 3291da177e4SLinus Torvalds struct net_device *dev); 3301da177e4SLinus Torvalds 33190972b22SJoe Perches struct neigh_parms *neigh_parms_alloc(struct net_device *dev, 33290972b22SJoe Perches struct neigh_table *tbl); 33390972b22SJoe Perches void neigh_parms_release(struct neigh_table *tbl, struct neigh_parms *parms); 33457da52c1SYOSHIFUJI Hideaki 33557da52c1SYOSHIFUJI Hideaki static inline 33657da52c1SYOSHIFUJI Hideaki struct net *neigh_parms_net(const struct neigh_parms *parms) 33757da52c1SYOSHIFUJI Hideaki { 338e42ea986SEric Dumazet return read_pnet(&parms->net); 33957da52c1SYOSHIFUJI Hideaki } 34057da52c1SYOSHIFUJI Hideaki 34190972b22SJoe Perches unsigned long neigh_rand_reach_time(unsigned long base); 3421da177e4SLinus Torvalds 34390972b22SJoe Perches void pneigh_enqueue(struct neigh_table *tbl, struct neigh_parms *p, 3441da177e4SLinus Torvalds struct sk_buff *skb); 34590972b22SJoe Perches struct pneigh_entry *pneigh_lookup(struct neigh_table *tbl, struct net *net, 34690972b22SJoe Perches const void *key, struct net_device *dev, 34790972b22SJoe Perches int creat); 34890972b22SJoe Perches struct pneigh_entry *__pneigh_lookup(struct neigh_table *tbl, struct net *net, 34990972b22SJoe Perches const void *key, struct net_device *dev); 35090972b22SJoe Perches int pneigh_delete(struct neigh_table *tbl, struct net *net, const void *key, 351fa86d322SPavel Emelyanov struct net_device *dev); 3521da177e4SLinus Torvalds 35390972b22SJoe Perches static inline struct net *pneigh_net(const struct pneigh_entry *pneigh) 35457da52c1SYOSHIFUJI Hideaki { 355e42ea986SEric Dumazet return read_pnet(&pneigh->net); 35657da52c1SYOSHIFUJI Hideaki } 35757da52c1SYOSHIFUJI Hideaki 35890972b22SJoe Perches void neigh_app_ns(struct neighbour *n); 35990972b22SJoe Perches void neigh_for_each(struct neigh_table *tbl, 36090972b22SJoe Perches void (*cb)(struct neighbour *, void *), void *cookie); 36190972b22SJoe Perches void __neigh_for_each_release(struct neigh_table *tbl, 36290972b22SJoe Perches int (*cb)(struct neighbour *)); 3634fd3d7d9SEric W. Biederman int neigh_xmit(int fam, struct net_device *, const void *, struct sk_buff *); 36490972b22SJoe Perches void pneigh_for_each(struct neigh_table *tbl, 36590972b22SJoe Perches void (*cb)(struct pneigh_entry *)); 3661da177e4SLinus Torvalds 3671da177e4SLinus Torvalds struct neigh_seq_state { 36842508461SDenis V. Lunev struct seq_net_private p; 3691da177e4SLinus Torvalds struct neigh_table *tbl; 370d6bf7817SEric Dumazet struct neigh_hash_table *nht; 3711da177e4SLinus Torvalds void *(*neigh_sub_iter)(struct neigh_seq_state *state, 3721da177e4SLinus Torvalds struct neighbour *n, loff_t *pos); 3731da177e4SLinus Torvalds unsigned int bucket; 3741da177e4SLinus Torvalds unsigned int flags; 3751da177e4SLinus Torvalds #define NEIGH_SEQ_NEIGH_ONLY 0x00000001 3761da177e4SLinus Torvalds #define NEIGH_SEQ_IS_PNEIGH 0x00000002 3771da177e4SLinus Torvalds #define NEIGH_SEQ_SKIP_NOARP 0x00000004 3781da177e4SLinus Torvalds }; 37990972b22SJoe Perches void *neigh_seq_start(struct seq_file *, loff_t *, struct neigh_table *, 38090972b22SJoe Perches unsigned int); 38190972b22SJoe Perches void *neigh_seq_next(struct seq_file *, void *, loff_t *); 38290972b22SJoe Perches void neigh_seq_stop(struct seq_file *, void *); 3831da177e4SLinus Torvalds 384cb5b09c1SJiri Pirko int neigh_proc_dointvec(struct ctl_table *ctl, int write, 385cb5b09c1SJiri Pirko void __user *buffer, size_t *lenp, loff_t *ppos); 386cb5b09c1SJiri Pirko int neigh_proc_dointvec_jiffies(struct ctl_table *ctl, int write, 387cb5b09c1SJiri Pirko void __user *buffer, 388cb5b09c1SJiri Pirko size_t *lenp, loff_t *ppos); 389cb5b09c1SJiri Pirko int neigh_proc_dointvec_ms_jiffies(struct ctl_table *ctl, int write, 390cb5b09c1SJiri Pirko void __user *buffer, 391cb5b09c1SJiri Pirko size_t *lenp, loff_t *ppos); 392cb5b09c1SJiri Pirko 39390972b22SJoe Perches int neigh_sysctl_register(struct net_device *dev, struct neigh_parms *p, 39473af614aSJiri Pirko proc_handler *proc_handler); 39590972b22SJoe Perches void neigh_sysctl_unregister(struct neigh_parms *p); 3961da177e4SLinus Torvalds 3971da177e4SLinus Torvalds static inline void __neigh_parms_put(struct neigh_parms *parms) 3981da177e4SLinus Torvalds { 3991da177e4SLinus Torvalds atomic_dec(&parms->refcnt); 4001da177e4SLinus Torvalds } 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds static inline struct neigh_parms *neigh_parms_clone(struct neigh_parms *parms) 4031da177e4SLinus Torvalds { 4041da177e4SLinus Torvalds atomic_inc(&parms->refcnt); 4051da177e4SLinus Torvalds return parms; 4061da177e4SLinus Torvalds } 4071da177e4SLinus Torvalds 4081da177e4SLinus Torvalds /* 4091da177e4SLinus Torvalds * Neighbour references 4101da177e4SLinus Torvalds */ 4111da177e4SLinus Torvalds 4121da177e4SLinus Torvalds static inline void neigh_release(struct neighbour *neigh) 4131da177e4SLinus Torvalds { 4149f237430SReshetova, Elena if (refcount_dec_and_test(&neigh->refcnt)) 4151da177e4SLinus Torvalds neigh_destroy(neigh); 4161da177e4SLinus Torvalds } 4171da177e4SLinus Torvalds 4181da177e4SLinus Torvalds static inline struct neighbour * neigh_clone(struct neighbour *neigh) 4191da177e4SLinus Torvalds { 4201da177e4SLinus Torvalds if (neigh) 4219f237430SReshetova, Elena refcount_inc(&neigh->refcnt); 4221da177e4SLinus Torvalds return neigh; 4231da177e4SLinus Torvalds } 4241da177e4SLinus Torvalds 4259f237430SReshetova, Elena #define neigh_hold(n) refcount_inc(&(n)->refcnt) 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds static inline int neigh_event_send(struct neighbour *neigh, struct sk_buff *skb) 4281da177e4SLinus Torvalds { 429ef22b7b6STetsuo Handa unsigned long now = jiffies; 4300ed8ddf4SEric Dumazet 4310ed8ddf4SEric Dumazet if (neigh->used != now) 4320ed8ddf4SEric Dumazet neigh->used = now; 4331da177e4SLinus Torvalds if (!(neigh->nud_state&(NUD_CONNECTED|NUD_DELAY|NUD_PROBE))) 4341da177e4SLinus Torvalds return __neigh_event_send(neigh, skb); 4351da177e4SLinus Torvalds return 0; 4361da177e4SLinus Torvalds } 4371da177e4SLinus Torvalds 43834666d46SPablo Neira Ayuso #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER) 439e179e632SBart De Schuymer static inline int neigh_hh_bridge(struct hh_cache *hh, struct sk_buff *skb) 440e179e632SBart De Schuymer { 44195c96174SEric Dumazet unsigned int seq, hh_alen; 442e179e632SBart De Schuymer 443e179e632SBart De Schuymer do { 444e179e632SBart De Schuymer seq = read_seqbegin(&hh->hh_lock); 445e179e632SBart De Schuymer hh_alen = HH_DATA_ALIGN(ETH_HLEN); 446e179e632SBart De Schuymer memcpy(skb->data - hh_alen, hh->hh_data, ETH_ALEN + hh_alen - ETH_HLEN); 447e179e632SBart De Schuymer } while (read_seqretry(&hh->hh_lock, seq)); 448e179e632SBart De Schuymer return 0; 449e179e632SBart De Schuymer } 450e179e632SBart De Schuymer #endif 451e179e632SBart De Schuymer 452425f09abSEric Dumazet static inline int neigh_hh_output(const struct hh_cache *hh, struct sk_buff *skb) 4533644f0ceSStephen Hemminger { 45495c96174SEric Dumazet unsigned int seq; 4555b3dc2f3SAlexey Dobriyan unsigned int hh_len; 4563644f0ceSStephen Hemminger 4573644f0ceSStephen Hemminger do { 4583644f0ceSStephen Hemminger seq = read_seqbegin(&hh->hh_lock); 4593644f0ceSStephen Hemminger hh_len = hh->hh_len; 460425f09abSEric Dumazet if (likely(hh_len <= HH_DATA_MOD)) { 461425f09abSEric Dumazet /* this is inlined by gcc */ 462425f09abSEric Dumazet memcpy(skb->data - HH_DATA_MOD, hh->hh_data, HH_DATA_MOD); 463425f09abSEric Dumazet } else { 4645b3dc2f3SAlexey Dobriyan unsigned int hh_alen = HH_DATA_ALIGN(hh_len); 465425f09abSEric Dumazet 4663644f0ceSStephen Hemminger memcpy(skb->data - hh_alen, hh->hh_data, hh_alen); 467425f09abSEric Dumazet } 4683644f0ceSStephen Hemminger } while (read_seqretry(&hh->hh_lock, seq)); 4693644f0ceSStephen Hemminger 4703644f0ceSStephen Hemminger skb_push(skb, hh_len); 471b23b5455SDavid S. Miller return dev_queue_xmit(skb); 4723644f0ceSStephen Hemminger } 4733644f0ceSStephen Hemminger 474c16ec185SJulian Anastasov static inline int neigh_output(struct neighbour *n, struct sk_buff *skb) 475c16ec185SJulian Anastasov { 476c16ec185SJulian Anastasov const struct hh_cache *hh = &n->hh; 477c16ec185SJulian Anastasov 478c16ec185SJulian Anastasov if ((n->nud_state & NUD_CONNECTED) && hh->hh_len) 479c16ec185SJulian Anastasov return neigh_hh_output(hh, skb); 480c16ec185SJulian Anastasov else 481c16ec185SJulian Anastasov return n->output(n, skb); 482c16ec185SJulian Anastasov } 483c16ec185SJulian Anastasov 4841da177e4SLinus Torvalds static inline struct neighbour * 4851da177e4SLinus Torvalds __neigh_lookup(struct neigh_table *tbl, const void *pkey, struct net_device *dev, int creat) 4861da177e4SLinus Torvalds { 4871da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 4881da177e4SLinus Torvalds 4891da177e4SLinus Torvalds if (n || !creat) 4901da177e4SLinus Torvalds return n; 4911da177e4SLinus Torvalds 4921da177e4SLinus Torvalds n = neigh_create(tbl, pkey, dev); 4931da177e4SLinus Torvalds return IS_ERR(n) ? NULL : n; 4941da177e4SLinus Torvalds } 4951da177e4SLinus Torvalds 4961da177e4SLinus Torvalds static inline struct neighbour * 4971da177e4SLinus Torvalds __neigh_lookup_errno(struct neigh_table *tbl, const void *pkey, 4981da177e4SLinus Torvalds struct net_device *dev) 4991da177e4SLinus Torvalds { 5001da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 5011da177e4SLinus Torvalds 5021da177e4SLinus Torvalds if (n) 5031da177e4SLinus Torvalds return n; 5041da177e4SLinus Torvalds 5051da177e4SLinus Torvalds return neigh_create(tbl, pkey, dev); 5061da177e4SLinus Torvalds } 5071da177e4SLinus Torvalds 508a61bbcf2SPatrick McHardy struct neighbour_cb { 509a61bbcf2SPatrick McHardy unsigned long sched_next; 510a61bbcf2SPatrick McHardy unsigned int flags; 511a61bbcf2SPatrick McHardy }; 512a61bbcf2SPatrick McHardy 513a61bbcf2SPatrick McHardy #define LOCALLY_ENQUEUED 0x1 514a61bbcf2SPatrick McHardy 515a61bbcf2SPatrick McHardy #define NEIGH_CB(skb) ((struct neighbour_cb *)(skb)->cb) 5161da177e4SLinus Torvalds 5170ed8ddf4SEric Dumazet static inline void neigh_ha_snapshot(char *dst, const struct neighbour *n, 5180ed8ddf4SEric Dumazet const struct net_device *dev) 5190ed8ddf4SEric Dumazet { 5200ed8ddf4SEric Dumazet unsigned int seq; 5210ed8ddf4SEric Dumazet 5220ed8ddf4SEric Dumazet do { 5230ed8ddf4SEric Dumazet seq = read_seqbegin(&n->ha_lock); 5240ed8ddf4SEric Dumazet memcpy(dst, n->ha, dev->addr_len); 5250ed8ddf4SEric Dumazet } while (read_seqretry(&n->ha_lock, seq)); 5260ed8ddf4SEric Dumazet } 5274fd3d7d9SEric W. Biederman 5284fd3d7d9SEric W. Biederman 5291da177e4SLinus Torvalds #endif 530