1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21da177e4SLinus Torvalds #ifndef _NET_NEIGHBOUR_H 31da177e4SLinus Torvalds #define _NET_NEIGHBOUR_H 41da177e4SLinus Torvalds 59067c722SThomas Graf #include <linux/neighbour.h> 69067c722SThomas Graf 71da177e4SLinus Torvalds /* 81da177e4SLinus Torvalds * Generic neighbour manipulation 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * Authors: 111da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 121da177e4SLinus Torvalds * Alexey Kuznetsov <kuznet@ms2.inr.ac.ru> 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * Changes: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * Harald Welte: <laforge@gnumonks.org> 171da177e4SLinus Torvalds * - Add neighbour cache statistics like rtstat 181da177e4SLinus Torvalds */ 191da177e4SLinus Torvalds 2060063497SArun Sharma #include <linux/atomic.h> 219f237430SReshetova, Elena #include <linux/refcount.h> 221da177e4SLinus Torvalds #include <linux/netdevice.h> 2314c85021SArnaldo Carvalho de Melo #include <linux/skbuff.h> 241da177e4SLinus Torvalds #include <linux/rcupdate.h> 251da177e4SLinus Torvalds #include <linux/seq_file.h> 261d4c8c29SJiri Pirko #include <linux/bitmap.h> 271da177e4SLinus Torvalds 281da177e4SLinus Torvalds #include <linux/err.h> 291da177e4SLinus Torvalds #include <linux/sysctl.h> 30e4c4e448SEric Dumazet #include <linux/workqueue.h> 31c8822a4eSThomas Graf #include <net/rtnetlink.h> 321da177e4SLinus Torvalds 3339971554SPavel Emelyanov /* 3439971554SPavel Emelyanov * NUD stands for "neighbor unreachability detection" 3539971554SPavel Emelyanov */ 3639971554SPavel Emelyanov 371da177e4SLinus Torvalds #define NUD_IN_TIMER (NUD_INCOMPLETE|NUD_REACHABLE|NUD_DELAY|NUD_PROBE) 381da177e4SLinus Torvalds #define NUD_VALID (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE|NUD_PROBE|NUD_STALE|NUD_DELAY) 391da177e4SLinus Torvalds #define NUD_CONNECTED (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE) 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds struct neighbour; 421da177e4SLinus Torvalds 431f9248e5SJiri Pirko enum { 441f9248e5SJiri Pirko NEIGH_VAR_MCAST_PROBES, 451f9248e5SJiri Pirko NEIGH_VAR_UCAST_PROBES, 461f9248e5SJiri Pirko NEIGH_VAR_APP_PROBES, 478da86466SYOSHIFUJI Hideaki/吉藤英明 NEIGH_VAR_MCAST_REPROBES, 481f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME, 491f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME, 501f9248e5SJiri Pirko NEIGH_VAR_DELAY_PROBE_TIME, 511f9248e5SJiri Pirko NEIGH_VAR_GC_STALETIME, 521f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN_BYTES, 531f9248e5SJiri Pirko NEIGH_VAR_PROXY_QLEN, 541f9248e5SJiri Pirko NEIGH_VAR_ANYCAST_DELAY, 551f9248e5SJiri Pirko NEIGH_VAR_PROXY_DELAY, 561f9248e5SJiri Pirko NEIGH_VAR_LOCKTIME, 571f9248e5SJiri Pirko #define NEIGH_VAR_DATA_MAX (NEIGH_VAR_LOCKTIME + 1) 581f9248e5SJiri Pirko /* Following are used as a second way to access one of the above */ 591f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN, /* same data as NEIGH_VAR_QUEUE_LEN_BYTES */ 601f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME_MS, /* same data as NEIGH_VAR_RETRANS_TIME */ 611f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME_MS, /* same data as NEIGH_VAR_BASE_REACHABLE_TIME */ 621f9248e5SJiri Pirko /* Following are used by "default" only */ 631f9248e5SJiri Pirko NEIGH_VAR_GC_INTERVAL, 641f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH1, 651f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH2, 661f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH3, 671f9248e5SJiri Pirko NEIGH_VAR_MAX 681f9248e5SJiri Pirko }; 691f9248e5SJiri Pirko 70fd2c3ef7SEric Dumazet struct neigh_parms { 710c5c9fb5SEric W. Biederman possible_net_t net; 72c7fb64dbSThomas Graf struct net_device *dev; 7375fbfd33SNicolas Dichtel struct list_head list; 74447f2191SDavid S. Miller int (*neigh_setup)(struct neighbour *); 751da177e4SLinus Torvalds struct neigh_table *tbl; 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds void *sysctl_table; 781da177e4SLinus Torvalds 791da177e4SLinus Torvalds int dead; 806343944bSReshetova, Elena refcount_t refcnt; 811da177e4SLinus Torvalds struct rcu_head rcu_head; 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds int reachable_time; 841f9248e5SJiri Pirko int data[NEIGH_VAR_DATA_MAX]; 851d4c8c29SJiri Pirko DECLARE_BITMAP(data_state, NEIGH_VAR_DATA_MAX); 861da177e4SLinus Torvalds }; 871da177e4SLinus Torvalds 881f9248e5SJiri Pirko static inline void neigh_var_set(struct neigh_parms *p, int index, int val) 891f9248e5SJiri Pirko { 901d4c8c29SJiri Pirko set_bit(index, p->data_state); 911f9248e5SJiri Pirko p->data[index] = val; 921f9248e5SJiri Pirko } 931f9248e5SJiri Pirko 941f9248e5SJiri Pirko #define NEIGH_VAR(p, attr) ((p)->data[NEIGH_VAR_ ## attr]) 9589740ca7SJiri Pirko 9689740ca7SJiri Pirko /* In ndo_neigh_setup, NEIGH_VAR_INIT should be used. 9789740ca7SJiri Pirko * In other cases, NEIGH_VAR_SET should be used. 9889740ca7SJiri Pirko */ 9989740ca7SJiri Pirko #define NEIGH_VAR_INIT(p, attr, val) (NEIGH_VAR(p, attr) = val) 1001f9248e5SJiri Pirko #define NEIGH_VAR_SET(p, attr, val) neigh_var_set(p, NEIGH_VAR_ ## attr, val) 1011f9248e5SJiri Pirko 1021d4c8c29SJiri Pirko static inline void neigh_parms_data_state_setall(struct neigh_parms *p) 1031d4c8c29SJiri Pirko { 1041d4c8c29SJiri Pirko bitmap_fill(p->data_state, NEIGH_VAR_DATA_MAX); 1051d4c8c29SJiri Pirko } 1061d4c8c29SJiri Pirko 1071d4c8c29SJiri Pirko static inline void neigh_parms_data_state_cleanall(struct neigh_parms *p) 1081d4c8c29SJiri Pirko { 1091d4c8c29SJiri Pirko bitmap_zero(p->data_state, NEIGH_VAR_DATA_MAX); 1101d4c8c29SJiri Pirko } 1111d4c8c29SJiri Pirko 112fd2c3ef7SEric Dumazet struct neigh_statistics { 1131da177e4SLinus Torvalds unsigned long allocs; /* number of allocated neighs */ 1141da177e4SLinus Torvalds unsigned long destroys; /* number of destroyed neighs */ 1151da177e4SLinus Torvalds unsigned long hash_grows; /* number of hash resizes */ 1161da177e4SLinus Torvalds 1179a6d276eSNeil Horman unsigned long res_failed; /* number of failed resolutions */ 1181da177e4SLinus Torvalds 1191da177e4SLinus Torvalds unsigned long lookups; /* number of lookups */ 1201da177e4SLinus Torvalds unsigned long hits; /* number of hits (among lookups) */ 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds unsigned long rcv_probes_mcast; /* number of received mcast ipv6 */ 1231da177e4SLinus Torvalds unsigned long rcv_probes_ucast; /* number of received ucast ipv6 */ 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds unsigned long periodic_gc_runs; /* number of periodic GC runs */ 1261da177e4SLinus Torvalds unsigned long forced_gc_runs; /* number of forced GC runs */ 1279a6d276eSNeil Horman 1289a6d276eSNeil Horman unsigned long unres_discards; /* number of unresolved drops */ 129fb811395SRick Jones unsigned long table_fulls; /* times even gc couldn't help */ 1301da177e4SLinus Torvalds }; 1311da177e4SLinus Torvalds 1324ea7334bSChristoph Lameter #define NEIGH_CACHE_STAT_INC(tbl, field) this_cpu_inc((tbl)->stats->field) 1331da177e4SLinus Torvalds 134fd2c3ef7SEric Dumazet struct neighbour { 135767e97e1SEric Dumazet struct neighbour __rcu *next; 1361da177e4SLinus Torvalds struct neigh_table *tbl; 1371da177e4SLinus Torvalds struct neigh_parms *parms; 1381da177e4SLinus Torvalds unsigned long confirmed; 1391da177e4SLinus Torvalds unsigned long updated; 14046b13fc5SEric Dumazet rwlock_t lock; 1419f237430SReshetova, Elena refcount_t refcnt; 1428b5c171bSEric Dumazet unsigned int arp_queue_len_bytes; 1434b7cd11fSDavid Ahern struct sk_buff_head arp_queue; 144e37ef961SEric Dumazet struct timer_list timer; 145e37ef961SEric Dumazet unsigned long used; 1461da177e4SLinus Torvalds atomic_t probes; 1472c611ad9SRoopa Prabhu u8 nud_state; 1482c611ad9SRoopa Prabhu u8 type; 1492c611ad9SRoopa Prabhu u8 dead; 150df9b0e30SDavid Ahern u8 protocol; 1512c611ad9SRoopa Prabhu u32 flags; 1520ed8ddf4SEric Dumazet seqlock_t ha_lock; 1534b7cd11fSDavid Ahern unsigned char ha[ALIGN(MAX_ADDR_LEN, sizeof(unsigned long))] __aligned(8); 154f6b72b62SDavid S. Miller struct hh_cache hh; 1558f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 15689d69d2bSStephen Hemminger const struct neigh_ops *ops; 15758956317SDavid Ahern struct list_head gc_list; 1587482e384SDaniel Borkmann struct list_head managed_list; 159767e97e1SEric Dumazet struct rcu_head rcu; 160e37ef961SEric Dumazet struct net_device *dev; 16185662c9fSEric Dumazet netdevice_tracker dev_tracker; 1621da177e4SLinus Torvalds u8 primary_key[0]; 1633859a271SKees Cook } __randomize_layout; 1641da177e4SLinus Torvalds 165fd2c3ef7SEric Dumazet struct neigh_ops { 1661da177e4SLinus Torvalds int family; 1671da177e4SLinus Torvalds void (*solicit)(struct neighbour *, struct sk_buff *); 1681da177e4SLinus Torvalds void (*error_report)(struct neighbour *, struct sk_buff *); 1698f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 1708f40b161SDavid S. Miller int (*connected_output)(struct neighbour *, struct sk_buff *); 1711da177e4SLinus Torvalds }; 1721da177e4SLinus Torvalds 173fd2c3ef7SEric Dumazet struct pneigh_entry { 1741da177e4SLinus Torvalds struct pneigh_entry *next; 1750c5c9fb5SEric W. Biederman possible_net_t net; 1761da177e4SLinus Torvalds struct net_device *dev; 177*77a23b1fSEric Dumazet netdevice_tracker dev_tracker; 1782c611ad9SRoopa Prabhu u32 flags; 179df9b0e30SDavid Ahern u8 protocol; 18008ca27d0SGustavo A. R. Silva u8 key[]; 1811da177e4SLinus Torvalds }; 1821da177e4SLinus Torvalds 1831da177e4SLinus Torvalds /* 1841da177e4SLinus Torvalds * neighbour table manipulation 1851da177e4SLinus Torvalds */ 1861da177e4SLinus Torvalds 1872c2aba6cSDavid S. Miller #define NEIGH_NUM_HASH_RND 4 1882c2aba6cSDavid S. Miller 189d6bf7817SEric Dumazet struct neigh_hash_table { 190767e97e1SEric Dumazet struct neighbour __rcu **hash_buckets; 191cd089336SDavid S. Miller unsigned int hash_shift; 1922c2aba6cSDavid S. Miller __u32 hash_rnd[NEIGH_NUM_HASH_RND]; 193d6bf7817SEric Dumazet struct rcu_head rcu; 194d6bf7817SEric Dumazet }; 195d6bf7817SEric Dumazet 1961da177e4SLinus Torvalds 197fd2c3ef7SEric Dumazet struct neigh_table { 1981da177e4SLinus Torvalds int family; 199e451ae8eSAlexey Dobriyan unsigned int entry_size; 20001ccdf12SAlexey Dobriyan unsigned int key_len; 201bdf53c58SEric W. Biederman __be16 protocol; 202d6bf7817SEric Dumazet __u32 (*hash)(const void *pkey, 203d6bf7817SEric Dumazet const struct net_device *dev, 2042c2aba6cSDavid S. Miller __u32 *hash_rnd); 20560395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *, const void *pkey); 2061da177e4SLinus Torvalds int (*constructor)(struct neighbour *); 2071da177e4SLinus Torvalds int (*pconstructor)(struct pneigh_entry *); 2081da177e4SLinus Torvalds void (*pdestructor)(struct pneigh_entry *); 2091da177e4SLinus Torvalds void (*proxy_redo)(struct sk_buff *skb); 2108cf8821eSJeff Dike int (*is_multicast)(const void *pkey); 211b8fb1ab4SDavid Ahern bool (*allow_add)(const struct net_device *dev, 212b8fb1ab4SDavid Ahern struct netlink_ext_ack *extack); 2131da177e4SLinus Torvalds char *id; 2141da177e4SLinus Torvalds struct neigh_parms parms; 21575fbfd33SNicolas Dichtel struct list_head parms_list; 2161da177e4SLinus Torvalds int gc_interval; 2171da177e4SLinus Torvalds int gc_thresh1; 2181da177e4SLinus Torvalds int gc_thresh2; 2191da177e4SLinus Torvalds int gc_thresh3; 2201da177e4SLinus Torvalds unsigned long last_flush; 221e4c4e448SEric Dumazet struct delayed_work gc_work; 2227482e384SDaniel Borkmann struct delayed_work managed_work; 2231da177e4SLinus Torvalds struct timer_list proxy_timer; 2241da177e4SLinus Torvalds struct sk_buff_head proxy_queue; 2251da177e4SLinus Torvalds atomic_t entries; 22658956317SDavid Ahern atomic_t gc_entries; 22758956317SDavid Ahern struct list_head gc_list; 2287482e384SDaniel Borkmann struct list_head managed_list; 2291da177e4SLinus Torvalds rwlock_t lock; 2301da177e4SLinus Torvalds unsigned long last_rand; 2317d720c3eSTejun Heo struct neigh_statistics __percpu *stats; 232d6bf7817SEric Dumazet struct neigh_hash_table __rcu *nht; 2331da177e4SLinus Torvalds struct pneigh_entry **phash_buckets; 2341da177e4SLinus Torvalds }; 2351da177e4SLinus Torvalds 236d7480fd3SWANG Cong enum { 237d7480fd3SWANG Cong NEIGH_ARP_TABLE = 0, 238d7480fd3SWANG Cong NEIGH_ND_TABLE = 1, 239d7480fd3SWANG Cong NEIGH_DN_TABLE = 2, 240d7480fd3SWANG Cong NEIGH_NR_TABLES, 241b79bda3dSEric W. Biederman NEIGH_LINK_TABLE = NEIGH_NR_TABLES /* Pseudo table for neigh_xmit */ 242d7480fd3SWANG Cong }; 243d7480fd3SWANG Cong 24473af614aSJiri Pirko static inline int neigh_parms_family(struct neigh_parms *p) 24573af614aSJiri Pirko { 24673af614aSJiri Pirko return p->tbl->family; 24773af614aSJiri Pirko } 24873af614aSJiri Pirko 2491026fec8SDavid Miller #define NEIGH_PRIV_ALIGN sizeof(long long) 250daaba4faSYOSHIFUJI Hideaki / 吉藤英明 #define NEIGH_ENTRY_SIZE(size) ALIGN((size), NEIGH_PRIV_ALIGN) 2511026fec8SDavid Miller 2521026fec8SDavid Miller static inline void *neighbour_priv(const struct neighbour *n) 2531026fec8SDavid Miller { 25408433effSYOSHIFUJI Hideaki / 吉藤英明 return (char *)n + n->tbl->entry_size; 2551026fec8SDavid Miller } 2561026fec8SDavid Miller 2571da177e4SLinus Torvalds /* flags for neigh_update() */ 2587482e384SDaniel Borkmann #define NEIGH_UPDATE_F_OVERRIDE BIT(0) 2597482e384SDaniel Borkmann #define NEIGH_UPDATE_F_WEAK_OVERRIDE BIT(1) 2607482e384SDaniel Borkmann #define NEIGH_UPDATE_F_OVERRIDE_ISROUTER BIT(2) 2617482e384SDaniel Borkmann #define NEIGH_UPDATE_F_USE BIT(3) 2627482e384SDaniel Borkmann #define NEIGH_UPDATE_F_MANAGED BIT(4) 2637482e384SDaniel Borkmann #define NEIGH_UPDATE_F_EXT_LEARNED BIT(5) 2647482e384SDaniel Borkmann #define NEIGH_UPDATE_F_ISROUTER BIT(6) 2657482e384SDaniel Borkmann #define NEIGH_UPDATE_F_ADMIN BIT(7) 2661da177e4SLinus Torvalds 2672c611ad9SRoopa Prabhu /* In-kernel representation for NDA_FLAGS_EXT flags: */ 2682c611ad9SRoopa Prabhu #define NTF_OLD_MASK 0xff 2692c611ad9SRoopa Prabhu #define NTF_EXT_SHIFT 8 2707482e384SDaniel Borkmann #define NTF_EXT_MASK (NTF_EXT_MANAGED) 2717482e384SDaniel Borkmann 2727482e384SDaniel Borkmann #define NTF_MANAGED (NTF_EXT_MANAGED << NTF_EXT_SHIFT) 2732c611ad9SRoopa Prabhu 27482cbb5c6SRoopa Prabhu extern const struct nla_policy nda_policy[]; 27560395a20SEric W. Biederman 27660395a20SEric W. Biederman static inline bool neigh_key_eq16(const struct neighbour *n, const void *pkey) 27760395a20SEric W. Biederman { 27860395a20SEric W. Biederman return *(const u16 *)n->primary_key == *(const u16 *)pkey; 27960395a20SEric W. Biederman } 28060395a20SEric W. Biederman 28160395a20SEric W. Biederman static inline bool neigh_key_eq32(const struct neighbour *n, const void *pkey) 28260395a20SEric W. Biederman { 28360395a20SEric W. Biederman return *(const u32 *)n->primary_key == *(const u32 *)pkey; 28460395a20SEric W. Biederman } 28560395a20SEric W. Biederman 28660395a20SEric W. Biederman static inline bool neigh_key_eq128(const struct neighbour *n, const void *pkey) 28760395a20SEric W. Biederman { 28860395a20SEric W. Biederman const u32 *n32 = (const u32 *)n->primary_key; 28960395a20SEric W. Biederman const u32 *p32 = pkey; 29060395a20SEric W. Biederman 29160395a20SEric W. Biederman return ((n32[0] ^ p32[0]) | (n32[1] ^ p32[1]) | 29260395a20SEric W. Biederman (n32[2] ^ p32[2]) | (n32[3] ^ p32[3])) == 0; 29360395a20SEric W. Biederman } 29460395a20SEric W. Biederman 29560395a20SEric W. Biederman static inline struct neighbour *___neigh_lookup_noref( 29660395a20SEric W. Biederman struct neigh_table *tbl, 29760395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *n, const void *pkey), 29860395a20SEric W. Biederman __u32 (*hash)(const void *pkey, 29960395a20SEric W. Biederman const struct net_device *dev, 30060395a20SEric W. Biederman __u32 *hash_rnd), 30160395a20SEric W. Biederman const void *pkey, 30260395a20SEric W. Biederman struct net_device *dev) 30360395a20SEric W. Biederman { 30460395a20SEric W. Biederman struct neigh_hash_table *nht = rcu_dereference_bh(tbl->nht); 30560395a20SEric W. Biederman struct neighbour *n; 30660395a20SEric W. Biederman u32 hash_val; 30760395a20SEric W. Biederman 30860395a20SEric W. Biederman hash_val = hash(pkey, dev, nht->hash_rnd) >> (32 - nht->hash_shift); 30960395a20SEric W. Biederman for (n = rcu_dereference_bh(nht->hash_buckets[hash_val]); 31060395a20SEric W. Biederman n != NULL; 31160395a20SEric W. Biederman n = rcu_dereference_bh(n->next)) { 31260395a20SEric W. Biederman if (n->dev == dev && key_eq(n, pkey)) 31360395a20SEric W. Biederman return n; 31460395a20SEric W. Biederman } 31560395a20SEric W. Biederman 31660395a20SEric W. Biederman return NULL; 31760395a20SEric W. Biederman } 31860395a20SEric W. Biederman 31960395a20SEric W. Biederman static inline struct neighbour *__neigh_lookup_noref(struct neigh_table *tbl, 32060395a20SEric W. Biederman const void *pkey, 32160395a20SEric W. Biederman struct net_device *dev) 32260395a20SEric W. Biederman { 32360395a20SEric W. Biederman return ___neigh_lookup_noref(tbl, tbl->key_eq, tbl->hash, pkey, dev); 32460395a20SEric W. Biederman } 32560395a20SEric W. Biederman 3261e84dc6bSYajun Deng static inline void neigh_confirm(struct neighbour *n) 3271e84dc6bSYajun Deng { 3281e84dc6bSYajun Deng if (n) { 3291e84dc6bSYajun Deng unsigned long now = jiffies; 3301e84dc6bSYajun Deng 3311e84dc6bSYajun Deng /* avoid dirtying neighbour */ 3321e84dc6bSYajun Deng if (READ_ONCE(n->confirmed) != now) 3331e84dc6bSYajun Deng WRITE_ONCE(n->confirmed, now); 3341e84dc6bSYajun Deng } 3351e84dc6bSYajun Deng } 3361e84dc6bSYajun Deng 337d7480fd3SWANG Cong void neigh_table_init(int index, struct neigh_table *tbl); 338d7480fd3SWANG Cong int neigh_table_clear(int index, struct neigh_table *tbl); 33990972b22SJoe Perches struct neighbour *neigh_lookup(struct neigh_table *tbl, const void *pkey, 3401da177e4SLinus Torvalds struct net_device *dev); 34190972b22SJoe Perches struct neighbour *neigh_lookup_nodev(struct neigh_table *tbl, struct net *net, 3421da177e4SLinus Torvalds const void *pkey); 34390972b22SJoe Perches struct neighbour *__neigh_create(struct neigh_table *tbl, const void *pkey, 34490972b22SJoe Perches struct net_device *dev, bool want_ref); 345a263b309SDavid S. Miller static inline struct neighbour *neigh_create(struct neigh_table *tbl, 346a263b309SDavid S. Miller const void *pkey, 347a263b309SDavid S. Miller struct net_device *dev) 348a263b309SDavid S. Miller { 349a263b309SDavid S. Miller return __neigh_create(tbl, pkey, dev, true); 350a263b309SDavid S. Miller } 35190972b22SJoe Perches void neigh_destroy(struct neighbour *neigh); 35290972b22SJoe Perches int __neigh_event_send(struct neighbour *neigh, struct sk_buff *skb); 3537b8f7a40SRoopa Prabhu int neigh_update(struct neighbour *neigh, const u8 *lladdr, u8 new, u32 flags, 3547b8f7a40SRoopa Prabhu u32 nlmsg_pid); 3557e980569SJiri Benc void __neigh_set_probe_once(struct neighbour *neigh); 3565071034eSSowmini Varadhan bool neigh_remove_one(struct neighbour *ndel, struct neigh_table *tbl); 35790972b22SJoe Perches void neigh_changeaddr(struct neigh_table *tbl, struct net_device *dev); 35890972b22SJoe Perches int neigh_ifdown(struct neigh_table *tbl, struct net_device *dev); 359859bd2efSDavid Ahern int neigh_carrier_down(struct neigh_table *tbl, struct net_device *dev); 36090972b22SJoe Perches int neigh_resolve_output(struct neighbour *neigh, struct sk_buff *skb); 36190972b22SJoe Perches int neigh_connected_output(struct neighbour *neigh, struct sk_buff *skb); 36290972b22SJoe Perches int neigh_direct_output(struct neighbour *neigh, struct sk_buff *skb); 36390972b22SJoe Perches struct neighbour *neigh_event_ns(struct neigh_table *tbl, 3641da177e4SLinus Torvalds u8 *lladdr, void *saddr, 3651da177e4SLinus Torvalds struct net_device *dev); 3661da177e4SLinus Torvalds 36790972b22SJoe Perches struct neigh_parms *neigh_parms_alloc(struct net_device *dev, 36890972b22SJoe Perches struct neigh_table *tbl); 36990972b22SJoe Perches void neigh_parms_release(struct neigh_table *tbl, struct neigh_parms *parms); 37057da52c1SYOSHIFUJI Hideaki 37157da52c1SYOSHIFUJI Hideaki static inline 37257da52c1SYOSHIFUJI Hideaki struct net *neigh_parms_net(const struct neigh_parms *parms) 37357da52c1SYOSHIFUJI Hideaki { 374e42ea986SEric Dumazet return read_pnet(&parms->net); 37557da52c1SYOSHIFUJI Hideaki } 37657da52c1SYOSHIFUJI Hideaki 37790972b22SJoe Perches unsigned long neigh_rand_reach_time(unsigned long base); 3781da177e4SLinus Torvalds 37990972b22SJoe Perches void pneigh_enqueue(struct neigh_table *tbl, struct neigh_parms *p, 3801da177e4SLinus Torvalds struct sk_buff *skb); 38190972b22SJoe Perches struct pneigh_entry *pneigh_lookup(struct neigh_table *tbl, struct net *net, 38290972b22SJoe Perches const void *key, struct net_device *dev, 38390972b22SJoe Perches int creat); 38490972b22SJoe Perches struct pneigh_entry *__pneigh_lookup(struct neigh_table *tbl, struct net *net, 38590972b22SJoe Perches const void *key, struct net_device *dev); 38690972b22SJoe Perches int pneigh_delete(struct neigh_table *tbl, struct net *net, const void *key, 387fa86d322SPavel Emelyanov struct net_device *dev); 3881da177e4SLinus Torvalds 38990972b22SJoe Perches static inline struct net *pneigh_net(const struct pneigh_entry *pneigh) 39057da52c1SYOSHIFUJI Hideaki { 391e42ea986SEric Dumazet return read_pnet(&pneigh->net); 39257da52c1SYOSHIFUJI Hideaki } 39357da52c1SYOSHIFUJI Hideaki 39490972b22SJoe Perches void neigh_app_ns(struct neighbour *n); 39590972b22SJoe Perches void neigh_for_each(struct neigh_table *tbl, 39690972b22SJoe Perches void (*cb)(struct neighbour *, void *), void *cookie); 39790972b22SJoe Perches void __neigh_for_each_release(struct neigh_table *tbl, 39890972b22SJoe Perches int (*cb)(struct neighbour *)); 3994fd3d7d9SEric W. Biederman int neigh_xmit(int fam, struct net_device *, const void *, struct sk_buff *); 40090972b22SJoe Perches void pneigh_for_each(struct neigh_table *tbl, 40190972b22SJoe Perches void (*cb)(struct pneigh_entry *)); 4021da177e4SLinus Torvalds 4031da177e4SLinus Torvalds struct neigh_seq_state { 40442508461SDenis V. Lunev struct seq_net_private p; 4051da177e4SLinus Torvalds struct neigh_table *tbl; 406d6bf7817SEric Dumazet struct neigh_hash_table *nht; 4071da177e4SLinus Torvalds void *(*neigh_sub_iter)(struct neigh_seq_state *state, 4081da177e4SLinus Torvalds struct neighbour *n, loff_t *pos); 4091da177e4SLinus Torvalds unsigned int bucket; 4101da177e4SLinus Torvalds unsigned int flags; 4111da177e4SLinus Torvalds #define NEIGH_SEQ_NEIGH_ONLY 0x00000001 4121da177e4SLinus Torvalds #define NEIGH_SEQ_IS_PNEIGH 0x00000002 4131da177e4SLinus Torvalds #define NEIGH_SEQ_SKIP_NOARP 0x00000004 4141da177e4SLinus Torvalds }; 41590972b22SJoe Perches void *neigh_seq_start(struct seq_file *, loff_t *, struct neigh_table *, 41690972b22SJoe Perches unsigned int); 41790972b22SJoe Perches void *neigh_seq_next(struct seq_file *, void *, loff_t *); 41890972b22SJoe Perches void neigh_seq_stop(struct seq_file *, void *); 4191da177e4SLinus Torvalds 420cb5b09c1SJiri Pirko int neigh_proc_dointvec(struct ctl_table *ctl, int write, 421c7388c1fSChristoph Hellwig void *buffer, size_t *lenp, loff_t *ppos); 422cb5b09c1SJiri Pirko int neigh_proc_dointvec_jiffies(struct ctl_table *ctl, int write, 423c7388c1fSChristoph Hellwig void *buffer, 424cb5b09c1SJiri Pirko size_t *lenp, loff_t *ppos); 425cb5b09c1SJiri Pirko int neigh_proc_dointvec_ms_jiffies(struct ctl_table *ctl, int write, 426c7388c1fSChristoph Hellwig void *buffer, size_t *lenp, loff_t *ppos); 427cb5b09c1SJiri Pirko 42890972b22SJoe Perches int neigh_sysctl_register(struct net_device *dev, struct neigh_parms *p, 42973af614aSJiri Pirko proc_handler *proc_handler); 43090972b22SJoe Perches void neigh_sysctl_unregister(struct neigh_parms *p); 4311da177e4SLinus Torvalds 4321da177e4SLinus Torvalds static inline void __neigh_parms_put(struct neigh_parms *parms) 4331da177e4SLinus Torvalds { 4346343944bSReshetova, Elena refcount_dec(&parms->refcnt); 4351da177e4SLinus Torvalds } 4361da177e4SLinus Torvalds 4371da177e4SLinus Torvalds static inline struct neigh_parms *neigh_parms_clone(struct neigh_parms *parms) 4381da177e4SLinus Torvalds { 4396343944bSReshetova, Elena refcount_inc(&parms->refcnt); 4401da177e4SLinus Torvalds return parms; 4411da177e4SLinus Torvalds } 4421da177e4SLinus Torvalds 4431da177e4SLinus Torvalds /* 4441da177e4SLinus Torvalds * Neighbour references 4451da177e4SLinus Torvalds */ 4461da177e4SLinus Torvalds 4471da177e4SLinus Torvalds static inline void neigh_release(struct neighbour *neigh) 4481da177e4SLinus Torvalds { 4499f237430SReshetova, Elena if (refcount_dec_and_test(&neigh->refcnt)) 4501da177e4SLinus Torvalds neigh_destroy(neigh); 4511da177e4SLinus Torvalds } 4521da177e4SLinus Torvalds 4531da177e4SLinus Torvalds static inline struct neighbour * neigh_clone(struct neighbour *neigh) 4541da177e4SLinus Torvalds { 4551da177e4SLinus Torvalds if (neigh) 4569f237430SReshetova, Elena refcount_inc(&neigh->refcnt); 4571da177e4SLinus Torvalds return neigh; 4581da177e4SLinus Torvalds } 4591da177e4SLinus Torvalds 4609f237430SReshetova, Elena #define neigh_hold(n) refcount_inc(&(n)->refcnt) 4611da177e4SLinus Torvalds 4621da177e4SLinus Torvalds static inline int neigh_event_send(struct neighbour *neigh, struct sk_buff *skb) 4631da177e4SLinus Torvalds { 464ef22b7b6STetsuo Handa unsigned long now = jiffies; 4650ed8ddf4SEric Dumazet 4661b53d644SEric Dumazet if (READ_ONCE(neigh->used) != now) 4671b53d644SEric Dumazet WRITE_ONCE(neigh->used, now); 4681da177e4SLinus Torvalds if (!(neigh->nud_state&(NUD_CONNECTED|NUD_DELAY|NUD_PROBE))) 4691da177e4SLinus Torvalds return __neigh_event_send(neigh, skb); 4701da177e4SLinus Torvalds return 0; 4711da177e4SLinus Torvalds } 4721da177e4SLinus Torvalds 47334666d46SPablo Neira Ayuso #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER) 474e179e632SBart De Schuymer static inline int neigh_hh_bridge(struct hh_cache *hh, struct sk_buff *skb) 475e179e632SBart De Schuymer { 47695c96174SEric Dumazet unsigned int seq, hh_alen; 477e179e632SBart De Schuymer 478e179e632SBart De Schuymer do { 479e179e632SBart De Schuymer seq = read_seqbegin(&hh->hh_lock); 480e179e632SBart De Schuymer hh_alen = HH_DATA_ALIGN(ETH_HLEN); 481e179e632SBart De Schuymer memcpy(skb->data - hh_alen, hh->hh_data, ETH_ALEN + hh_alen - ETH_HLEN); 482e179e632SBart De Schuymer } while (read_seqretry(&hh->hh_lock, seq)); 483e179e632SBart De Schuymer return 0; 484e179e632SBart De Schuymer } 485e179e632SBart De Schuymer #endif 486e179e632SBart De Schuymer 487425f09abSEric Dumazet static inline int neigh_hh_output(const struct hh_cache *hh, struct sk_buff *skb) 4883644f0ceSStephen Hemminger { 489e6ac64d4SStefano Brivio unsigned int hh_alen = 0; 49095c96174SEric Dumazet unsigned int seq; 4915b3dc2f3SAlexey Dobriyan unsigned int hh_len; 4923644f0ceSStephen Hemminger 4933644f0ceSStephen Hemminger do { 4943644f0ceSStephen Hemminger seq = read_seqbegin(&hh->hh_lock); 495c305c6aeSEric Dumazet hh_len = READ_ONCE(hh->hh_len); 496425f09abSEric Dumazet if (likely(hh_len <= HH_DATA_MOD)) { 497e6ac64d4SStefano Brivio hh_alen = HH_DATA_MOD; 498425f09abSEric Dumazet 499e6ac64d4SStefano Brivio /* skb_push() would proceed silently if we have room for 500e6ac64d4SStefano Brivio * the unaligned size but not for the aligned size: 501e6ac64d4SStefano Brivio * check headroom explicitly. 502e6ac64d4SStefano Brivio */ 503e6ac64d4SStefano Brivio if (likely(skb_headroom(skb) >= HH_DATA_MOD)) { 504e6ac64d4SStefano Brivio /* this is inlined by gcc */ 505e6ac64d4SStefano Brivio memcpy(skb->data - HH_DATA_MOD, hh->hh_data, 506e6ac64d4SStefano Brivio HH_DATA_MOD); 507e6ac64d4SStefano Brivio } 508e6ac64d4SStefano Brivio } else { 509e6ac64d4SStefano Brivio hh_alen = HH_DATA_ALIGN(hh_len); 510e6ac64d4SStefano Brivio 511e6ac64d4SStefano Brivio if (likely(skb_headroom(skb) >= hh_alen)) { 512e6ac64d4SStefano Brivio memcpy(skb->data - hh_alen, hh->hh_data, 513e6ac64d4SStefano Brivio hh_alen); 514e6ac64d4SStefano Brivio } 515425f09abSEric Dumazet } 5163644f0ceSStephen Hemminger } while (read_seqretry(&hh->hh_lock, seq)); 5173644f0ceSStephen Hemminger 518e6ac64d4SStefano Brivio if (WARN_ON_ONCE(skb_headroom(skb) < hh_alen)) { 519e6ac64d4SStefano Brivio kfree_skb(skb); 520e6ac64d4SStefano Brivio return NET_XMIT_DROP; 521e6ac64d4SStefano Brivio } 522e6ac64d4SStefano Brivio 523e6ac64d4SStefano Brivio __skb_push(skb, hh_len); 524b23b5455SDavid S. Miller return dev_queue_xmit(skb); 5253644f0ceSStephen Hemminger } 5263644f0ceSStephen Hemminger 5270353f282SDavid Ahern static inline int neigh_output(struct neighbour *n, struct sk_buff *skb, 5280353f282SDavid Ahern bool skip_cache) 529c16ec185SJulian Anastasov { 530c16ec185SJulian Anastasov const struct hh_cache *hh = &n->hh; 531c16ec185SJulian Anastasov 532d18785e2SEric Dumazet /* n->nud_state and hh->hh_len could be changed under us. 533d18785e2SEric Dumazet * neigh_hh_output() is taking care of the race later. 534d18785e2SEric Dumazet */ 535d18785e2SEric Dumazet if (!skip_cache && 536d18785e2SEric Dumazet (READ_ONCE(n->nud_state) & NUD_CONNECTED) && 537d18785e2SEric Dumazet READ_ONCE(hh->hh_len)) 538c16ec185SJulian Anastasov return neigh_hh_output(hh, skb); 539d18785e2SEric Dumazet 540c16ec185SJulian Anastasov return n->output(n, skb); 541c16ec185SJulian Anastasov } 542c16ec185SJulian Anastasov 5431da177e4SLinus Torvalds static inline struct neighbour * 5441da177e4SLinus Torvalds __neigh_lookup(struct neigh_table *tbl, const void *pkey, struct net_device *dev, int creat) 5451da177e4SLinus Torvalds { 5461da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 5471da177e4SLinus Torvalds 5481da177e4SLinus Torvalds if (n || !creat) 5491da177e4SLinus Torvalds return n; 5501da177e4SLinus Torvalds 5511da177e4SLinus Torvalds n = neigh_create(tbl, pkey, dev); 5521da177e4SLinus Torvalds return IS_ERR(n) ? NULL : n; 5531da177e4SLinus Torvalds } 5541da177e4SLinus Torvalds 5551da177e4SLinus Torvalds static inline struct neighbour * 5561da177e4SLinus Torvalds __neigh_lookup_errno(struct neigh_table *tbl, const void *pkey, 5571da177e4SLinus Torvalds struct net_device *dev) 5581da177e4SLinus Torvalds { 5591da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 5601da177e4SLinus Torvalds 5611da177e4SLinus Torvalds if (n) 5621da177e4SLinus Torvalds return n; 5631da177e4SLinus Torvalds 5641da177e4SLinus Torvalds return neigh_create(tbl, pkey, dev); 5651da177e4SLinus Torvalds } 5661da177e4SLinus Torvalds 567a61bbcf2SPatrick McHardy struct neighbour_cb { 568a61bbcf2SPatrick McHardy unsigned long sched_next; 569a61bbcf2SPatrick McHardy unsigned int flags; 570a61bbcf2SPatrick McHardy }; 571a61bbcf2SPatrick McHardy 572a61bbcf2SPatrick McHardy #define LOCALLY_ENQUEUED 0x1 573a61bbcf2SPatrick McHardy 574a61bbcf2SPatrick McHardy #define NEIGH_CB(skb) ((struct neighbour_cb *)(skb)->cb) 5751da177e4SLinus Torvalds 5760ed8ddf4SEric Dumazet static inline void neigh_ha_snapshot(char *dst, const struct neighbour *n, 5770ed8ddf4SEric Dumazet const struct net_device *dev) 5780ed8ddf4SEric Dumazet { 5790ed8ddf4SEric Dumazet unsigned int seq; 5800ed8ddf4SEric Dumazet 5810ed8ddf4SEric Dumazet do { 5820ed8ddf4SEric Dumazet seq = read_seqbegin(&n->ha_lock); 5830ed8ddf4SEric Dumazet memcpy(dst, n->ha, dev->addr_len); 5840ed8ddf4SEric Dumazet } while (read_seqretry(&n->ha_lock, seq)); 5850ed8ddf4SEric Dumazet } 5864fd3d7d9SEric W. Biederman 587fc6e8073SRoopa Prabhu static inline void neigh_update_is_router(struct neighbour *neigh, u32 flags, 588fc6e8073SRoopa Prabhu int *notify) 589fc6e8073SRoopa Prabhu { 590fc6e8073SRoopa Prabhu u8 ndm_flags = 0; 591fc6e8073SRoopa Prabhu 592fc6e8073SRoopa Prabhu ndm_flags |= (flags & NEIGH_UPDATE_F_ISROUTER) ? NTF_ROUTER : 0; 593fc6e8073SRoopa Prabhu if ((neigh->flags ^ ndm_flags) & NTF_ROUTER) { 594fc6e8073SRoopa Prabhu if (ndm_flags & NTF_ROUTER) 595fc6e8073SRoopa Prabhu neigh->flags |= NTF_ROUTER; 596fc6e8073SRoopa Prabhu else 597fc6e8073SRoopa Prabhu neigh->flags &= ~NTF_ROUTER; 598fc6e8073SRoopa Prabhu *notify = 1; 599fc6e8073SRoopa Prabhu } 600fc6e8073SRoopa Prabhu } 6011da177e4SLinus Torvalds #endif 602