1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21da177e4SLinus Torvalds #ifndef _NET_NEIGHBOUR_H 31da177e4SLinus Torvalds #define _NET_NEIGHBOUR_H 41da177e4SLinus Torvalds 59067c722SThomas Graf #include <linux/neighbour.h> 69067c722SThomas Graf 71da177e4SLinus Torvalds /* 81da177e4SLinus Torvalds * Generic neighbour manipulation 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * Authors: 111da177e4SLinus Torvalds * Pedro Roque <roque@di.fc.ul.pt> 121da177e4SLinus Torvalds * Alexey Kuznetsov <kuznet@ms2.inr.ac.ru> 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * Changes: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * Harald Welte: <laforge@gnumonks.org> 171da177e4SLinus Torvalds * - Add neighbour cache statistics like rtstat 181da177e4SLinus Torvalds */ 191da177e4SLinus Torvalds 2060063497SArun Sharma #include <linux/atomic.h> 219f237430SReshetova, Elena #include <linux/refcount.h> 221da177e4SLinus Torvalds #include <linux/netdevice.h> 2314c85021SArnaldo Carvalho de Melo #include <linux/skbuff.h> 241da177e4SLinus Torvalds #include <linux/rcupdate.h> 251da177e4SLinus Torvalds #include <linux/seq_file.h> 261d4c8c29SJiri Pirko #include <linux/bitmap.h> 271da177e4SLinus Torvalds 281da177e4SLinus Torvalds #include <linux/err.h> 291da177e4SLinus Torvalds #include <linux/sysctl.h> 30e4c4e448SEric Dumazet #include <linux/workqueue.h> 31c8822a4eSThomas Graf #include <net/rtnetlink.h> 321da177e4SLinus Torvalds 3339971554SPavel Emelyanov /* 3439971554SPavel Emelyanov * NUD stands for "neighbor unreachability detection" 3539971554SPavel Emelyanov */ 3639971554SPavel Emelyanov 371da177e4SLinus Torvalds #define NUD_IN_TIMER (NUD_INCOMPLETE|NUD_REACHABLE|NUD_DELAY|NUD_PROBE) 381da177e4SLinus Torvalds #define NUD_VALID (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE|NUD_PROBE|NUD_STALE|NUD_DELAY) 391da177e4SLinus Torvalds #define NUD_CONNECTED (NUD_PERMANENT|NUD_NOARP|NUD_REACHABLE) 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds struct neighbour; 421da177e4SLinus Torvalds 431f9248e5SJiri Pirko enum { 441f9248e5SJiri Pirko NEIGH_VAR_MCAST_PROBES, 451f9248e5SJiri Pirko NEIGH_VAR_UCAST_PROBES, 461f9248e5SJiri Pirko NEIGH_VAR_APP_PROBES, 478da86466SYOSHIFUJI Hideaki/吉藤英明 NEIGH_VAR_MCAST_REPROBES, 481f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME, 491f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME, 501f9248e5SJiri Pirko NEIGH_VAR_DELAY_PROBE_TIME, 511f9248e5SJiri Pirko NEIGH_VAR_GC_STALETIME, 521f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN_BYTES, 531f9248e5SJiri Pirko NEIGH_VAR_PROXY_QLEN, 541f9248e5SJiri Pirko NEIGH_VAR_ANYCAST_DELAY, 551f9248e5SJiri Pirko NEIGH_VAR_PROXY_DELAY, 561f9248e5SJiri Pirko NEIGH_VAR_LOCKTIME, 571f9248e5SJiri Pirko #define NEIGH_VAR_DATA_MAX (NEIGH_VAR_LOCKTIME + 1) 581f9248e5SJiri Pirko /* Following are used as a second way to access one of the above */ 591f9248e5SJiri Pirko NEIGH_VAR_QUEUE_LEN, /* same data as NEIGH_VAR_QUEUE_LEN_BYTES */ 601f9248e5SJiri Pirko NEIGH_VAR_RETRANS_TIME_MS, /* same data as NEIGH_VAR_RETRANS_TIME */ 611f9248e5SJiri Pirko NEIGH_VAR_BASE_REACHABLE_TIME_MS, /* same data as NEIGH_VAR_BASE_REACHABLE_TIME */ 621f9248e5SJiri Pirko /* Following are used by "default" only */ 631f9248e5SJiri Pirko NEIGH_VAR_GC_INTERVAL, 641f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH1, 651f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH2, 661f9248e5SJiri Pirko NEIGH_VAR_GC_THRESH3, 671f9248e5SJiri Pirko NEIGH_VAR_MAX 681f9248e5SJiri Pirko }; 691f9248e5SJiri Pirko 70fd2c3ef7SEric Dumazet struct neigh_parms { 710c5c9fb5SEric W. Biederman possible_net_t net; 72c7fb64dbSThomas Graf struct net_device *dev; 73*08d62256SEric Dumazet netdevice_tracker dev_tracker; 7475fbfd33SNicolas Dichtel struct list_head list; 75447f2191SDavid S. Miller int (*neigh_setup)(struct neighbour *); 761da177e4SLinus Torvalds struct neigh_table *tbl; 771da177e4SLinus Torvalds 781da177e4SLinus Torvalds void *sysctl_table; 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds int dead; 816343944bSReshetova, Elena refcount_t refcnt; 821da177e4SLinus Torvalds struct rcu_head rcu_head; 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds int reachable_time; 851f9248e5SJiri Pirko int data[NEIGH_VAR_DATA_MAX]; 861d4c8c29SJiri Pirko DECLARE_BITMAP(data_state, NEIGH_VAR_DATA_MAX); 871da177e4SLinus Torvalds }; 881da177e4SLinus Torvalds 891f9248e5SJiri Pirko static inline void neigh_var_set(struct neigh_parms *p, int index, int val) 901f9248e5SJiri Pirko { 911d4c8c29SJiri Pirko set_bit(index, p->data_state); 921f9248e5SJiri Pirko p->data[index] = val; 931f9248e5SJiri Pirko } 941f9248e5SJiri Pirko 951f9248e5SJiri Pirko #define NEIGH_VAR(p, attr) ((p)->data[NEIGH_VAR_ ## attr]) 9689740ca7SJiri Pirko 9789740ca7SJiri Pirko /* In ndo_neigh_setup, NEIGH_VAR_INIT should be used. 9889740ca7SJiri Pirko * In other cases, NEIGH_VAR_SET should be used. 9989740ca7SJiri Pirko */ 10089740ca7SJiri Pirko #define NEIGH_VAR_INIT(p, attr, val) (NEIGH_VAR(p, attr) = val) 1011f9248e5SJiri Pirko #define NEIGH_VAR_SET(p, attr, val) neigh_var_set(p, NEIGH_VAR_ ## attr, val) 1021f9248e5SJiri Pirko 1031d4c8c29SJiri Pirko static inline void neigh_parms_data_state_setall(struct neigh_parms *p) 1041d4c8c29SJiri Pirko { 1051d4c8c29SJiri Pirko bitmap_fill(p->data_state, NEIGH_VAR_DATA_MAX); 1061d4c8c29SJiri Pirko } 1071d4c8c29SJiri Pirko 1081d4c8c29SJiri Pirko static inline void neigh_parms_data_state_cleanall(struct neigh_parms *p) 1091d4c8c29SJiri Pirko { 1101d4c8c29SJiri Pirko bitmap_zero(p->data_state, NEIGH_VAR_DATA_MAX); 1111d4c8c29SJiri Pirko } 1121d4c8c29SJiri Pirko 113fd2c3ef7SEric Dumazet struct neigh_statistics { 1141da177e4SLinus Torvalds unsigned long allocs; /* number of allocated neighs */ 1151da177e4SLinus Torvalds unsigned long destroys; /* number of destroyed neighs */ 1161da177e4SLinus Torvalds unsigned long hash_grows; /* number of hash resizes */ 1171da177e4SLinus Torvalds 1189a6d276eSNeil Horman unsigned long res_failed; /* number of failed resolutions */ 1191da177e4SLinus Torvalds 1201da177e4SLinus Torvalds unsigned long lookups; /* number of lookups */ 1211da177e4SLinus Torvalds unsigned long hits; /* number of hits (among lookups) */ 1221da177e4SLinus Torvalds 1231da177e4SLinus Torvalds unsigned long rcv_probes_mcast; /* number of received mcast ipv6 */ 1241da177e4SLinus Torvalds unsigned long rcv_probes_ucast; /* number of received ucast ipv6 */ 1251da177e4SLinus Torvalds 1261da177e4SLinus Torvalds unsigned long periodic_gc_runs; /* number of periodic GC runs */ 1271da177e4SLinus Torvalds unsigned long forced_gc_runs; /* number of forced GC runs */ 1289a6d276eSNeil Horman 1299a6d276eSNeil Horman unsigned long unres_discards; /* number of unresolved drops */ 130fb811395SRick Jones unsigned long table_fulls; /* times even gc couldn't help */ 1311da177e4SLinus Torvalds }; 1321da177e4SLinus Torvalds 1334ea7334bSChristoph Lameter #define NEIGH_CACHE_STAT_INC(tbl, field) this_cpu_inc((tbl)->stats->field) 1341da177e4SLinus Torvalds 135fd2c3ef7SEric Dumazet struct neighbour { 136767e97e1SEric Dumazet struct neighbour __rcu *next; 1371da177e4SLinus Torvalds struct neigh_table *tbl; 1381da177e4SLinus Torvalds struct neigh_parms *parms; 1391da177e4SLinus Torvalds unsigned long confirmed; 1401da177e4SLinus Torvalds unsigned long updated; 14146b13fc5SEric Dumazet rwlock_t lock; 1429f237430SReshetova, Elena refcount_t refcnt; 1438b5c171bSEric Dumazet unsigned int arp_queue_len_bytes; 1444b7cd11fSDavid Ahern struct sk_buff_head arp_queue; 145e37ef961SEric Dumazet struct timer_list timer; 146e37ef961SEric Dumazet unsigned long used; 1471da177e4SLinus Torvalds atomic_t probes; 1482c611ad9SRoopa Prabhu u8 nud_state; 1492c611ad9SRoopa Prabhu u8 type; 1502c611ad9SRoopa Prabhu u8 dead; 151df9b0e30SDavid Ahern u8 protocol; 1522c611ad9SRoopa Prabhu u32 flags; 1530ed8ddf4SEric Dumazet seqlock_t ha_lock; 1544b7cd11fSDavid Ahern unsigned char ha[ALIGN(MAX_ADDR_LEN, sizeof(unsigned long))] __aligned(8); 155f6b72b62SDavid S. Miller struct hh_cache hh; 1568f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 15789d69d2bSStephen Hemminger const struct neigh_ops *ops; 15858956317SDavid Ahern struct list_head gc_list; 1597482e384SDaniel Borkmann struct list_head managed_list; 160767e97e1SEric Dumazet struct rcu_head rcu; 161e37ef961SEric Dumazet struct net_device *dev; 16285662c9fSEric Dumazet netdevice_tracker dev_tracker; 1631da177e4SLinus Torvalds u8 primary_key[0]; 1643859a271SKees Cook } __randomize_layout; 1651da177e4SLinus Torvalds 166fd2c3ef7SEric Dumazet struct neigh_ops { 1671da177e4SLinus Torvalds int family; 1681da177e4SLinus Torvalds void (*solicit)(struct neighbour *, struct sk_buff *); 1691da177e4SLinus Torvalds void (*error_report)(struct neighbour *, struct sk_buff *); 1708f40b161SDavid S. Miller int (*output)(struct neighbour *, struct sk_buff *); 1718f40b161SDavid S. Miller int (*connected_output)(struct neighbour *, struct sk_buff *); 1721da177e4SLinus Torvalds }; 1731da177e4SLinus Torvalds 174fd2c3ef7SEric Dumazet struct pneigh_entry { 1751da177e4SLinus Torvalds struct pneigh_entry *next; 1760c5c9fb5SEric W. Biederman possible_net_t net; 1771da177e4SLinus Torvalds struct net_device *dev; 17877a23b1fSEric Dumazet netdevice_tracker dev_tracker; 1792c611ad9SRoopa Prabhu u32 flags; 180df9b0e30SDavid Ahern u8 protocol; 18108ca27d0SGustavo A. R. Silva u8 key[]; 1821da177e4SLinus Torvalds }; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds /* 1851da177e4SLinus Torvalds * neighbour table manipulation 1861da177e4SLinus Torvalds */ 1871da177e4SLinus Torvalds 1882c2aba6cSDavid S. Miller #define NEIGH_NUM_HASH_RND 4 1892c2aba6cSDavid S. Miller 190d6bf7817SEric Dumazet struct neigh_hash_table { 191767e97e1SEric Dumazet struct neighbour __rcu **hash_buckets; 192cd089336SDavid S. Miller unsigned int hash_shift; 1932c2aba6cSDavid S. Miller __u32 hash_rnd[NEIGH_NUM_HASH_RND]; 194d6bf7817SEric Dumazet struct rcu_head rcu; 195d6bf7817SEric Dumazet }; 196d6bf7817SEric Dumazet 1971da177e4SLinus Torvalds 198fd2c3ef7SEric Dumazet struct neigh_table { 1991da177e4SLinus Torvalds int family; 200e451ae8eSAlexey Dobriyan unsigned int entry_size; 20101ccdf12SAlexey Dobriyan unsigned int key_len; 202bdf53c58SEric W. Biederman __be16 protocol; 203d6bf7817SEric Dumazet __u32 (*hash)(const void *pkey, 204d6bf7817SEric Dumazet const struct net_device *dev, 2052c2aba6cSDavid S. Miller __u32 *hash_rnd); 20660395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *, const void *pkey); 2071da177e4SLinus Torvalds int (*constructor)(struct neighbour *); 2081da177e4SLinus Torvalds int (*pconstructor)(struct pneigh_entry *); 2091da177e4SLinus Torvalds void (*pdestructor)(struct pneigh_entry *); 2101da177e4SLinus Torvalds void (*proxy_redo)(struct sk_buff *skb); 2118cf8821eSJeff Dike int (*is_multicast)(const void *pkey); 212b8fb1ab4SDavid Ahern bool (*allow_add)(const struct net_device *dev, 213b8fb1ab4SDavid Ahern struct netlink_ext_ack *extack); 2141da177e4SLinus Torvalds char *id; 2151da177e4SLinus Torvalds struct neigh_parms parms; 21675fbfd33SNicolas Dichtel struct list_head parms_list; 2171da177e4SLinus Torvalds int gc_interval; 2181da177e4SLinus Torvalds int gc_thresh1; 2191da177e4SLinus Torvalds int gc_thresh2; 2201da177e4SLinus Torvalds int gc_thresh3; 2211da177e4SLinus Torvalds unsigned long last_flush; 222e4c4e448SEric Dumazet struct delayed_work gc_work; 2237482e384SDaniel Borkmann struct delayed_work managed_work; 2241da177e4SLinus Torvalds struct timer_list proxy_timer; 2251da177e4SLinus Torvalds struct sk_buff_head proxy_queue; 2261da177e4SLinus Torvalds atomic_t entries; 22758956317SDavid Ahern atomic_t gc_entries; 22858956317SDavid Ahern struct list_head gc_list; 2297482e384SDaniel Borkmann struct list_head managed_list; 2301da177e4SLinus Torvalds rwlock_t lock; 2311da177e4SLinus Torvalds unsigned long last_rand; 2327d720c3eSTejun Heo struct neigh_statistics __percpu *stats; 233d6bf7817SEric Dumazet struct neigh_hash_table __rcu *nht; 2341da177e4SLinus Torvalds struct pneigh_entry **phash_buckets; 2351da177e4SLinus Torvalds }; 2361da177e4SLinus Torvalds 237d7480fd3SWANG Cong enum { 238d7480fd3SWANG Cong NEIGH_ARP_TABLE = 0, 239d7480fd3SWANG Cong NEIGH_ND_TABLE = 1, 240d7480fd3SWANG Cong NEIGH_DN_TABLE = 2, 241d7480fd3SWANG Cong NEIGH_NR_TABLES, 242b79bda3dSEric W. Biederman NEIGH_LINK_TABLE = NEIGH_NR_TABLES /* Pseudo table for neigh_xmit */ 243d7480fd3SWANG Cong }; 244d7480fd3SWANG Cong 24573af614aSJiri Pirko static inline int neigh_parms_family(struct neigh_parms *p) 24673af614aSJiri Pirko { 24773af614aSJiri Pirko return p->tbl->family; 24873af614aSJiri Pirko } 24973af614aSJiri Pirko 2501026fec8SDavid Miller #define NEIGH_PRIV_ALIGN sizeof(long long) 251daaba4faSYOSHIFUJI Hideaki / 吉藤英明 #define NEIGH_ENTRY_SIZE(size) ALIGN((size), NEIGH_PRIV_ALIGN) 2521026fec8SDavid Miller 2531026fec8SDavid Miller static inline void *neighbour_priv(const struct neighbour *n) 2541026fec8SDavid Miller { 25508433effSYOSHIFUJI Hideaki / 吉藤英明 return (char *)n + n->tbl->entry_size; 2561026fec8SDavid Miller } 2571026fec8SDavid Miller 2581da177e4SLinus Torvalds /* flags for neigh_update() */ 2597482e384SDaniel Borkmann #define NEIGH_UPDATE_F_OVERRIDE BIT(0) 2607482e384SDaniel Borkmann #define NEIGH_UPDATE_F_WEAK_OVERRIDE BIT(1) 2617482e384SDaniel Borkmann #define NEIGH_UPDATE_F_OVERRIDE_ISROUTER BIT(2) 2627482e384SDaniel Borkmann #define NEIGH_UPDATE_F_USE BIT(3) 2637482e384SDaniel Borkmann #define NEIGH_UPDATE_F_MANAGED BIT(4) 2647482e384SDaniel Borkmann #define NEIGH_UPDATE_F_EXT_LEARNED BIT(5) 2657482e384SDaniel Borkmann #define NEIGH_UPDATE_F_ISROUTER BIT(6) 2667482e384SDaniel Borkmann #define NEIGH_UPDATE_F_ADMIN BIT(7) 2671da177e4SLinus Torvalds 2682c611ad9SRoopa Prabhu /* In-kernel representation for NDA_FLAGS_EXT flags: */ 2692c611ad9SRoopa Prabhu #define NTF_OLD_MASK 0xff 2702c611ad9SRoopa Prabhu #define NTF_EXT_SHIFT 8 2717482e384SDaniel Borkmann #define NTF_EXT_MASK (NTF_EXT_MANAGED) 2727482e384SDaniel Borkmann 2737482e384SDaniel Borkmann #define NTF_MANAGED (NTF_EXT_MANAGED << NTF_EXT_SHIFT) 2742c611ad9SRoopa Prabhu 27582cbb5c6SRoopa Prabhu extern const struct nla_policy nda_policy[]; 27660395a20SEric W. Biederman 27760395a20SEric W. Biederman static inline bool neigh_key_eq16(const struct neighbour *n, const void *pkey) 27860395a20SEric W. Biederman { 27960395a20SEric W. Biederman return *(const u16 *)n->primary_key == *(const u16 *)pkey; 28060395a20SEric W. Biederman } 28160395a20SEric W. Biederman 28260395a20SEric W. Biederman static inline bool neigh_key_eq32(const struct neighbour *n, const void *pkey) 28360395a20SEric W. Biederman { 28460395a20SEric W. Biederman return *(const u32 *)n->primary_key == *(const u32 *)pkey; 28560395a20SEric W. Biederman } 28660395a20SEric W. Biederman 28760395a20SEric W. Biederman static inline bool neigh_key_eq128(const struct neighbour *n, const void *pkey) 28860395a20SEric W. Biederman { 28960395a20SEric W. Biederman const u32 *n32 = (const u32 *)n->primary_key; 29060395a20SEric W. Biederman const u32 *p32 = pkey; 29160395a20SEric W. Biederman 29260395a20SEric W. Biederman return ((n32[0] ^ p32[0]) | (n32[1] ^ p32[1]) | 29360395a20SEric W. Biederman (n32[2] ^ p32[2]) | (n32[3] ^ p32[3])) == 0; 29460395a20SEric W. Biederman } 29560395a20SEric W. Biederman 29660395a20SEric W. Biederman static inline struct neighbour *___neigh_lookup_noref( 29760395a20SEric W. Biederman struct neigh_table *tbl, 29860395a20SEric W. Biederman bool (*key_eq)(const struct neighbour *n, const void *pkey), 29960395a20SEric W. Biederman __u32 (*hash)(const void *pkey, 30060395a20SEric W. Biederman const struct net_device *dev, 30160395a20SEric W. Biederman __u32 *hash_rnd), 30260395a20SEric W. Biederman const void *pkey, 30360395a20SEric W. Biederman struct net_device *dev) 30460395a20SEric W. Biederman { 30560395a20SEric W. Biederman struct neigh_hash_table *nht = rcu_dereference_bh(tbl->nht); 30660395a20SEric W. Biederman struct neighbour *n; 30760395a20SEric W. Biederman u32 hash_val; 30860395a20SEric W. Biederman 30960395a20SEric W. Biederman hash_val = hash(pkey, dev, nht->hash_rnd) >> (32 - nht->hash_shift); 31060395a20SEric W. Biederman for (n = rcu_dereference_bh(nht->hash_buckets[hash_val]); 31160395a20SEric W. Biederman n != NULL; 31260395a20SEric W. Biederman n = rcu_dereference_bh(n->next)) { 31360395a20SEric W. Biederman if (n->dev == dev && key_eq(n, pkey)) 31460395a20SEric W. Biederman return n; 31560395a20SEric W. Biederman } 31660395a20SEric W. Biederman 31760395a20SEric W. Biederman return NULL; 31860395a20SEric W. Biederman } 31960395a20SEric W. Biederman 32060395a20SEric W. Biederman static inline struct neighbour *__neigh_lookup_noref(struct neigh_table *tbl, 32160395a20SEric W. Biederman const void *pkey, 32260395a20SEric W. Biederman struct net_device *dev) 32360395a20SEric W. Biederman { 32460395a20SEric W. Biederman return ___neigh_lookup_noref(tbl, tbl->key_eq, tbl->hash, pkey, dev); 32560395a20SEric W. Biederman } 32660395a20SEric W. Biederman 3271e84dc6bSYajun Deng static inline void neigh_confirm(struct neighbour *n) 3281e84dc6bSYajun Deng { 3291e84dc6bSYajun Deng if (n) { 3301e84dc6bSYajun Deng unsigned long now = jiffies; 3311e84dc6bSYajun Deng 3321e84dc6bSYajun Deng /* avoid dirtying neighbour */ 3331e84dc6bSYajun Deng if (READ_ONCE(n->confirmed) != now) 3341e84dc6bSYajun Deng WRITE_ONCE(n->confirmed, now); 3351e84dc6bSYajun Deng } 3361e84dc6bSYajun Deng } 3371e84dc6bSYajun Deng 338d7480fd3SWANG Cong void neigh_table_init(int index, struct neigh_table *tbl); 339d7480fd3SWANG Cong int neigh_table_clear(int index, struct neigh_table *tbl); 34090972b22SJoe Perches struct neighbour *neigh_lookup(struct neigh_table *tbl, const void *pkey, 3411da177e4SLinus Torvalds struct net_device *dev); 34290972b22SJoe Perches struct neighbour *neigh_lookup_nodev(struct neigh_table *tbl, struct net *net, 3431da177e4SLinus Torvalds const void *pkey); 34490972b22SJoe Perches struct neighbour *__neigh_create(struct neigh_table *tbl, const void *pkey, 34590972b22SJoe Perches struct net_device *dev, bool want_ref); 346a263b309SDavid S. Miller static inline struct neighbour *neigh_create(struct neigh_table *tbl, 347a263b309SDavid S. Miller const void *pkey, 348a263b309SDavid S. Miller struct net_device *dev) 349a263b309SDavid S. Miller { 350a263b309SDavid S. Miller return __neigh_create(tbl, pkey, dev, true); 351a263b309SDavid S. Miller } 35290972b22SJoe Perches void neigh_destroy(struct neighbour *neigh); 35390972b22SJoe Perches int __neigh_event_send(struct neighbour *neigh, struct sk_buff *skb); 3547b8f7a40SRoopa Prabhu int neigh_update(struct neighbour *neigh, const u8 *lladdr, u8 new, u32 flags, 3557b8f7a40SRoopa Prabhu u32 nlmsg_pid); 3567e980569SJiri Benc void __neigh_set_probe_once(struct neighbour *neigh); 3575071034eSSowmini Varadhan bool neigh_remove_one(struct neighbour *ndel, struct neigh_table *tbl); 35890972b22SJoe Perches void neigh_changeaddr(struct neigh_table *tbl, struct net_device *dev); 35990972b22SJoe Perches int neigh_ifdown(struct neigh_table *tbl, struct net_device *dev); 360859bd2efSDavid Ahern int neigh_carrier_down(struct neigh_table *tbl, struct net_device *dev); 36190972b22SJoe Perches int neigh_resolve_output(struct neighbour *neigh, struct sk_buff *skb); 36290972b22SJoe Perches int neigh_connected_output(struct neighbour *neigh, struct sk_buff *skb); 36390972b22SJoe Perches int neigh_direct_output(struct neighbour *neigh, struct sk_buff *skb); 36490972b22SJoe Perches struct neighbour *neigh_event_ns(struct neigh_table *tbl, 3651da177e4SLinus Torvalds u8 *lladdr, void *saddr, 3661da177e4SLinus Torvalds struct net_device *dev); 3671da177e4SLinus Torvalds 36890972b22SJoe Perches struct neigh_parms *neigh_parms_alloc(struct net_device *dev, 36990972b22SJoe Perches struct neigh_table *tbl); 37090972b22SJoe Perches void neigh_parms_release(struct neigh_table *tbl, struct neigh_parms *parms); 37157da52c1SYOSHIFUJI Hideaki 37257da52c1SYOSHIFUJI Hideaki static inline 37357da52c1SYOSHIFUJI Hideaki struct net *neigh_parms_net(const struct neigh_parms *parms) 37457da52c1SYOSHIFUJI Hideaki { 375e42ea986SEric Dumazet return read_pnet(&parms->net); 37657da52c1SYOSHIFUJI Hideaki } 37757da52c1SYOSHIFUJI Hideaki 37890972b22SJoe Perches unsigned long neigh_rand_reach_time(unsigned long base); 3791da177e4SLinus Torvalds 38090972b22SJoe Perches void pneigh_enqueue(struct neigh_table *tbl, struct neigh_parms *p, 3811da177e4SLinus Torvalds struct sk_buff *skb); 38290972b22SJoe Perches struct pneigh_entry *pneigh_lookup(struct neigh_table *tbl, struct net *net, 38390972b22SJoe Perches const void *key, struct net_device *dev, 38490972b22SJoe Perches int creat); 38590972b22SJoe Perches struct pneigh_entry *__pneigh_lookup(struct neigh_table *tbl, struct net *net, 38690972b22SJoe Perches const void *key, struct net_device *dev); 38790972b22SJoe Perches int pneigh_delete(struct neigh_table *tbl, struct net *net, const void *key, 388fa86d322SPavel Emelyanov struct net_device *dev); 3891da177e4SLinus Torvalds 39090972b22SJoe Perches static inline struct net *pneigh_net(const struct pneigh_entry *pneigh) 39157da52c1SYOSHIFUJI Hideaki { 392e42ea986SEric Dumazet return read_pnet(&pneigh->net); 39357da52c1SYOSHIFUJI Hideaki } 39457da52c1SYOSHIFUJI Hideaki 39590972b22SJoe Perches void neigh_app_ns(struct neighbour *n); 39690972b22SJoe Perches void neigh_for_each(struct neigh_table *tbl, 39790972b22SJoe Perches void (*cb)(struct neighbour *, void *), void *cookie); 39890972b22SJoe Perches void __neigh_for_each_release(struct neigh_table *tbl, 39990972b22SJoe Perches int (*cb)(struct neighbour *)); 4004fd3d7d9SEric W. Biederman int neigh_xmit(int fam, struct net_device *, const void *, struct sk_buff *); 40190972b22SJoe Perches void pneigh_for_each(struct neigh_table *tbl, 40290972b22SJoe Perches void (*cb)(struct pneigh_entry *)); 4031da177e4SLinus Torvalds 4041da177e4SLinus Torvalds struct neigh_seq_state { 40542508461SDenis V. Lunev struct seq_net_private p; 4061da177e4SLinus Torvalds struct neigh_table *tbl; 407d6bf7817SEric Dumazet struct neigh_hash_table *nht; 4081da177e4SLinus Torvalds void *(*neigh_sub_iter)(struct neigh_seq_state *state, 4091da177e4SLinus Torvalds struct neighbour *n, loff_t *pos); 4101da177e4SLinus Torvalds unsigned int bucket; 4111da177e4SLinus Torvalds unsigned int flags; 4121da177e4SLinus Torvalds #define NEIGH_SEQ_NEIGH_ONLY 0x00000001 4131da177e4SLinus Torvalds #define NEIGH_SEQ_IS_PNEIGH 0x00000002 4141da177e4SLinus Torvalds #define NEIGH_SEQ_SKIP_NOARP 0x00000004 4151da177e4SLinus Torvalds }; 41690972b22SJoe Perches void *neigh_seq_start(struct seq_file *, loff_t *, struct neigh_table *, 41790972b22SJoe Perches unsigned int); 41890972b22SJoe Perches void *neigh_seq_next(struct seq_file *, void *, loff_t *); 41990972b22SJoe Perches void neigh_seq_stop(struct seq_file *, void *); 4201da177e4SLinus Torvalds 421cb5b09c1SJiri Pirko int neigh_proc_dointvec(struct ctl_table *ctl, int write, 422c7388c1fSChristoph Hellwig void *buffer, size_t *lenp, loff_t *ppos); 423cb5b09c1SJiri Pirko int neigh_proc_dointvec_jiffies(struct ctl_table *ctl, int write, 424c7388c1fSChristoph Hellwig void *buffer, 425cb5b09c1SJiri Pirko size_t *lenp, loff_t *ppos); 426cb5b09c1SJiri Pirko int neigh_proc_dointvec_ms_jiffies(struct ctl_table *ctl, int write, 427c7388c1fSChristoph Hellwig void *buffer, size_t *lenp, loff_t *ppos); 428cb5b09c1SJiri Pirko 42990972b22SJoe Perches int neigh_sysctl_register(struct net_device *dev, struct neigh_parms *p, 43073af614aSJiri Pirko proc_handler *proc_handler); 43190972b22SJoe Perches void neigh_sysctl_unregister(struct neigh_parms *p); 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds static inline void __neigh_parms_put(struct neigh_parms *parms) 4341da177e4SLinus Torvalds { 4356343944bSReshetova, Elena refcount_dec(&parms->refcnt); 4361da177e4SLinus Torvalds } 4371da177e4SLinus Torvalds 4381da177e4SLinus Torvalds static inline struct neigh_parms *neigh_parms_clone(struct neigh_parms *parms) 4391da177e4SLinus Torvalds { 4406343944bSReshetova, Elena refcount_inc(&parms->refcnt); 4411da177e4SLinus Torvalds return parms; 4421da177e4SLinus Torvalds } 4431da177e4SLinus Torvalds 4441da177e4SLinus Torvalds /* 4451da177e4SLinus Torvalds * Neighbour references 4461da177e4SLinus Torvalds */ 4471da177e4SLinus Torvalds 4481da177e4SLinus Torvalds static inline void neigh_release(struct neighbour *neigh) 4491da177e4SLinus Torvalds { 4509f237430SReshetova, Elena if (refcount_dec_and_test(&neigh->refcnt)) 4511da177e4SLinus Torvalds neigh_destroy(neigh); 4521da177e4SLinus Torvalds } 4531da177e4SLinus Torvalds 4541da177e4SLinus Torvalds static inline struct neighbour * neigh_clone(struct neighbour *neigh) 4551da177e4SLinus Torvalds { 4561da177e4SLinus Torvalds if (neigh) 4579f237430SReshetova, Elena refcount_inc(&neigh->refcnt); 4581da177e4SLinus Torvalds return neigh; 4591da177e4SLinus Torvalds } 4601da177e4SLinus Torvalds 4619f237430SReshetova, Elena #define neigh_hold(n) refcount_inc(&(n)->refcnt) 4621da177e4SLinus Torvalds 4631da177e4SLinus Torvalds static inline int neigh_event_send(struct neighbour *neigh, struct sk_buff *skb) 4641da177e4SLinus Torvalds { 465ef22b7b6STetsuo Handa unsigned long now = jiffies; 4660ed8ddf4SEric Dumazet 4671b53d644SEric Dumazet if (READ_ONCE(neigh->used) != now) 4681b53d644SEric Dumazet WRITE_ONCE(neigh->used, now); 4691da177e4SLinus Torvalds if (!(neigh->nud_state&(NUD_CONNECTED|NUD_DELAY|NUD_PROBE))) 4701da177e4SLinus Torvalds return __neigh_event_send(neigh, skb); 4711da177e4SLinus Torvalds return 0; 4721da177e4SLinus Torvalds } 4731da177e4SLinus Torvalds 47434666d46SPablo Neira Ayuso #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER) 475e179e632SBart De Schuymer static inline int neigh_hh_bridge(struct hh_cache *hh, struct sk_buff *skb) 476e179e632SBart De Schuymer { 47795c96174SEric Dumazet unsigned int seq, hh_alen; 478e179e632SBart De Schuymer 479e179e632SBart De Schuymer do { 480e179e632SBart De Schuymer seq = read_seqbegin(&hh->hh_lock); 481e179e632SBart De Schuymer hh_alen = HH_DATA_ALIGN(ETH_HLEN); 482e179e632SBart De Schuymer memcpy(skb->data - hh_alen, hh->hh_data, ETH_ALEN + hh_alen - ETH_HLEN); 483e179e632SBart De Schuymer } while (read_seqretry(&hh->hh_lock, seq)); 484e179e632SBart De Schuymer return 0; 485e179e632SBart De Schuymer } 486e179e632SBart De Schuymer #endif 487e179e632SBart De Schuymer 488425f09abSEric Dumazet static inline int neigh_hh_output(const struct hh_cache *hh, struct sk_buff *skb) 4893644f0ceSStephen Hemminger { 490e6ac64d4SStefano Brivio unsigned int hh_alen = 0; 49195c96174SEric Dumazet unsigned int seq; 4925b3dc2f3SAlexey Dobriyan unsigned int hh_len; 4933644f0ceSStephen Hemminger 4943644f0ceSStephen Hemminger do { 4953644f0ceSStephen Hemminger seq = read_seqbegin(&hh->hh_lock); 496c305c6aeSEric Dumazet hh_len = READ_ONCE(hh->hh_len); 497425f09abSEric Dumazet if (likely(hh_len <= HH_DATA_MOD)) { 498e6ac64d4SStefano Brivio hh_alen = HH_DATA_MOD; 499425f09abSEric Dumazet 500e6ac64d4SStefano Brivio /* skb_push() would proceed silently if we have room for 501e6ac64d4SStefano Brivio * the unaligned size but not for the aligned size: 502e6ac64d4SStefano Brivio * check headroom explicitly. 503e6ac64d4SStefano Brivio */ 504e6ac64d4SStefano Brivio if (likely(skb_headroom(skb) >= HH_DATA_MOD)) { 505e6ac64d4SStefano Brivio /* this is inlined by gcc */ 506e6ac64d4SStefano Brivio memcpy(skb->data - HH_DATA_MOD, hh->hh_data, 507e6ac64d4SStefano Brivio HH_DATA_MOD); 508e6ac64d4SStefano Brivio } 509e6ac64d4SStefano Brivio } else { 510e6ac64d4SStefano Brivio hh_alen = HH_DATA_ALIGN(hh_len); 511e6ac64d4SStefano Brivio 512e6ac64d4SStefano Brivio if (likely(skb_headroom(skb) >= hh_alen)) { 513e6ac64d4SStefano Brivio memcpy(skb->data - hh_alen, hh->hh_data, 514e6ac64d4SStefano Brivio hh_alen); 515e6ac64d4SStefano Brivio } 516425f09abSEric Dumazet } 5173644f0ceSStephen Hemminger } while (read_seqretry(&hh->hh_lock, seq)); 5183644f0ceSStephen Hemminger 519e6ac64d4SStefano Brivio if (WARN_ON_ONCE(skb_headroom(skb) < hh_alen)) { 520e6ac64d4SStefano Brivio kfree_skb(skb); 521e6ac64d4SStefano Brivio return NET_XMIT_DROP; 522e6ac64d4SStefano Brivio } 523e6ac64d4SStefano Brivio 524e6ac64d4SStefano Brivio __skb_push(skb, hh_len); 525b23b5455SDavid S. Miller return dev_queue_xmit(skb); 5263644f0ceSStephen Hemminger } 5273644f0ceSStephen Hemminger 5280353f282SDavid Ahern static inline int neigh_output(struct neighbour *n, struct sk_buff *skb, 5290353f282SDavid Ahern bool skip_cache) 530c16ec185SJulian Anastasov { 531c16ec185SJulian Anastasov const struct hh_cache *hh = &n->hh; 532c16ec185SJulian Anastasov 533d18785e2SEric Dumazet /* n->nud_state and hh->hh_len could be changed under us. 534d18785e2SEric Dumazet * neigh_hh_output() is taking care of the race later. 535d18785e2SEric Dumazet */ 536d18785e2SEric Dumazet if (!skip_cache && 537d18785e2SEric Dumazet (READ_ONCE(n->nud_state) & NUD_CONNECTED) && 538d18785e2SEric Dumazet READ_ONCE(hh->hh_len)) 539c16ec185SJulian Anastasov return neigh_hh_output(hh, skb); 540d18785e2SEric Dumazet 541c16ec185SJulian Anastasov return n->output(n, skb); 542c16ec185SJulian Anastasov } 543c16ec185SJulian Anastasov 5441da177e4SLinus Torvalds static inline struct neighbour * 5451da177e4SLinus Torvalds __neigh_lookup(struct neigh_table *tbl, const void *pkey, struct net_device *dev, int creat) 5461da177e4SLinus Torvalds { 5471da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 5481da177e4SLinus Torvalds 5491da177e4SLinus Torvalds if (n || !creat) 5501da177e4SLinus Torvalds return n; 5511da177e4SLinus Torvalds 5521da177e4SLinus Torvalds n = neigh_create(tbl, pkey, dev); 5531da177e4SLinus Torvalds return IS_ERR(n) ? NULL : n; 5541da177e4SLinus Torvalds } 5551da177e4SLinus Torvalds 5561da177e4SLinus Torvalds static inline struct neighbour * 5571da177e4SLinus Torvalds __neigh_lookup_errno(struct neigh_table *tbl, const void *pkey, 5581da177e4SLinus Torvalds struct net_device *dev) 5591da177e4SLinus Torvalds { 5601da177e4SLinus Torvalds struct neighbour *n = neigh_lookup(tbl, pkey, dev); 5611da177e4SLinus Torvalds 5621da177e4SLinus Torvalds if (n) 5631da177e4SLinus Torvalds return n; 5641da177e4SLinus Torvalds 5651da177e4SLinus Torvalds return neigh_create(tbl, pkey, dev); 5661da177e4SLinus Torvalds } 5671da177e4SLinus Torvalds 568a61bbcf2SPatrick McHardy struct neighbour_cb { 569a61bbcf2SPatrick McHardy unsigned long sched_next; 570a61bbcf2SPatrick McHardy unsigned int flags; 571a61bbcf2SPatrick McHardy }; 572a61bbcf2SPatrick McHardy 573a61bbcf2SPatrick McHardy #define LOCALLY_ENQUEUED 0x1 574a61bbcf2SPatrick McHardy 575a61bbcf2SPatrick McHardy #define NEIGH_CB(skb) ((struct neighbour_cb *)(skb)->cb) 5761da177e4SLinus Torvalds 5770ed8ddf4SEric Dumazet static inline void neigh_ha_snapshot(char *dst, const struct neighbour *n, 5780ed8ddf4SEric Dumazet const struct net_device *dev) 5790ed8ddf4SEric Dumazet { 5800ed8ddf4SEric Dumazet unsigned int seq; 5810ed8ddf4SEric Dumazet 5820ed8ddf4SEric Dumazet do { 5830ed8ddf4SEric Dumazet seq = read_seqbegin(&n->ha_lock); 5840ed8ddf4SEric Dumazet memcpy(dst, n->ha, dev->addr_len); 5850ed8ddf4SEric Dumazet } while (read_seqretry(&n->ha_lock, seq)); 5860ed8ddf4SEric Dumazet } 5874fd3d7d9SEric W. Biederman 588fc6e8073SRoopa Prabhu static inline void neigh_update_is_router(struct neighbour *neigh, u32 flags, 589fc6e8073SRoopa Prabhu int *notify) 590fc6e8073SRoopa Prabhu { 591fc6e8073SRoopa Prabhu u8 ndm_flags = 0; 592fc6e8073SRoopa Prabhu 593fc6e8073SRoopa Prabhu ndm_flags |= (flags & NEIGH_UPDATE_F_ISROUTER) ? NTF_ROUTER : 0; 594fc6e8073SRoopa Prabhu if ((neigh->flags ^ ndm_flags) & NTF_ROUTER) { 595fc6e8073SRoopa Prabhu if (ndm_flags & NTF_ROUTER) 596fc6e8073SRoopa Prabhu neigh->flags |= NTF_ROUTER; 597fc6e8073SRoopa Prabhu else 598fc6e8073SRoopa Prabhu neigh->flags &= ~NTF_ROUTER; 599fc6e8073SRoopa Prabhu *notify = 1; 600fc6e8073SRoopa Prabhu } 601fc6e8073SRoopa Prabhu } 6021da177e4SLinus Torvalds #endif 603