12874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */ 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * INET An implementation of the TCP/IP protocol suite for the LINUX 41da177e4SLinus Torvalds * operating system. INET is implemented using the BSD Socket 51da177e4SLinus Torvalds * interface as the means of communication with the user level. 61da177e4SLinus Torvalds * 71da177e4SLinus Torvalds * Definitions for the Forwarding Information Base. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: A.N.Kuznetsov, <kuznet@ms2.inr.ac.ru> 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #ifndef _NET_IP_FIB_H 131da177e4SLinus Torvalds #define _NET_IP_FIB_H 141da177e4SLinus Torvalds 151da177e4SLinus Torvalds #include <net/flow.h> 161da177e4SLinus Torvalds #include <linux/seq_file.h> 174895c771SDavid S. Miller #include <linux/rcupdate.h> 1804b1d4e5SIdo Schimmel #include <net/fib_notifier.h> 19e1ef4bf2SThomas Graf #include <net/fib_rules.h> 208e773277SDavid S. Miller #include <net/inetpeer.h> 21d26b3a7cSEric Dumazet #include <linux/percpu.h> 22b90eb754SJiri Pirko #include <linux/notifier.h> 230029c0deSReshetova, Elena #include <linux/refcount.h> 241da177e4SLinus Torvalds 254e902c57SThomas Graf struct fib_config { 264e902c57SThomas Graf u8 fc_dst_len; 274e902c57SThomas Graf u8 fc_tos; 284e902c57SThomas Graf u8 fc_protocol; 294e902c57SThomas Graf u8 fc_scope; 304e902c57SThomas Graf u8 fc_type; 31f35b794bSDavid Ahern u8 fc_gw_family; 32f35b794bSDavid Ahern /* 2 bytes unused */ 334e902c57SThomas Graf u32 fc_table; 346d85c10aSAl Viro __be32 fc_dst; 35a4ea5d43SDavid Ahern union { 36f35b794bSDavid Ahern __be32 fc_gw4; 37a4ea5d43SDavid Ahern struct in6_addr fc_gw6; 38a4ea5d43SDavid Ahern }; 394e902c57SThomas Graf int fc_oif; 404e902c57SThomas Graf u32 fc_flags; 414e902c57SThomas Graf u32 fc_priority; 426d85c10aSAl Viro __be32 fc_prefsrc; 43493ced1aSDavid Ahern u32 fc_nh_id; 444e902c57SThomas Graf struct nlattr *fc_mx; 454e902c57SThomas Graf struct rtnexthop *fc_mp; 464e902c57SThomas Graf int fc_mx_len; 474e902c57SThomas Graf int fc_mp_len; 484e902c57SThomas Graf u32 fc_flow; 494e902c57SThomas Graf u32 fc_nlflags; 504e902c57SThomas Graf struct nl_info fc_nlinfo; 51571e7226SRoopa Prabhu struct nlattr *fc_encap; 52571e7226SRoopa Prabhu u16 fc_encap_type; 531da177e4SLinus Torvalds }; 541da177e4SLinus Torvalds 551da177e4SLinus Torvalds struct fib_info; 56f2bb4bedSDavid S. Miller struct rtable; 571da177e4SLinus Torvalds 584895c771SDavid S. Miller struct fib_nh_exception { 594895c771SDavid S. Miller struct fib_nh_exception __rcu *fnhe_next; 605aad1de5STimo Teräs int fnhe_genid; 614895c771SDavid S. Miller __be32 fnhe_daddr; 624895c771SDavid S. Miller u32 fnhe_pmtu; 63d52e5a7eSSabrina Dubroca bool fnhe_mtu_locked; 64aee06da6SJulian Anastasov __be32 fnhe_gw; 654895c771SDavid S. Miller unsigned long fnhe_expires; 662ffae99dSTimo Teräs struct rtable __rcu *fnhe_rth_input; 672ffae99dSTimo Teräs struct rtable __rcu *fnhe_rth_output; 684895c771SDavid S. Miller unsigned long fnhe_stamp; 69deed49dfSXin Long struct rcu_head rcu; 704895c771SDavid S. Miller }; 714895c771SDavid S. Miller 724895c771SDavid S. Miller struct fnhe_hash_bucket { 734895c771SDavid S. Miller struct fib_nh_exception __rcu *chain; 744895c771SDavid S. Miller }; 754895c771SDavid S. Miller 76d546c621SEric Dumazet #define FNHE_HASH_SHIFT 11 77d546c621SEric Dumazet #define FNHE_HASH_SIZE (1 << FNHE_HASH_SHIFT) 784895c771SDavid S. Miller #define FNHE_RECLAIM_DEPTH 5 794895c771SDavid S. Miller 80f1741730SDavid Ahern struct fib_nh_common { 81f1741730SDavid Ahern struct net_device *nhc_dev; 82f1741730SDavid Ahern int nhc_oif; 83f1741730SDavid Ahern unsigned char nhc_scope; 84f1741730SDavid Ahern u8 nhc_family; 85bdf00467SDavid Ahern u8 nhc_gw_family; 86ecc5663cSDavid Ahern unsigned char nhc_flags; 87ecc5663cSDavid Ahern struct lwtunnel_state *nhc_lwtstate; 88bdf00467SDavid Ahern 89f1741730SDavid Ahern union { 90f1741730SDavid Ahern __be32 ipv4; 91f1741730SDavid Ahern struct in6_addr ipv6; 92f1741730SDavid Ahern } nhc_gw; 93f1741730SDavid Ahern 94f1741730SDavid Ahern int nhc_weight; 95f1741730SDavid Ahern atomic_t nhc_upper_bound; 960f457a36SDavid Ahern 970f457a36SDavid Ahern /* v4 specific, but allows fib6_nh with v4 routes */ 980f457a36SDavid Ahern struct rtable __rcu * __percpu *nhc_pcpu_rth_output; 990f457a36SDavid Ahern struct rtable __rcu *nhc_rth_input; 100a5995e71SDavid Ahern struct fnhe_hash_bucket __rcu *nhc_exceptions; 101f1741730SDavid Ahern }; 102f1741730SDavid Ahern 1031da177e4SLinus Torvalds struct fib_nh { 104f1741730SDavid Ahern struct fib_nh_common nh_common; 1051da177e4SLinus Torvalds struct hlist_node nh_hash; 1061da177e4SLinus Torvalds struct fib_info *nh_parent; 107c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID 1081da177e4SLinus Torvalds __u32 nh_tclassid; 1091da177e4SLinus Torvalds #endif 1101fc050a1SDavid S. Miller __be32 nh_saddr; 111436c3b66SDavid S. Miller int nh_saddr_genid; 112f1741730SDavid Ahern #define fib_nh_family nh_common.nhc_family 113f1741730SDavid Ahern #define fib_nh_dev nh_common.nhc_dev 114f1741730SDavid Ahern #define fib_nh_oif nh_common.nhc_oif 115f1741730SDavid Ahern #define fib_nh_flags nh_common.nhc_flags 116f1741730SDavid Ahern #define fib_nh_lws nh_common.nhc_lwtstate 117f1741730SDavid Ahern #define fib_nh_scope nh_common.nhc_scope 118bdf00467SDavid Ahern #define fib_nh_gw_family nh_common.nhc_gw_family 119f1741730SDavid Ahern #define fib_nh_gw4 nh_common.nhc_gw.ipv4 120f1741730SDavid Ahern #define fib_nh_gw6 nh_common.nhc_gw.ipv6 121f1741730SDavid Ahern #define fib_nh_weight nh_common.nhc_weight 122f1741730SDavid Ahern #define fib_nh_upper_bound nh_common.nhc_upper_bound 1231da177e4SLinus Torvalds }; 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds /* 1261da177e4SLinus Torvalds * This structure contains data shared by many of routes. 1271da177e4SLinus Torvalds */ 1281da177e4SLinus Torvalds 1294c7e8084SDavid Ahern struct nexthop; 1304c7e8084SDavid Ahern 1311da177e4SLinus Torvalds struct fib_info { 1321da177e4SLinus Torvalds struct hlist_node fib_hash; 1331da177e4SLinus Torvalds struct hlist_node fib_lhash; 1344c7e8084SDavid Ahern struct list_head nh_list; 1357462bd74SDenis V. Lunev struct net *fib_net; 1361da177e4SLinus Torvalds int fib_treeref; 1370029c0deSReshetova, Elena refcount_t fib_clntref; 13895c96174SEric Dumazet unsigned int fib_flags; 13937e826c5SDavid S. Miller unsigned char fib_dead; 14037e826c5SDavid S. Miller unsigned char fib_protocol; 14137e826c5SDavid S. Miller unsigned char fib_scope; 142f4ef85bbSEric Dumazet unsigned char fib_type; 143b83738aeSAl Viro __be32 fib_prefsrc; 1445a56a0b3SMark Tomlinson u32 fib_tb_id; 1451da177e4SLinus Torvalds u32 fib_priority; 1463fb07dafSEric Dumazet struct dst_metrics *fib_metrics; 1473fb07dafSEric Dumazet #define fib_mtu fib_metrics->metrics[RTAX_MTU-1] 1483fb07dafSEric Dumazet #define fib_window fib_metrics->metrics[RTAX_WINDOW-1] 1493fb07dafSEric Dumazet #define fib_rtt fib_metrics->metrics[RTAX_RTT-1] 1503fb07dafSEric Dumazet #define fib_advmss fib_metrics->metrics[RTAX_ADVMSS-1] 1511da177e4SLinus Torvalds int fib_nhs; 15219a9d136SDavid Ahern bool fib_nh_is_v6; 1531bff1a0cSDavid Ahern bool nh_updated; 1544c7e8084SDavid Ahern struct nexthop *nh; 155ebc0ffaeSEric Dumazet struct rcu_head rcu; 156a5311060SGustavo A. R. Silva struct fib_nh fib_nh[]; 1571da177e4SLinus Torvalds }; 1581da177e4SLinus Torvalds 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES 1611da177e4SLinus Torvalds struct fib_rule; 1621da177e4SLinus Torvalds #endif 1631da177e4SLinus Torvalds 1645b470441SDavid S. Miller struct fib_table; 1651da177e4SLinus Torvalds struct fib_result { 1666ffd9034SDavid Ahern __be32 prefix; 1671da177e4SLinus Torvalds unsigned char prefixlen; 1681da177e4SLinus Torvalds unsigned char nh_sel; 1691da177e4SLinus Torvalds unsigned char type; 1701da177e4SLinus Torvalds unsigned char scope; 17185b91b03SDavid S. Miller u32 tclassid; 172eba618abSDavid Ahern struct fib_nh_common *nhc; 1731da177e4SLinus Torvalds struct fib_info *fi; 1745b470441SDavid S. Miller struct fib_table *table; 17556315f9eSAlexander Duyck struct hlist_head *fa_head; 1761da177e4SLinus Torvalds }; 1771da177e4SLinus Torvalds 178246955feSRobert Olsson struct fib_result_nl { 17980e856e1SAl Viro __be32 fl_addr; /* To be looked up*/ 1805f300893SThomas Graf u32 fl_mark; 181246955feSRobert Olsson unsigned char fl_tos; 182246955feSRobert Olsson unsigned char fl_scope; 183246955feSRobert Olsson unsigned char tb_id_in; 184246955feSRobert Olsson 185246955feSRobert Olsson unsigned char tb_id; /* Results */ 186246955feSRobert Olsson unsigned char prefixlen; 187246955feSRobert Olsson unsigned char nh_sel; 188246955feSRobert Olsson unsigned char type; 189246955feSRobert Olsson unsigned char scope; 190246955feSRobert Olsson int err; 191246955feSRobert Olsson }; 1921da177e4SLinus Torvalds 1935b9e12dbSDenis V. Lunev #ifdef CONFIG_IP_MULTIPLE_TABLES 1945b9e12dbSDenis V. Lunev #define FIB_TABLE_HASHSZ 256 1955b9e12dbSDenis V. Lunev #else 1965b9e12dbSDenis V. Lunev #define FIB_TABLE_HASHSZ 2 1975b9e12dbSDenis V. Lunev #endif 1985b9e12dbSDenis V. Lunev 199dcb1ecb5SDavid Ahern __be32 fib_info_update_nhc_saddr(struct net *net, struct fib_nh_common *nhc, 200c3669486SDavid Ahern unsigned char scope); 201eba618abSDavid Ahern __be32 fib_result_prefsrc(struct net *net, struct fib_result *res); 202436c3b66SDavid S. Miller 203eba618abSDavid Ahern #define FIB_RES_NHC(res) ((res).nhc) 204eba618abSDavid Ahern #define FIB_RES_DEV(res) (FIB_RES_NHC(res)->nhc_dev) 205eba618abSDavid Ahern #define FIB_RES_OIF(res) (FIB_RES_NHC(res)->nhc_oif) 2061fc050a1SDavid S. Miller 2071e301fd0SIdo Schimmel struct fib_rt_info { 2081e301fd0SIdo Schimmel struct fib_info *fi; 2091e301fd0SIdo Schimmel u32 tb_id; 2101e301fd0SIdo Schimmel __be32 dst; 2111e301fd0SIdo Schimmel int dst_len; 2121e301fd0SIdo Schimmel u8 tos; 2131e301fd0SIdo Schimmel u8 type; 21490b93f1bSIdo Schimmel u8 offload:1, 21590b93f1bSIdo Schimmel trap:1, 21690b93f1bSIdo Schimmel unused:6; 2171e301fd0SIdo Schimmel }; 2181e301fd0SIdo Schimmel 219b90eb754SJiri Pirko struct fib_entry_notifier_info { 220b90eb754SJiri Pirko struct fib_notifier_info info; /* must be first */ 221b90eb754SJiri Pirko u32 dst; 222b90eb754SJiri Pirko int dst_len; 223b90eb754SJiri Pirko struct fib_info *fi; 224b90eb754SJiri Pirko u8 tos; 225b90eb754SJiri Pirko u8 type; 226b90eb754SJiri Pirko u32 tb_id; 227b90eb754SJiri Pirko }; 228b90eb754SJiri Pirko 229982acb97SIdo Schimmel struct fib_nh_notifier_info { 230982acb97SIdo Schimmel struct fib_notifier_info info; /* must be first */ 231982acb97SIdo Schimmel struct fib_nh *fib_nh; 232982acb97SIdo Schimmel }; 233982acb97SIdo Schimmel 2347c550dafSJiri Pirko int call_fib4_notifier(struct notifier_block *nb, 235c0243892SIdo Schimmel enum fib_event_type event_type, 236c0243892SIdo Schimmel struct fib_notifier_info *info); 23704b1d4e5SIdo Schimmel int call_fib4_notifiers(struct net *net, enum fib_event_type event_type, 238b90eb754SJiri Pirko struct fib_notifier_info *info); 239b90eb754SJiri Pirko 24004b1d4e5SIdo Schimmel int __net_init fib4_notifier_init(struct net *net); 24104b1d4e5SIdo Schimmel void __net_exit fib4_notifier_exit(struct net *net); 24204b1d4e5SIdo Schimmel 2431bff1a0cSDavid Ahern void fib_info_notify_update(struct net *net, struct nl_info *info); 244b7a59557SJiri Pirko int fib_notify(struct net *net, struct notifier_block *nb, 245b7a59557SJiri Pirko struct netlink_ext_ack *extack); 246c0243892SIdo Schimmel 2471da177e4SLinus Torvalds struct fib_table { 2481af5a8c4SPatrick McHardy struct hlist_node tb_hlist; 2492dfe55b4SPatrick McHardy u32 tb_id; 25021d8c49eSDavid S. Miller int tb_num_default; 251a7e53531SAlexander Duyck struct rcu_head rcu; 2520ddcf43dSAlexander Duyck unsigned long *tb_data; 253a5311060SGustavo A. R. Silva unsigned long __data[]; 2541da177e4SLinus Torvalds }; 2551da177e4SLinus Torvalds 2564724676dSDavid Ahern struct fib_dump_filter { 2574724676dSDavid Ahern u32 table_id; 2584724676dSDavid Ahern /* filter_set is an optimization that an entry is set */ 2594724676dSDavid Ahern bool filter_set; 260564c91f7SStefano Brivio bool dump_routes; 261564c91f7SStefano Brivio bool dump_exceptions; 2624724676dSDavid Ahern unsigned char protocol; 2634724676dSDavid Ahern unsigned char rt_type; 2644724676dSDavid Ahern unsigned int flags; 2654724676dSDavid Ahern struct net_device *dev; 2664724676dSDavid Ahern }; 2674724676dSDavid Ahern 2685c3a0fd7SJoe Perches int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp, 269ebc0ffaeSEric Dumazet struct fib_result *res, int fib_flags); 2706d8422a1SDavid Ahern int fib_table_insert(struct net *, struct fib_table *, struct fib_config *, 2716d8422a1SDavid Ahern struct netlink_ext_ack *extack); 27278055998SDavid Ahern int fib_table_delete(struct net *, struct fib_table *, struct fib_config *, 27378055998SDavid Ahern struct netlink_ext_ack *extack); 2745c3a0fd7SJoe Perches int fib_table_dump(struct fib_table *table, struct sk_buff *skb, 27518a8021aSDavid Ahern struct netlink_callback *cb, struct fib_dump_filter *filter); 276f97f4dd8SIdo Schimmel int fib_table_flush(struct net *net, struct fib_table *table, bool flush_all); 2770ddcf43dSAlexander Duyck struct fib_table *fib_trie_unmerge(struct fib_table *main_tb); 2783b709334SAlexander Duyck void fib_table_flush_external(struct fib_table *table); 2795c3a0fd7SJoe Perches void fib_free_table(struct fib_table *tb); 2804aa2c466SPavel Emelyanov 2811da177e4SLinus Torvalds #ifndef CONFIG_IP_MULTIPLE_TABLES 2821da177e4SLinus Torvalds 283a5a519b2SAlexander Duyck #define TABLE_LOCAL_INDEX (RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1)) 284a5a519b2SAlexander Duyck #define TABLE_MAIN_INDEX (RT_TABLE_MAIN & (FIB_TABLE_HASHSZ - 1)) 2851da177e4SLinus Torvalds 2868ad4942cSDenis V. Lunev static inline struct fib_table *fib_get_table(struct net *net, u32 id) 2871da177e4SLinus Torvalds { 288a7e53531SAlexander Duyck struct hlist_node *tb_hlist; 28993456b6dSDenis V. Lunev struct hlist_head *ptr; 29093456b6dSDenis V. Lunev 29193456b6dSDenis V. Lunev ptr = id == RT_TABLE_LOCAL ? 292e4aef8aeSDenis V. Lunev &net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] : 293e4aef8aeSDenis V. Lunev &net->ipv4.fib_table_hash[TABLE_MAIN_INDEX]; 294a7e53531SAlexander Duyck 295a7e53531SAlexander Duyck tb_hlist = rcu_dereference_rtnl(hlist_first_rcu(ptr)); 296a7e53531SAlexander Duyck 297a7e53531SAlexander Duyck return hlist_entry(tb_hlist, struct fib_table, tb_hlist); 2981da177e4SLinus Torvalds } 2991da177e4SLinus Torvalds 3008ad4942cSDenis V. Lunev static inline struct fib_table *fib_new_table(struct net *net, u32 id) 3011da177e4SLinus Torvalds { 3028ad4942cSDenis V. Lunev return fib_get_table(net, id); 3031da177e4SLinus Torvalds } 3041da177e4SLinus Torvalds 30522bd5b9bSDavid S. Miller static inline int fib_lookup(struct net *net, const struct flowi4 *flp, 3060eeb075fSAndy Gospodarek struct fib_result *res, unsigned int flags) 3071da177e4SLinus Torvalds { 308a7e53531SAlexander Duyck struct fib_table *tb; 3090ddcf43dSAlexander Duyck int err = -ENETUNREACH; 31093456b6dSDenis V. Lunev 311345e9b54SAlexander Duyck rcu_read_lock(); 31293456b6dSDenis V. Lunev 313a7e53531SAlexander Duyck tb = fib_get_table(net, RT_TABLE_MAIN); 3140315e382SNikola Forró if (tb) 3150315e382SNikola Forró err = fib_table_lookup(tb, flp, res, flags | FIB_LOOKUP_NOREF); 3160315e382SNikola Forró 3170315e382SNikola Forró if (err == -EAGAIN) 3180315e382SNikola Forró err = -ENETUNREACH; 319345e9b54SAlexander Duyck 320345e9b54SAlexander Duyck rcu_read_unlock(); 321345e9b54SAlexander Duyck 322345e9b54SAlexander Duyck return err; 3231da177e4SLinus Torvalds } 3241da177e4SLinus Torvalds 325c43c3d76SPaolo Abeni static inline bool fib4_has_custom_rules(const struct net *net) 326c43c3d76SPaolo Abeni { 327c43c3d76SPaolo Abeni return false; 328c43c3d76SPaolo Abeni } 329c43c3d76SPaolo Abeni 3303c71006dSIdo Schimmel static inline bool fib4_rule_default(const struct fib_rule *rule) 3313c71006dSIdo Schimmel { 3323c71006dSIdo Schimmel return true; 3333c71006dSIdo Schimmel } 3343c71006dSIdo Schimmel 335b7a59557SJiri Pirko static inline int fib4_rules_dump(struct net *net, struct notifier_block *nb, 336b7a59557SJiri Pirko struct netlink_ext_ack *extack) 3371b2a4440SIdo Schimmel { 3381b2a4440SIdo Schimmel return 0; 3391b2a4440SIdo Schimmel } 3401b2a4440SIdo Schimmel 3411b2a4440SIdo Schimmel static inline unsigned int fib4_rules_seq_read(struct net *net) 3421b2a4440SIdo Schimmel { 3431b2a4440SIdo Schimmel return 0; 3441b2a4440SIdo Schimmel } 3451b2a4440SIdo Schimmel 346e37b1e97SRoopa Prabhu static inline bool fib4_rules_early_flow_dissect(struct net *net, 347e37b1e97SRoopa Prabhu struct sk_buff *skb, 348e37b1e97SRoopa Prabhu struct flowi4 *fl4, 349e37b1e97SRoopa Prabhu struct flow_keys *flkeys) 350e37b1e97SRoopa Prabhu { 351e37b1e97SRoopa Prabhu return false; 352e37b1e97SRoopa Prabhu } 3531da177e4SLinus Torvalds #else /* CONFIG_IP_MULTIPLE_TABLES */ 3545c3a0fd7SJoe Perches int __net_init fib4_rules_init(struct net *net); 3555c3a0fd7SJoe Perches void __net_exit fib4_rules_exit(struct net *net); 356c3e9a353SPavel Emelyanov 3575c3a0fd7SJoe Perches struct fib_table *fib_new_table(struct net *net, u32 id); 3585c3a0fd7SJoe Perches struct fib_table *fib_get_table(struct net *net, u32 id); 3591da177e4SLinus Torvalds 3600eeb075fSAndy Gospodarek int __fib_lookup(struct net *net, struct flowi4 *flp, 3610eeb075fSAndy Gospodarek struct fib_result *res, unsigned int flags); 362f4530fa5SDavid S. Miller 363f4530fa5SDavid S. Miller static inline int fib_lookup(struct net *net, struct flowi4 *flp, 3640eeb075fSAndy Gospodarek struct fib_result *res, unsigned int flags) 365f4530fa5SDavid S. Miller { 366a7e53531SAlexander Duyck struct fib_table *tb; 3670315e382SNikola Forró int err = -ENETUNREACH; 368a7e53531SAlexander Duyck 3690eeb075fSAndy Gospodarek flags |= FIB_LOOKUP_NOREF; 370a7e53531SAlexander Duyck if (net->ipv4.fib_has_custom_rules) 3710eeb075fSAndy Gospodarek return __fib_lookup(net, flp, res, flags); 372345e9b54SAlexander Duyck 373345e9b54SAlexander Duyck rcu_read_lock(); 374345e9b54SAlexander Duyck 37585b91b03SDavid S. Miller res->tclassid = 0; 376a7e53531SAlexander Duyck 377a7e53531SAlexander Duyck tb = rcu_dereference_rtnl(net->ipv4.fib_main); 3780315e382SNikola Forró if (tb) 3790315e382SNikola Forró err = fib_table_lookup(tb, flp, res, flags); 3800315e382SNikola Forró 3810315e382SNikola Forró if (!err) 3820315e382SNikola Forró goto out; 383a7e53531SAlexander Duyck 384a7e53531SAlexander Duyck tb = rcu_dereference_rtnl(net->ipv4.fib_default); 3850315e382SNikola Forró if (tb) 3860315e382SNikola Forró err = fib_table_lookup(tb, flp, res, flags); 3870315e382SNikola Forró 3880315e382SNikola Forró out: 3890315e382SNikola Forró if (err == -EAGAIN) 3900315e382SNikola Forró err = -ENETUNREACH; 391345e9b54SAlexander Duyck 392345e9b54SAlexander Duyck rcu_read_unlock(); 393345e9b54SAlexander Duyck 394345e9b54SAlexander Duyck return err; 395f4530fa5SDavid S. Miller } 396f4530fa5SDavid S. Miller 397c43c3d76SPaolo Abeni static inline bool fib4_has_custom_rules(const struct net *net) 398c43c3d76SPaolo Abeni { 399c43c3d76SPaolo Abeni return net->ipv4.fib_has_custom_rules; 400c43c3d76SPaolo Abeni } 401c43c3d76SPaolo Abeni 4023c71006dSIdo Schimmel bool fib4_rule_default(const struct fib_rule *rule); 403b7a59557SJiri Pirko int fib4_rules_dump(struct net *net, struct notifier_block *nb, 404b7a59557SJiri Pirko struct netlink_ext_ack *extack); 4051b2a4440SIdo Schimmel unsigned int fib4_rules_seq_read(struct net *net); 4063c71006dSIdo Schimmel 407e37b1e97SRoopa Prabhu static inline bool fib4_rules_early_flow_dissect(struct net *net, 408e37b1e97SRoopa Prabhu struct sk_buff *skb, 409e37b1e97SRoopa Prabhu struct flowi4 *fl4, 410e37b1e97SRoopa Prabhu struct flow_keys *flkeys) 411e37b1e97SRoopa Prabhu { 412e37b1e97SRoopa Prabhu unsigned int flag = FLOW_DISSECTOR_F_STOP_AT_ENCAP; 413e37b1e97SRoopa Prabhu 414e37b1e97SRoopa Prabhu if (!net->ipv4.fib_rules_require_fldissect) 415e37b1e97SRoopa Prabhu return false; 416e37b1e97SRoopa Prabhu 417e37b1e97SRoopa Prabhu skb_flow_dissect_flow_keys(skb, flkeys, flag); 418e37b1e97SRoopa Prabhu fl4->fl4_sport = flkeys->ports.src; 419e37b1e97SRoopa Prabhu fl4->fl4_dport = flkeys->ports.dst; 420e37b1e97SRoopa Prabhu fl4->flowi4_proto = flkeys->basic.ip_proto; 421e37b1e97SRoopa Prabhu 422e37b1e97SRoopa Prabhu return true; 423e37b1e97SRoopa Prabhu } 424e37b1e97SRoopa Prabhu 4251da177e4SLinus Torvalds #endif /* CONFIG_IP_MULTIPLE_TABLES */ 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds /* Exported by fib_frontend.c */ 428ef7c79edSPatrick McHardy extern const struct nla_policy rtm_ipv4_policy[]; 4295c3a0fd7SJoe Perches void ip_fib_init(void); 430d1566268SDavid Ahern int fib_gw_from_via(struct fib_config *cfg, struct nlattr *nla, 431d1566268SDavid Ahern struct netlink_ext_ack *extack); 4325c3a0fd7SJoe Perches __be32 fib_compute_spec_dst(struct sk_buff *skb); 43378f2756cSDavid Ahern bool fib_info_nh_uses_dev(struct fib_info *fi, const struct net_device *dev); 4345c3a0fd7SJoe Perches int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst, 4355c04c819SMichael Smith u8 tos, int oif, struct net_device *dev, 4369e56e380SDavid S. Miller struct in_device *idev, u32 *itag); 4377a9bc9b8SDavid S. Miller #ifdef CONFIG_IP_ROUTE_CLASSID 438f4530fa5SDavid S. Miller static inline int fib_num_tclassid_users(struct net *net) 439f4530fa5SDavid S. Miller { 440f4530fa5SDavid S. Miller return net->ipv4.fib_num_tclassid_users; 441f4530fa5SDavid S. Miller } 4427a9bc9b8SDavid S. Miller #else 443f4530fa5SDavid S. Miller static inline int fib_num_tclassid_users(struct net *net) 444f4530fa5SDavid S. Miller { 445f4530fa5SDavid S. Miller return 0; 446f4530fa5SDavid S. Miller } 4477a9bc9b8SDavid S. Miller #endif 4480ddcf43dSAlexander Duyck int fib_unmerge(struct net *net); 44914c85021SArnaldo Carvalho de Melo 4501da177e4SLinus Torvalds /* Exported by fib_semantics.c */ 4515c3a0fd7SJoe Perches int ip_fib_check_default(__be32 gw, struct net_device *dev); 4524f823defSJulian Anastasov int fib_sync_down_dev(struct net_device *dev, unsigned long event, bool force); 4535a56a0b3SMark Tomlinson int fib_sync_down_addr(struct net_device *dev, __be32 local); 454ecc5663cSDavid Ahern int fib_sync_up(struct net_device *dev, unsigned char nh_flags); 455af7d6cceSSabrina Dubroca void fib_sync_mtu(struct net_device *dev, u32 orig_mtu); 45606c77c3eSDavid Ahern void fib_nhc_update_mtu(struct fib_nh_common *nhc, u32 new, u32 orig); 4570e884c78SPeter Nørlund 458bf4e0a3dSNikolay Aleksandrov #ifdef CONFIG_IP_ROUTE_MULTIPATH 4597efc0b6bSDavid Ahern int fib_multipath_hash(const struct net *net, const struct flowi4 *fl4, 460e37b1e97SRoopa Prabhu const struct sk_buff *skb, struct flow_keys *flkeys); 461bf4e0a3dSNikolay Aleksandrov #endif 462ac1fab2dSDavid Ahern int fib_check_nh(struct net *net, struct fib_nh *nh, u32 table, u8 scope, 463ac1fab2dSDavid Ahern struct netlink_ext_ack *extack); 4640e884c78SPeter Nørlund void fib_select_multipath(struct fib_result *res, int hash); 4653ce58d84SDavid Ahern void fib_select_path(struct net *net, struct fib_result *res, 466bf4e0a3dSNikolay Aleksandrov struct flowi4 *fl4, const struct sk_buff *skb); 4671da177e4SLinus Torvalds 468e4516ef6SDavid Ahern int fib_nh_init(struct net *net, struct fib_nh *fib_nh, 469e4516ef6SDavid Ahern struct fib_config *cfg, int nh_weight, 470e4516ef6SDavid Ahern struct netlink_ext_ack *extack); 471faa041a4SDavid Ahern void fib_nh_release(struct net *net, struct fib_nh *fib_nh); 472faee6769SAlexander Aring int fib_nh_common_init(struct net *net, struct fib_nh_common *nhc, 473faee6769SAlexander Aring struct nlattr *fc_encap, u16 fc_encap_type, 474faee6769SAlexander Aring void *cfg, gfp_t gfp_flags, 475979e276eSDavid Ahern struct netlink_ext_ack *extack); 476979e276eSDavid Ahern void fib_nh_common_release(struct fib_nh_common *nhc); 477e4516ef6SDavid Ahern 4785348ba85SDavid S. Miller /* Exported by fib_trie.c */ 47990b93f1bSIdo Schimmel void fib_alias_hw_flags_set(struct net *net, const struct fib_rt_info *fri); 4805c3a0fd7SJoe Perches void fib_trie_init(void); 4810ddcf43dSAlexander Duyck struct fib_table *fib_trie_table(u32 id, struct fib_table *alias); 482af7888adSDavid Ahern bool fib_lookup_good_nhc(const struct fib_nh_common *nhc, int fib_flags, 483af7888adSDavid Ahern const struct flowi4 *flp); 4841da177e4SLinus Torvalds 485b6bf3ca0SDavid S. Miller static inline void fib_combine_itag(u32 *itag, const struct fib_result *res) 4861da177e4SLinus Torvalds { 487c7066f70SPatrick McHardy #ifdef CONFIG_IP_ROUTE_CLASSID 488eba618abSDavid Ahern struct fib_nh_common *nhc = res->nhc; 4891da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES 4901da177e4SLinus Torvalds u32 rtag; 4911da177e4SLinus Torvalds #endif 492dcb1ecb5SDavid Ahern if (nhc->nhc_family == AF_INET) { 493dcb1ecb5SDavid Ahern struct fib_nh *nh; 494dcb1ecb5SDavid Ahern 495dcb1ecb5SDavid Ahern nh = container_of(nhc, struct fib_nh, nh_common); 496eba618abSDavid Ahern *itag = nh->nh_tclassid << 16; 497dcb1ecb5SDavid Ahern } else { 498dcb1ecb5SDavid Ahern *itag = 0; 499dcb1ecb5SDavid Ahern } 500dcb1ecb5SDavid Ahern 5011da177e4SLinus Torvalds #ifdef CONFIG_IP_MULTIPLE_TABLES 50285b91b03SDavid S. Miller rtag = res->tclassid; 5031da177e4SLinus Torvalds if (*itag == 0) 5041da177e4SLinus Torvalds *itag = (rtag<<16); 5051da177e4SLinus Torvalds *itag |= (rtag>>16); 5061da177e4SLinus Torvalds #endif 5071da177e4SLinus Torvalds #endif 5081da177e4SLinus Torvalds } 5091da177e4SLinus Torvalds 5109bd83667SDavid Ahern void fib_flush(struct net *net); 5115c3a0fd7SJoe Perches void free_fib_info(struct fib_info *fi); 5121da177e4SLinus Torvalds 5131c677b3dSIdo Schimmel static inline void fib_info_hold(struct fib_info *fi) 5141c677b3dSIdo Schimmel { 5150029c0deSReshetova, Elena refcount_inc(&fi->fib_clntref); 5161c677b3dSIdo Schimmel } 5171c677b3dSIdo Schimmel 5181da177e4SLinus Torvalds static inline void fib_info_put(struct fib_info *fi) 5191da177e4SLinus Torvalds { 5200029c0deSReshetova, Elena if (refcount_dec_and_test(&fi->fib_clntref)) 5211da177e4SLinus Torvalds free_fib_info(fi); 5221da177e4SLinus Torvalds } 5231da177e4SLinus Torvalds 52420380731SArnaldo Carvalho de Melo #ifdef CONFIG_PROC_FS 5255c3a0fd7SJoe Perches int __net_init fib_proc_init(struct net *net); 5265c3a0fd7SJoe Perches void __net_exit fib_proc_exit(struct net *net); 527cc8274f5SLi Zefan #else 528cc8274f5SLi Zefan static inline int fib_proc_init(struct net *net) 529cc8274f5SLi Zefan { 530cc8274f5SLi Zefan return 0; 531cc8274f5SLi Zefan } 532cc8274f5SLi Zefan static inline void fib_proc_exit(struct net *net) 533cc8274f5SLi Zefan { 534cc8274f5SLi Zefan } 53520380731SArnaldo Carvalho de Melo #endif 53620380731SArnaldo Carvalho de Melo 53750d889b1SDavid Ahern u32 ip_mtu_from_fib_result(struct fib_result *res, __be32 daddr); 53850d889b1SDavid Ahern 5394724676dSDavid Ahern int ip_valid_fib_dump_req(struct net *net, const struct nlmsghdr *nlh, 5404724676dSDavid Ahern struct fib_dump_filter *filter, 541effe6792SDavid Ahern struct netlink_callback *cb); 542c0a72077SDavid Ahern 543c0a72077SDavid Ahern int fib_nexthop_info(struct sk_buff *skb, const struct fib_nh_common *nh, 5447bdf4de1SDonald Sharp u8 rt_family, unsigned char *flags, bool skip_oif); 545c0a72077SDavid Ahern int fib_add_nexthop(struct sk_buff *skb, const struct fib_nh_common *nh, 5467bdf4de1SDonald Sharp int nh_weight, u8 rt_family); 5471da177e4SLinus Torvalds #endif /* _NET_FIB_H */ 548