13b49e2e9SPablo Neira Ayuso #ifndef _NF_FLOW_TABLE_H 23b49e2e9SPablo Neira Ayuso #define _NF_FLOW_TABLE_H 33b49e2e9SPablo Neira Ayuso 4ac2a6666SPablo Neira Ayuso #include <linux/in.h> 5ac2a6666SPablo Neira Ayuso #include <linux/in6.h> 6ac2a6666SPablo Neira Ayuso #include <linux/netdevice.h> 70eb71a9dSNeilBrown #include <linux/rhashtable-types.h> 8ac2a6666SPablo Neira Ayuso #include <linux/rcupdate.h> 9a1b2f04eSJeremy Sowden #include <linux/netfilter.h> 10af81f9e7SFelix Fietkau #include <linux/netfilter/nf_conntrack_tuple_common.h> 118bb69f3bSPablo Neira Ayuso #include <net/flow_offload.h> 12ac2a6666SPablo Neira Ayuso #include <net/dst.h> 133b49e2e9SPablo Neira Ayuso 143b49e2e9SPablo Neira Ayuso struct nf_flowtable; 15c29f74e0SPablo Neira Ayuso struct nf_flow_rule; 16c29f74e0SPablo Neira Ayuso struct flow_offload; 17c29f74e0SPablo Neira Ayuso enum flow_offload_tuple_dir; 183b49e2e9SPablo Neira Ayuso 199c26ba9bSPaul Blakey struct nf_flow_key { 209c26ba9bSPaul Blakey struct flow_dissector_key_meta meta; 219c26ba9bSPaul Blakey struct flow_dissector_key_control control; 22cfab6dbdSwenxu struct flow_dissector_key_control enc_control; 239c26ba9bSPaul Blakey struct flow_dissector_key_basic basic; 249c26ba9bSPaul Blakey union { 259c26ba9bSPaul Blakey struct flow_dissector_key_ipv4_addrs ipv4; 269c26ba9bSPaul Blakey struct flow_dissector_key_ipv6_addrs ipv6; 279c26ba9bSPaul Blakey }; 28cfab6dbdSwenxu struct flow_dissector_key_keyid enc_key_id; 29cfab6dbdSwenxu union { 30cfab6dbdSwenxu struct flow_dissector_key_ipv4_addrs enc_ipv4; 31cfab6dbdSwenxu struct flow_dissector_key_ipv6_addrs enc_ipv6; 32cfab6dbdSwenxu }; 339c26ba9bSPaul Blakey struct flow_dissector_key_tcp tcp; 349c26ba9bSPaul Blakey struct flow_dissector_key_ports tp; 359c26ba9bSPaul Blakey } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */ 369c26ba9bSPaul Blakey 379c26ba9bSPaul Blakey struct nf_flow_match { 389c26ba9bSPaul Blakey struct flow_dissector dissector; 399c26ba9bSPaul Blakey struct nf_flow_key key; 409c26ba9bSPaul Blakey struct nf_flow_key mask; 419c26ba9bSPaul Blakey }; 429c26ba9bSPaul Blakey 439c26ba9bSPaul Blakey struct nf_flow_rule { 449c26ba9bSPaul Blakey struct nf_flow_match match; 459c26ba9bSPaul Blakey struct flow_rule *rule; 469c26ba9bSPaul Blakey }; 479c26ba9bSPaul Blakey 483b49e2e9SPablo Neira Ayuso struct nf_flowtable_type { 493b49e2e9SPablo Neira Ayuso struct list_head list; 503b49e2e9SPablo Neira Ayuso int family; 51a268de77SFelix Fietkau int (*init)(struct nf_flowtable *ft); 528bb69f3bSPablo Neira Ayuso int (*setup)(struct nf_flowtable *ft, 538bb69f3bSPablo Neira Ayuso struct net_device *dev, 548bb69f3bSPablo Neira Ayuso enum flow_block_command cmd); 55c29f74e0SPablo Neira Ayuso int (*action)(struct net *net, 56c29f74e0SPablo Neira Ayuso const struct flow_offload *flow, 57c29f74e0SPablo Neira Ayuso enum flow_offload_tuple_dir dir, 58c29f74e0SPablo Neira Ayuso struct nf_flow_rule *flow_rule); 59b408c5b0SPablo Neira Ayuso void (*free)(struct nf_flowtable *ft); 603b49e2e9SPablo Neira Ayuso nf_hookfn *hook; 613b49e2e9SPablo Neira Ayuso struct module *owner; 623b49e2e9SPablo Neira Ayuso }; 633b49e2e9SPablo Neira Ayuso 648bb69f3bSPablo Neira Ayuso enum nf_flowtable_flags { 65cfbd1125SPablo Neira Ayuso NF_FLOWTABLE_HW_OFFLOAD = 0x1, /* NFT_FLOWTABLE_HW_OFFLOAD */ 6653c2b289SPablo Neira Ayuso NF_FLOWTABLE_COUNTER = 0x2, /* NFT_FLOWTABLE_COUNTER */ 678bb69f3bSPablo Neira Ayuso }; 688bb69f3bSPablo Neira Ayuso 693b49e2e9SPablo Neira Ayuso struct nf_flowtable { 7084453a90SFelix Fietkau struct list_head list; 713b49e2e9SPablo Neira Ayuso struct rhashtable rhashtable; 7271a8a63bSPablo Neira Ayuso int priority; 733b49e2e9SPablo Neira Ayuso const struct nf_flowtable_type *type; 743b49e2e9SPablo Neira Ayuso struct delayed_work gc_work; 758bb69f3bSPablo Neira Ayuso unsigned int flags; 768bb69f3bSPablo Neira Ayuso struct flow_block flow_block; 77978703f4SPaul Blakey struct mutex flow_block_lock; /* Guards flow_block */ 788bb69f3bSPablo Neira Ayuso possible_net_t net; 793b49e2e9SPablo Neira Ayuso }; 803b49e2e9SPablo Neira Ayuso 81a5449cdcSPablo Neira Ayuso static inline bool nf_flowtable_hw_offload(struct nf_flowtable *flowtable) 82a5449cdcSPablo Neira Ayuso { 83a5449cdcSPablo Neira Ayuso return flowtable->flags & NF_FLOWTABLE_HW_OFFLOAD; 84a5449cdcSPablo Neira Ayuso } 85a5449cdcSPablo Neira Ayuso 86ac2a6666SPablo Neira Ayuso enum flow_offload_tuple_dir { 87af81f9e7SFelix Fietkau FLOW_OFFLOAD_DIR_ORIGINAL = IP_CT_DIR_ORIGINAL, 88af81f9e7SFelix Fietkau FLOW_OFFLOAD_DIR_REPLY = IP_CT_DIR_REPLY, 89af81f9e7SFelix Fietkau FLOW_OFFLOAD_DIR_MAX = IP_CT_DIR_MAX 90ac2a6666SPablo Neira Ayuso }; 91ac2a6666SPablo Neira Ayuso 92ac2a6666SPablo Neira Ayuso struct flow_offload_tuple { 93ac2a6666SPablo Neira Ayuso union { 94ac2a6666SPablo Neira Ayuso struct in_addr src_v4; 95ac2a6666SPablo Neira Ayuso struct in6_addr src_v6; 96ac2a6666SPablo Neira Ayuso }; 97ac2a6666SPablo Neira Ayuso union { 98ac2a6666SPablo Neira Ayuso struct in_addr dst_v4; 99ac2a6666SPablo Neira Ayuso struct in6_addr dst_v6; 100ac2a6666SPablo Neira Ayuso }; 101ac2a6666SPablo Neira Ayuso struct { 102ac2a6666SPablo Neira Ayuso __be16 src_port; 103ac2a6666SPablo Neira Ayuso __be16 dst_port; 104ac2a6666SPablo Neira Ayuso }; 105ac2a6666SPablo Neira Ayuso 106ac2a6666SPablo Neira Ayuso int iifidx; 107ac2a6666SPablo Neira Ayuso 108ac2a6666SPablo Neira Ayuso u8 l3proto; 109ac2a6666SPablo Neira Ayuso u8 l4proto; 110ac2a6666SPablo Neira Ayuso u8 dir; 111ac2a6666SPablo Neira Ayuso 1124f3780c0SFelix Fietkau u16 mtu; 1134f3780c0SFelix Fietkau 114ac2a6666SPablo Neira Ayuso struct dst_entry *dst_cache; 115ac2a6666SPablo Neira Ayuso }; 116ac2a6666SPablo Neira Ayuso 117ac2a6666SPablo Neira Ayuso struct flow_offload_tuple_rhash { 118ac2a6666SPablo Neira Ayuso struct rhash_head node; 119ac2a6666SPablo Neira Ayuso struct flow_offload_tuple tuple; 120ac2a6666SPablo Neira Ayuso }; 121ac2a6666SPablo Neira Ayuso 122355a8b13SPablo Neira Ayuso enum nf_flow_flags { 123355a8b13SPablo Neira Ayuso NF_FLOW_SNAT, 124355a8b13SPablo Neira Ayuso NF_FLOW_DNAT, 125355a8b13SPablo Neira Ayuso NF_FLOW_TEARDOWN, 126355a8b13SPablo Neira Ayuso NF_FLOW_HW, 127355a8b13SPablo Neira Ayuso NF_FLOW_HW_DYING, 128355a8b13SPablo Neira Ayuso NF_FLOW_HW_DEAD, 129f698fe40SPablo Neira Ayuso NF_FLOW_HW_REFRESH, 130355a8b13SPablo Neira Ayuso }; 131ac2a6666SPablo Neira Ayuso 132f1363e05SPablo Neira Ayuso enum flow_offload_type { 133f1363e05SPablo Neira Ayuso NF_FLOW_OFFLOAD_UNSPEC = 0, 134f1363e05SPablo Neira Ayuso NF_FLOW_OFFLOAD_ROUTE, 135f1363e05SPablo Neira Ayuso }; 136f1363e05SPablo Neira Ayuso 137ac2a6666SPablo Neira Ayuso struct flow_offload { 138ac2a6666SPablo Neira Ayuso struct flow_offload_tuple_rhash tuplehash[FLOW_OFFLOAD_DIR_MAX]; 139b32d2f34SPablo Neira Ayuso struct nf_conn *ct; 140355a8b13SPablo Neira Ayuso unsigned long flags; 141f1363e05SPablo Neira Ayuso u16 type; 142ac2a6666SPablo Neira Ayuso u32 timeout; 14362248df8SPablo Neira Ayuso struct rcu_head rcu_head; 144ac2a6666SPablo Neira Ayuso }; 145ac2a6666SPablo Neira Ayuso 146ac2a6666SPablo Neira Ayuso #define NF_FLOW_TIMEOUT (30 * HZ) 147fb46f1b7SPablo Neira Ayuso #define nf_flowtable_time_stamp (u32)jiffies 148fb46f1b7SPablo Neira Ayuso 149fb46f1b7SPablo Neira Ayuso static inline __s32 nf_flow_timeout_delta(unsigned int timeout) 150fb46f1b7SPablo Neira Ayuso { 151fb46f1b7SPablo Neira Ayuso return (__s32)(timeout - nf_flowtable_time_stamp); 152fb46f1b7SPablo Neira Ayuso } 153ac2a6666SPablo Neira Ayuso 154ac2a6666SPablo Neira Ayuso struct nf_flow_route { 155ac2a6666SPablo Neira Ayuso struct { 156ac2a6666SPablo Neira Ayuso struct dst_entry *dst; 157ac2a6666SPablo Neira Ayuso } tuple[FLOW_OFFLOAD_DIR_MAX]; 158ac2a6666SPablo Neira Ayuso }; 159ac2a6666SPablo Neira Ayuso 160f1363e05SPablo Neira Ayuso struct flow_offload *flow_offload_alloc(struct nf_conn *ct); 161ac2a6666SPablo Neira Ayuso void flow_offload_free(struct flow_offload *flow); 162ac2a6666SPablo Neira Ayuso 163978703f4SPaul Blakey int nf_flow_table_offload_add_cb(struct nf_flowtable *flow_table, 164978703f4SPaul Blakey flow_setup_cb_t *cb, void *cb_priv); 165978703f4SPaul Blakey void nf_flow_table_offload_del_cb(struct nf_flowtable *flow_table, 166978703f4SPaul Blakey flow_setup_cb_t *cb, void *cb_priv); 167978703f4SPaul Blakey 168f1363e05SPablo Neira Ayuso int flow_offload_route_init(struct flow_offload *flow, 169f1363e05SPablo Neira Ayuso const struct nf_flow_route *route); 170f1363e05SPablo Neira Ayuso 171ac2a6666SPablo Neira Ayuso int flow_offload_add(struct nf_flowtable *flow_table, struct flow_offload *flow); 1728b3646d6SPaul Blakey void flow_offload_refresh(struct nf_flowtable *flow_table, 1738b3646d6SPaul Blakey struct flow_offload *flow); 1748b3646d6SPaul Blakey 175ac2a6666SPablo Neira Ayuso struct flow_offload_tuple_rhash *flow_offload_lookup(struct nf_flowtable *flow_table, 176ac2a6666SPablo Neira Ayuso struct flow_offload_tuple *tuple); 1775f1be84aSTaehee Yoo void nf_flow_table_cleanup(struct net_device *dev); 178c0ea1bcbSPablo Neira Ayuso 179a268de77SFelix Fietkau int nf_flow_table_init(struct nf_flowtable *flow_table); 180b408c5b0SPablo Neira Ayuso void nf_flow_table_free(struct nf_flowtable *flow_table); 181ac2a6666SPablo Neira Ayuso 18259c466ddSFelix Fietkau void flow_offload_teardown(struct flow_offload *flow); 183ac2a6666SPablo Neira Ayuso 184ac2a6666SPablo Neira Ayuso int nf_flow_snat_port(const struct flow_offload *flow, 185ac2a6666SPablo Neira Ayuso struct sk_buff *skb, unsigned int thoff, 186ac2a6666SPablo Neira Ayuso u8 protocol, enum flow_offload_tuple_dir dir); 187ac2a6666SPablo Neira Ayuso int nf_flow_dnat_port(const struct flow_offload *flow, 188ac2a6666SPablo Neira Ayuso struct sk_buff *skb, unsigned int thoff, 189ac2a6666SPablo Neira Ayuso u8 protocol, enum flow_offload_tuple_dir dir); 190ac2a6666SPablo Neira Ayuso 191ac2a6666SPablo Neira Ayuso struct flow_ports { 192ac2a6666SPablo Neira Ayuso __be16 source, dest; 193ac2a6666SPablo Neira Ayuso }; 194ac2a6666SPablo Neira Ayuso 1957c23b629SPablo Neira Ayuso unsigned int nf_flow_offload_ip_hook(void *priv, struct sk_buff *skb, 1967c23b629SPablo Neira Ayuso const struct nf_hook_state *state); 1977c23b629SPablo Neira Ayuso unsigned int nf_flow_offload_ipv6_hook(void *priv, struct sk_buff *skb, 1987c23b629SPablo Neira Ayuso const struct nf_hook_state *state); 1997c23b629SPablo Neira Ayuso 200ac2a6666SPablo Neira Ayuso #define MODULE_ALIAS_NF_FLOWTABLE(family) \ 201ac2a6666SPablo Neira Ayuso MODULE_ALIAS("nf-flowtable-" __stringify(family)) 202ac2a6666SPablo Neira Ayuso 203c29f74e0SPablo Neira Ayuso void nf_flow_offload_add(struct nf_flowtable *flowtable, 204c29f74e0SPablo Neira Ayuso struct flow_offload *flow); 205c29f74e0SPablo Neira Ayuso void nf_flow_offload_del(struct nf_flowtable *flowtable, 206c29f74e0SPablo Neira Ayuso struct flow_offload *flow); 207c29f74e0SPablo Neira Ayuso void nf_flow_offload_stats(struct nf_flowtable *flowtable, 208c29f74e0SPablo Neira Ayuso struct flow_offload *flow); 209c29f74e0SPablo Neira Ayuso 210c29f74e0SPablo Neira Ayuso void nf_flow_table_offload_flush(struct nf_flowtable *flowtable); 211c29f74e0SPablo Neira Ayuso int nf_flow_table_offload_setup(struct nf_flowtable *flowtable, 2128bb69f3bSPablo Neira Ayuso struct net_device *dev, 213c29f74e0SPablo Neira Ayuso enum flow_block_command cmd); 2145c27d8d7SPablo Neira Ayuso int nf_flow_rule_route_ipv4(struct net *net, const struct flow_offload *flow, 2155c27d8d7SPablo Neira Ayuso enum flow_offload_tuple_dir dir, 2165c27d8d7SPablo Neira Ayuso struct nf_flow_rule *flow_rule); 2175c27d8d7SPablo Neira Ayuso int nf_flow_rule_route_ipv6(struct net *net, const struct flow_offload *flow, 218c29f74e0SPablo Neira Ayuso enum flow_offload_tuple_dir dir, 219c29f74e0SPablo Neira Ayuso struct nf_flow_rule *flow_rule); 220c29f74e0SPablo Neira Ayuso 221c29f74e0SPablo Neira Ayuso int nf_flow_table_offload_init(void); 222c29f74e0SPablo Neira Ayuso void nf_flow_table_offload_exit(void); 2238bb69f3bSPablo Neira Ayuso 2240286fbc6SJeremy Sowden #endif /* _NF_FLOW_TABLE_H */ 225