13b49e2e9SPablo Neira Ayuso #ifndef _NF_FLOW_TABLE_H
23b49e2e9SPablo Neira Ayuso #define _NF_FLOW_TABLE_H
33b49e2e9SPablo Neira Ayuso 
4ac2a6666SPablo Neira Ayuso #include <linux/in.h>
5ac2a6666SPablo Neira Ayuso #include <linux/in6.h>
6ac2a6666SPablo Neira Ayuso #include <linux/netdevice.h>
70eb71a9dSNeilBrown #include <linux/rhashtable-types.h>
8ac2a6666SPablo Neira Ayuso #include <linux/rcupdate.h>
9a1b2f04eSJeremy Sowden #include <linux/netfilter.h>
10af81f9e7SFelix Fietkau #include <linux/netfilter/nf_conntrack_tuple_common.h>
118bb69f3bSPablo Neira Ayuso #include <net/flow_offload.h>
12ac2a6666SPablo Neira Ayuso #include <net/dst.h>
133b49e2e9SPablo Neira Ayuso 
143b49e2e9SPablo Neira Ayuso struct nf_flowtable;
15c29f74e0SPablo Neira Ayuso struct nf_flow_rule;
16c29f74e0SPablo Neira Ayuso struct flow_offload;
17c29f74e0SPablo Neira Ayuso enum flow_offload_tuple_dir;
183b49e2e9SPablo Neira Ayuso 
199c26ba9bSPaul Blakey struct nf_flow_key {
209c26ba9bSPaul Blakey 	struct flow_dissector_key_meta			meta;
219c26ba9bSPaul Blakey 	struct flow_dissector_key_control		control;
22cfab6dbdSwenxu 	struct flow_dissector_key_control		enc_control;
239c26ba9bSPaul Blakey 	struct flow_dissector_key_basic			basic;
249c26ba9bSPaul Blakey 	union {
259c26ba9bSPaul Blakey 		struct flow_dissector_key_ipv4_addrs	ipv4;
269c26ba9bSPaul Blakey 		struct flow_dissector_key_ipv6_addrs	ipv6;
279c26ba9bSPaul Blakey 	};
28cfab6dbdSwenxu 	struct flow_dissector_key_keyid			enc_key_id;
29cfab6dbdSwenxu 	union {
30cfab6dbdSwenxu 		struct flow_dissector_key_ipv4_addrs	enc_ipv4;
31cfab6dbdSwenxu 		struct flow_dissector_key_ipv6_addrs	enc_ipv6;
32cfab6dbdSwenxu 	};
339c26ba9bSPaul Blakey 	struct flow_dissector_key_tcp			tcp;
349c26ba9bSPaul Blakey 	struct flow_dissector_key_ports			tp;
359c26ba9bSPaul Blakey } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */
369c26ba9bSPaul Blakey 
379c26ba9bSPaul Blakey struct nf_flow_match {
389c26ba9bSPaul Blakey 	struct flow_dissector	dissector;
399c26ba9bSPaul Blakey 	struct nf_flow_key	key;
409c26ba9bSPaul Blakey 	struct nf_flow_key	mask;
419c26ba9bSPaul Blakey };
429c26ba9bSPaul Blakey 
439c26ba9bSPaul Blakey struct nf_flow_rule {
449c26ba9bSPaul Blakey 	struct nf_flow_match	match;
459c26ba9bSPaul Blakey 	struct flow_rule	*rule;
469c26ba9bSPaul Blakey };
479c26ba9bSPaul Blakey 
483b49e2e9SPablo Neira Ayuso struct nf_flowtable_type {
493b49e2e9SPablo Neira Ayuso 	struct list_head		list;
503b49e2e9SPablo Neira Ayuso 	int				family;
51a268de77SFelix Fietkau 	int				(*init)(struct nf_flowtable *ft);
528bb69f3bSPablo Neira Ayuso 	int				(*setup)(struct nf_flowtable *ft,
538bb69f3bSPablo Neira Ayuso 						 struct net_device *dev,
548bb69f3bSPablo Neira Ayuso 						 enum flow_block_command cmd);
55c29f74e0SPablo Neira Ayuso 	int				(*action)(struct net *net,
56c29f74e0SPablo Neira Ayuso 						  const struct flow_offload *flow,
57c29f74e0SPablo Neira Ayuso 						  enum flow_offload_tuple_dir dir,
58c29f74e0SPablo Neira Ayuso 						  struct nf_flow_rule *flow_rule);
59b408c5b0SPablo Neira Ayuso 	void				(*free)(struct nf_flowtable *ft);
603b49e2e9SPablo Neira Ayuso 	nf_hookfn			*hook;
613b49e2e9SPablo Neira Ayuso 	struct module			*owner;
623b49e2e9SPablo Neira Ayuso };
633b49e2e9SPablo Neira Ayuso 
648bb69f3bSPablo Neira Ayuso enum nf_flowtable_flags {
65cfbd1125SPablo Neira Ayuso 	NF_FLOWTABLE_HW_OFFLOAD		= 0x1,	/* NFT_FLOWTABLE_HW_OFFLOAD */
6653c2b289SPablo Neira Ayuso 	NF_FLOWTABLE_COUNTER		= 0x2,	/* NFT_FLOWTABLE_COUNTER */
678bb69f3bSPablo Neira Ayuso };
688bb69f3bSPablo Neira Ayuso 
693b49e2e9SPablo Neira Ayuso struct nf_flowtable {
7084453a90SFelix Fietkau 	struct list_head		list;
713b49e2e9SPablo Neira Ayuso 	struct rhashtable		rhashtable;
7271a8a63bSPablo Neira Ayuso 	int				priority;
733b49e2e9SPablo Neira Ayuso 	const struct nf_flowtable_type	*type;
743b49e2e9SPablo Neira Ayuso 	struct delayed_work		gc_work;
758bb69f3bSPablo Neira Ayuso 	unsigned int			flags;
768bb69f3bSPablo Neira Ayuso 	struct flow_block		flow_block;
77422c032aSPaul Blakey 	struct rw_semaphore		flow_block_lock; /* Guards flow_block */
788bb69f3bSPablo Neira Ayuso 	possible_net_t			net;
793b49e2e9SPablo Neira Ayuso };
803b49e2e9SPablo Neira Ayuso 
81a5449cdcSPablo Neira Ayuso static inline bool nf_flowtable_hw_offload(struct nf_flowtable *flowtable)
82a5449cdcSPablo Neira Ayuso {
83a5449cdcSPablo Neira Ayuso 	return flowtable->flags & NF_FLOWTABLE_HW_OFFLOAD;
84a5449cdcSPablo Neira Ayuso }
85a5449cdcSPablo Neira Ayuso 
86ac2a6666SPablo Neira Ayuso enum flow_offload_tuple_dir {
87af81f9e7SFelix Fietkau 	FLOW_OFFLOAD_DIR_ORIGINAL = IP_CT_DIR_ORIGINAL,
88af81f9e7SFelix Fietkau 	FLOW_OFFLOAD_DIR_REPLY = IP_CT_DIR_REPLY,
89af81f9e7SFelix Fietkau 	FLOW_OFFLOAD_DIR_MAX = IP_CT_DIR_MAX
90ac2a6666SPablo Neira Ayuso };
91ac2a6666SPablo Neira Ayuso 
92ac2a6666SPablo Neira Ayuso struct flow_offload_tuple {
93ac2a6666SPablo Neira Ayuso 	union {
94ac2a6666SPablo Neira Ayuso 		struct in_addr		src_v4;
95ac2a6666SPablo Neira Ayuso 		struct in6_addr		src_v6;
96ac2a6666SPablo Neira Ayuso 	};
97ac2a6666SPablo Neira Ayuso 	union {
98ac2a6666SPablo Neira Ayuso 		struct in_addr		dst_v4;
99ac2a6666SPablo Neira Ayuso 		struct in6_addr		dst_v6;
100ac2a6666SPablo Neira Ayuso 	};
101ac2a6666SPablo Neira Ayuso 	struct {
102ac2a6666SPablo Neira Ayuso 		__be16			src_port;
103ac2a6666SPablo Neira Ayuso 		__be16			dst_port;
104ac2a6666SPablo Neira Ayuso 	};
105ac2a6666SPablo Neira Ayuso 
106ac2a6666SPablo Neira Ayuso 	int				iifidx;
107ac2a6666SPablo Neira Ayuso 
108ac2a6666SPablo Neira Ayuso 	u8				l3proto;
109ac2a6666SPablo Neira Ayuso 	u8				l4proto;
110ac2a6666SPablo Neira Ayuso 	u8				dir;
111ac2a6666SPablo Neira Ayuso 
1124f3780c0SFelix Fietkau 	u16				mtu;
1134f3780c0SFelix Fietkau 
114ac2a6666SPablo Neira Ayuso 	struct dst_entry		*dst_cache;
115ac2a6666SPablo Neira Ayuso };
116ac2a6666SPablo Neira Ayuso 
117ac2a6666SPablo Neira Ayuso struct flow_offload_tuple_rhash {
118ac2a6666SPablo Neira Ayuso 	struct rhash_head		node;
119ac2a6666SPablo Neira Ayuso 	struct flow_offload_tuple	tuple;
120ac2a6666SPablo Neira Ayuso };
121ac2a6666SPablo Neira Ayuso 
122355a8b13SPablo Neira Ayuso enum nf_flow_flags {
123355a8b13SPablo Neira Ayuso 	NF_FLOW_SNAT,
124355a8b13SPablo Neira Ayuso 	NF_FLOW_DNAT,
125355a8b13SPablo Neira Ayuso 	NF_FLOW_TEARDOWN,
126355a8b13SPablo Neira Ayuso 	NF_FLOW_HW,
127355a8b13SPablo Neira Ayuso 	NF_FLOW_HW_DYING,
128355a8b13SPablo Neira Ayuso 	NF_FLOW_HW_DEAD,
129f698fe40SPablo Neira Ayuso 	NF_FLOW_HW_REFRESH,
1302c889795SPaul Blakey 	NF_FLOW_HW_PENDING,
131355a8b13SPablo Neira Ayuso };
132ac2a6666SPablo Neira Ayuso 
133f1363e05SPablo Neira Ayuso enum flow_offload_type {
134f1363e05SPablo Neira Ayuso 	NF_FLOW_OFFLOAD_UNSPEC	= 0,
135f1363e05SPablo Neira Ayuso 	NF_FLOW_OFFLOAD_ROUTE,
136f1363e05SPablo Neira Ayuso };
137f1363e05SPablo Neira Ayuso 
138ac2a6666SPablo Neira Ayuso struct flow_offload {
139ac2a6666SPablo Neira Ayuso 	struct flow_offload_tuple_rhash		tuplehash[FLOW_OFFLOAD_DIR_MAX];
140b32d2f34SPablo Neira Ayuso 	struct nf_conn				*ct;
141355a8b13SPablo Neira Ayuso 	unsigned long				flags;
142f1363e05SPablo Neira Ayuso 	u16					type;
143ac2a6666SPablo Neira Ayuso 	u32					timeout;
14462248df8SPablo Neira Ayuso 	struct rcu_head				rcu_head;
145ac2a6666SPablo Neira Ayuso };
146ac2a6666SPablo Neira Ayuso 
147ac2a6666SPablo Neira Ayuso #define NF_FLOW_TIMEOUT (30 * HZ)
148fb46f1b7SPablo Neira Ayuso #define nf_flowtable_time_stamp	(u32)jiffies
149fb46f1b7SPablo Neira Ayuso 
150fb46f1b7SPablo Neira Ayuso static inline __s32 nf_flow_timeout_delta(unsigned int timeout)
151fb46f1b7SPablo Neira Ayuso {
152fb46f1b7SPablo Neira Ayuso 	return (__s32)(timeout - nf_flowtable_time_stamp);
153fb46f1b7SPablo Neira Ayuso }
154ac2a6666SPablo Neira Ayuso 
155ac2a6666SPablo Neira Ayuso struct nf_flow_route {
156ac2a6666SPablo Neira Ayuso 	struct {
157ac2a6666SPablo Neira Ayuso 		struct dst_entry	*dst;
158ac2a6666SPablo Neira Ayuso 	} tuple[FLOW_OFFLOAD_DIR_MAX];
159ac2a6666SPablo Neira Ayuso };
160ac2a6666SPablo Neira Ayuso 
161f1363e05SPablo Neira Ayuso struct flow_offload *flow_offload_alloc(struct nf_conn *ct);
162ac2a6666SPablo Neira Ayuso void flow_offload_free(struct flow_offload *flow);
163ac2a6666SPablo Neira Ayuso 
164978703f4SPaul Blakey int nf_flow_table_offload_add_cb(struct nf_flowtable *flow_table,
165978703f4SPaul Blakey 				 flow_setup_cb_t *cb, void *cb_priv);
166978703f4SPaul Blakey void nf_flow_table_offload_del_cb(struct nf_flowtable *flow_table,
167978703f4SPaul Blakey 				  flow_setup_cb_t *cb, void *cb_priv);
168978703f4SPaul Blakey 
169f1363e05SPablo Neira Ayuso int flow_offload_route_init(struct flow_offload *flow,
170f1363e05SPablo Neira Ayuso 			    const struct nf_flow_route *route);
171f1363e05SPablo Neira Ayuso 
172ac2a6666SPablo Neira Ayuso int flow_offload_add(struct nf_flowtable *flow_table, struct flow_offload *flow);
1738b3646d6SPaul Blakey void flow_offload_refresh(struct nf_flowtable *flow_table,
1748b3646d6SPaul Blakey 			  struct flow_offload *flow);
1758b3646d6SPaul Blakey 
176ac2a6666SPablo Neira Ayuso struct flow_offload_tuple_rhash *flow_offload_lookup(struct nf_flowtable *flow_table,
177ac2a6666SPablo Neira Ayuso 						     struct flow_offload_tuple *tuple);
1785f1be84aSTaehee Yoo void nf_flow_table_cleanup(struct net_device *dev);
179c0ea1bcbSPablo Neira Ayuso 
180a268de77SFelix Fietkau int nf_flow_table_init(struct nf_flowtable *flow_table);
181b408c5b0SPablo Neira Ayuso void nf_flow_table_free(struct nf_flowtable *flow_table);
182ac2a6666SPablo Neira Ayuso 
18359c466ddSFelix Fietkau void flow_offload_teardown(struct flow_offload *flow);
184ac2a6666SPablo Neira Ayuso 
185ac2a6666SPablo Neira Ayuso int nf_flow_snat_port(const struct flow_offload *flow,
186ac2a6666SPablo Neira Ayuso 		      struct sk_buff *skb, unsigned int thoff,
187ac2a6666SPablo Neira Ayuso 		      u8 protocol, enum flow_offload_tuple_dir dir);
188ac2a6666SPablo Neira Ayuso int nf_flow_dnat_port(const struct flow_offload *flow,
189ac2a6666SPablo Neira Ayuso 		      struct sk_buff *skb, unsigned int thoff,
190ac2a6666SPablo Neira Ayuso 		      u8 protocol, enum flow_offload_tuple_dir dir);
191ac2a6666SPablo Neira Ayuso 
192ac2a6666SPablo Neira Ayuso struct flow_ports {
193ac2a6666SPablo Neira Ayuso 	__be16 source, dest;
194ac2a6666SPablo Neira Ayuso };
195ac2a6666SPablo Neira Ayuso 
1967c23b629SPablo Neira Ayuso unsigned int nf_flow_offload_ip_hook(void *priv, struct sk_buff *skb,
1977c23b629SPablo Neira Ayuso 				     const struct nf_hook_state *state);
1987c23b629SPablo Neira Ayuso unsigned int nf_flow_offload_ipv6_hook(void *priv, struct sk_buff *skb,
1997c23b629SPablo Neira Ayuso 				       const struct nf_hook_state *state);
2007c23b629SPablo Neira Ayuso 
201ac2a6666SPablo Neira Ayuso #define MODULE_ALIAS_NF_FLOWTABLE(family)	\
202ac2a6666SPablo Neira Ayuso 	MODULE_ALIAS("nf-flowtable-" __stringify(family))
203ac2a6666SPablo Neira Ayuso 
204c29f74e0SPablo Neira Ayuso void nf_flow_offload_add(struct nf_flowtable *flowtable,
205c29f74e0SPablo Neira Ayuso 			 struct flow_offload *flow);
206c29f74e0SPablo Neira Ayuso void nf_flow_offload_del(struct nf_flowtable *flowtable,
207c29f74e0SPablo Neira Ayuso 			 struct flow_offload *flow);
208c29f74e0SPablo Neira Ayuso void nf_flow_offload_stats(struct nf_flowtable *flowtable,
209c29f74e0SPablo Neira Ayuso 			   struct flow_offload *flow);
210c29f74e0SPablo Neira Ayuso 
211c29f74e0SPablo Neira Ayuso void nf_flow_table_offload_flush(struct nf_flowtable *flowtable);
212c29f74e0SPablo Neira Ayuso int nf_flow_table_offload_setup(struct nf_flowtable *flowtable,
2138bb69f3bSPablo Neira Ayuso 				struct net_device *dev,
214c29f74e0SPablo Neira Ayuso 				enum flow_block_command cmd);
2155c27d8d7SPablo Neira Ayuso int nf_flow_rule_route_ipv4(struct net *net, const struct flow_offload *flow,
2165c27d8d7SPablo Neira Ayuso 			    enum flow_offload_tuple_dir dir,
2175c27d8d7SPablo Neira Ayuso 			    struct nf_flow_rule *flow_rule);
2185c27d8d7SPablo Neira Ayuso int nf_flow_rule_route_ipv6(struct net *net, const struct flow_offload *flow,
219c29f74e0SPablo Neira Ayuso 			    enum flow_offload_tuple_dir dir,
220c29f74e0SPablo Neira Ayuso 			    struct nf_flow_rule *flow_rule);
221c29f74e0SPablo Neira Ayuso 
222c29f74e0SPablo Neira Ayuso int nf_flow_table_offload_init(void);
223c29f74e0SPablo Neira Ayuso void nf_flow_table_offload_exit(void);
2248bb69f3bSPablo Neira Ayuso 
2250286fbc6SJeremy Sowden #endif /* _NF_FLOW_TABLE_H */
226