1 /*
2  * Copyright (c) 2017, Mellanox Technologies. All rights reserved.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 
33 #ifndef __MLX5E_REP_H__
34 #define __MLX5E_REP_H__
35 
36 #include <net/ip_tunnels.h>
37 #include <linux/rhashtable.h>
38 #include <linux/mutex.h>
39 #include "eswitch.h"
40 #include "en.h"
41 #include "lib/port_tun.h"
42 
43 #ifdef CONFIG_MLX5_ESWITCH
44 extern const struct mlx5e_rx_handlers mlx5e_rx_handlers_rep;
45 
46 struct mlx5e_neigh_update_table {
47 	struct rhashtable       neigh_ht;
48 	/* Save the neigh hash entries in a list in addition to the hash table
49 	 * (neigh_ht). In order to iterate easily over the neigh entries.
50 	 * Used for stats query.
51 	 */
52 	struct list_head	neigh_list;
53 	/* protect lookup/remove operations */
54 	struct mutex		encap_lock;
55 	struct notifier_block   netevent_nb;
56 	struct delayed_work     neigh_stats_work;
57 	unsigned long           min_interval; /* jiffies */
58 };
59 
60 struct mlx5_tc_ct_priv;
61 struct mlx5_tc_int_port_priv;
62 struct mlx5e_rep_bond;
63 struct mlx5e_tc_tun_encap;
64 struct mlx5e_post_act;
65 
66 struct mlx5_rep_uplink_priv {
67 	/* indirect block callbacks are invoked on bind/unbind events
68 	 * on registered higher level devices (e.g. tunnel devices)
69 	 *
70 	 * tc_indr_block_cb_priv_list is used to lookup indirect callback
71 	 * private data
72 	 *
73 	 */
74 	struct list_head	    tc_indr_block_priv_list;
75 
76 	struct mlx5_tun_entropy tun_entropy;
77 
78 	/* protects unready_flows */
79 	struct mutex                unready_flows_lock;
80 	struct list_head            unready_flows;
81 	struct work_struct          reoffload_flows_work;
82 
83 	/* maps tun_info to a unique id*/
84 	struct mapping_ctx *tunnel_mapping;
85 	/* maps tun_enc_opts to a unique id*/
86 	struct mapping_ctx *tunnel_enc_opts_mapping;
87 
88 	struct mlx5e_post_act *post_act;
89 	struct mlx5_tc_ct_priv *ct_priv;
90 	struct mlx5e_tc_psample *tc_psample;
91 
92 	/* support eswitch vports bonding */
93 	struct mlx5e_rep_bond *bond;
94 
95 	/* tc tunneling encapsulation private data */
96 	struct mlx5e_tc_tun_encap *encap;
97 
98 	/* OVS internal port support */
99 	struct mlx5e_tc_int_port_priv *int_port_priv;
100 };
101 
102 struct mlx5e_rep_priv {
103 	struct mlx5_eswitch_rep *rep;
104 	struct mlx5e_neigh_update_table neigh_update;
105 	struct net_device      *netdev;
106 	struct mlx5_flow_table *root_ft;
107 	struct mlx5_flow_handle *vport_rx_rule;
108 	struct list_head       vport_sqs_list;
109 	struct mlx5_rep_uplink_priv uplink_priv; /* valid for uplink rep */
110 	struct rtnl_link_stats64 prev_vf_vport_stats;
111 	struct rhashtable tc_ht;
112 };
113 
114 static inline
115 struct mlx5e_rep_priv *mlx5e_rep_to_rep_priv(struct mlx5_eswitch_rep *rep)
116 {
117 	return rep->rep_data[REP_ETH].priv;
118 }
119 
120 struct mlx5e_neigh {
121 	union {
122 		__be32	v4;
123 		struct in6_addr v6;
124 	} dst_ip;
125 	int family;
126 };
127 
128 struct mlx5e_neigh_hash_entry {
129 	struct rhash_head rhash_node;
130 	struct mlx5e_neigh m_neigh;
131 	struct mlx5e_priv *priv;
132 	struct net_device *neigh_dev;
133 
134 	/* Save the neigh hash entry in a list on the representor in
135 	 * addition to the hash table. In order to iterate easily over the
136 	 * neighbour entries. Used for stats query.
137 	 */
138 	struct list_head neigh_list;
139 
140 	/* protects encap list */
141 	spinlock_t encap_list_lock;
142 	/* encap list sharing the same neigh */
143 	struct list_head encap_list;
144 
145 	/* neigh hash entry can be deleted only when the refcount is zero.
146 	 * refcount is needed to avoid neigh hash entry removal by TC, while
147 	 * it's used by the neigh notification call.
148 	 */
149 	refcount_t refcnt;
150 
151 	/* Save the last reported time offloaded traffic pass over one of the
152 	 * neigh hash entry flows. Use it to periodically update the neigh
153 	 * 'used' value and avoid neigh deleting by the kernel.
154 	 */
155 	unsigned long reported_lastuse;
156 
157 	struct rcu_head rcu;
158 };
159 
160 enum {
161 	/* set when the encap entry is successfully offloaded into HW */
162 	MLX5_ENCAP_ENTRY_VALID     = BIT(0),
163 	MLX5_REFORMAT_DECAP        = BIT(1),
164 	MLX5_ENCAP_ENTRY_NO_ROUTE  = BIT(2),
165 };
166 
167 struct mlx5e_decap_key {
168 	struct ethhdr key;
169 };
170 
171 struct mlx5e_decap_entry {
172 	struct mlx5e_decap_key key;
173 	struct list_head flows;
174 	struct hlist_node hlist;
175 	refcount_t refcnt;
176 	struct completion res_ready;
177 	int compl_result;
178 	struct mlx5_pkt_reformat *pkt_reformat;
179 	struct rcu_head rcu;
180 };
181 
182 struct mlx5e_mpls_info {
183 	u32             label;
184 	u8              tc;
185 	u8              bos;
186 	u8              ttl;
187 };
188 
189 struct mlx5e_encap_entry {
190 	/* attached neigh hash entry */
191 	struct mlx5e_neigh_hash_entry *nhe;
192 	/* neigh hash entry list of encaps sharing the same neigh */
193 	struct list_head encap_list;
194 	/* a node of the eswitch encap hash table which keeping all the encap
195 	 * entries
196 	 */
197 	struct hlist_node encap_hlist;
198 	struct list_head flows;
199 	struct list_head route_list;
200 	struct mlx5_pkt_reformat *pkt_reformat;
201 	const struct ip_tunnel_info *tun_info;
202 	struct mlx5e_mpls_info mpls_info;
203 	unsigned char h_dest[ETH_ALEN];	/* destination eth addr	*/
204 
205 	struct net_device *out_dev;
206 	int route_dev_ifindex;
207 	struct mlx5e_tc_tunnel *tunnel;
208 	int reformat_type;
209 	u8 flags;
210 	char *encap_header;
211 	int encap_size;
212 	refcount_t refcnt;
213 	struct completion res_ready;
214 	int compl_result;
215 	struct rcu_head rcu;
216 };
217 
218 struct mlx5e_rep_sq {
219 	struct mlx5_flow_handle	*send_to_vport_rule;
220 	struct mlx5_flow_handle *send_to_vport_rule_peer;
221 	u32 sqn;
222 	struct list_head	 list;
223 };
224 
225 int mlx5e_rep_init(void);
226 void mlx5e_rep_cleanup(void);
227 int mlx5e_rep_bond_init(struct mlx5e_rep_priv *rpriv);
228 void mlx5e_rep_bond_cleanup(struct mlx5e_rep_priv *rpriv);
229 int mlx5e_rep_bond_enslave(struct mlx5_eswitch *esw, struct net_device *netdev,
230 			   struct net_device *lag_dev);
231 void mlx5e_rep_bond_unslave(struct mlx5_eswitch *esw,
232 			    const struct net_device *netdev,
233 			    const struct net_device *lag_dev);
234 int mlx5e_rep_bond_update(struct mlx5e_priv *priv, bool cleanup);
235 
236 bool mlx5e_rep_has_offload_stats(const struct net_device *dev, int attr_id);
237 int mlx5e_rep_get_offload_stats(int attr_id, const struct net_device *dev,
238 				void *sp);
239 
240 bool mlx5e_is_uplink_rep(struct mlx5e_priv *priv);
241 int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv);
242 void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv);
243 
244 void mlx5e_rep_queue_neigh_stats_work(struct mlx5e_priv *priv);
245 
246 bool mlx5e_eswitch_vf_rep(const struct net_device *netdev);
247 bool mlx5e_eswitch_uplink_rep(const struct net_device *netdev);
248 static inline bool mlx5e_eswitch_rep(const struct net_device *netdev)
249 {
250 	return mlx5e_eswitch_vf_rep(netdev) ||
251 	       mlx5e_eswitch_uplink_rep(netdev);
252 }
253 
254 #else /* CONFIG_MLX5_ESWITCH */
255 static inline bool mlx5e_is_uplink_rep(struct mlx5e_priv *priv) { return false; }
256 static inline int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv) { return 0; }
257 static inline void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv) {}
258 static inline int mlx5e_rep_init(void) { return 0; };
259 static inline void mlx5e_rep_cleanup(void) {};
260 static inline bool mlx5e_rep_has_offload_stats(const struct net_device *dev,
261 					       int attr_id) { return false; }
262 static inline int mlx5e_rep_get_offload_stats(int attr_id,
263 					      const struct net_device *dev,
264 					      void *sp) { return -EOPNOTSUPP; }
265 #endif
266 
267 static inline bool mlx5e_is_vport_rep(struct mlx5e_priv *priv)
268 {
269 	return (MLX5_ESWITCH_MANAGER(priv->mdev) && priv->ppriv);
270 }
271 #endif /* __MLX5E_REP_H__ */
272