xref: /openbmc/linux/drivers/net/ethernet/broadcom/bnx2x/bnx2x_sriov.h (revision f677b30b487ca3763c3de3f1b4d8c976c2961cd1)
1 /* bnx2x_sriov.h: Broadcom Everest network driver.
2  *
3  * Copyright 2009-2013 Broadcom Corporation
4  *
5  * Unless you and Broadcom execute a separate written software license
6  * agreement governing use of this software, this software is licensed to you
7  * under the terms of the GNU General Public License version 2, available
8  * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
9  *
10  * Notwithstanding the above, under no circumstances may you combine this
11  * software in any way with any other Broadcom software provided under a
12  * license other than the GPL, without Broadcom's express prior written
13  * consent.
14  *
15  * Maintained by: Eilon Greenstein <eilong@broadcom.com>
16  * Written by: Shmulik Ravid <shmulikr@broadcom.com>
17  *	       Ariel Elior <ariele@broadcom.com>
18  */
19 #ifndef BNX2X_SRIOV_H
20 #define BNX2X_SRIOV_H
21 
22 #include "bnx2x_vfpf.h"
23 #include "bnx2x.h"
24 
25 enum sample_bulletin_result {
26 	   PFVF_BULLETIN_UNCHANGED,
27 	   PFVF_BULLETIN_UPDATED,
28 	   PFVF_BULLETIN_CRC_ERR
29 };
30 
31 #ifdef CONFIG_BNX2X_SRIOV
32 
33 /* The bnx2x device structure holds vfdb structure described below.
34  * The VF array is indexed by the relative vfid.
35  */
36 #define BNX2X_VF_MAX_QUEUES		16
37 #define BNX2X_VF_MAX_TPA_AGG_QUEUES	8
38 
39 struct bnx2x_sriov {
40 	u32 first_vf_in_pf;
41 
42 	/* standard SRIOV capability fields, mostly for debugging */
43 	int pos;		/* capability position */
44 	int nres;		/* number of resources */
45 	u32 cap;		/* SR-IOV Capabilities */
46 	u16 ctrl;		/* SR-IOV Control */
47 	u16 total;		/* total VFs associated with the PF */
48 	u16 initial;		/* initial VFs associated with the PF */
49 	u16 nr_virtfn;		/* number of VFs available */
50 	u16 offset;		/* first VF Routing ID offset */
51 	u16 stride;		/* following VF stride */
52 	u32 pgsz;		/* page size for BAR alignment */
53 	u8 link;		/* Function Dependency Link */
54 };
55 
56 /* bars */
57 struct bnx2x_vf_bar {
58 	u64 bar;
59 	u32 size;
60 };
61 
62 struct bnx2x_vf_bar_info {
63 	struct bnx2x_vf_bar bars[PCI_SRIOV_NUM_BARS];
64 	u8 nr_bars;
65 };
66 
67 /* vf queue (used both for rx or tx) */
68 struct bnx2x_vf_queue {
69 	struct eth_context		*cxt;
70 
71 	/* MACs object */
72 	struct bnx2x_vlan_mac_obj	mac_obj;
73 
74 	/* VLANs object */
75 	struct bnx2x_vlan_mac_obj	vlan_obj;
76 	atomic_t vlan_count;		/* 0 means vlan-0 is set  ~ untagged */
77 	unsigned long accept_flags;	/* last accept flags configured */
78 
79 	/* Queue Slow-path State object */
80 	struct bnx2x_queue_sp_obj	sp_obj;
81 
82 	u32 cid;
83 	u16 index;
84 	u16 sb_idx;
85 	bool is_leading;
86 };
87 
88 /* struct bnx2x_vfop_qctor_params - prepare queue construction parameters:
89  * q-init, q-setup and SB index
90  */
91 struct bnx2x_vfop_qctor_params {
92 	struct bnx2x_queue_state_params		qstate;
93 	struct bnx2x_queue_setup_params		prep_qsetup;
94 };
95 
96 /* VFOP parameters (one copy per VF) */
97 union bnx2x_vfop_params {
98 	struct bnx2x_vlan_mac_ramrod_params	vlan_mac;
99 	struct bnx2x_rx_mode_ramrod_params	rx_mode;
100 	struct bnx2x_mcast_ramrod_params	mcast;
101 	struct bnx2x_config_rss_params		rss;
102 	struct bnx2x_vfop_qctor_params		qctor;
103 };
104 
105 /* forward */
106 struct bnx2x_virtf;
107 
108 /* VFOP definitions */
109 typedef void (*vfop_handler_t)(struct bnx2x *bp, struct bnx2x_virtf *vf);
110 
111 struct bnx2x_vfop_cmd {
112 	vfop_handler_t done;
113 	bool block;
114 };
115 
116 /* VFOP queue filters command additional arguments */
117 struct bnx2x_vfop_filter {
118 	struct list_head link;
119 	int type;
120 #define BNX2X_VFOP_FILTER_MAC	1
121 #define BNX2X_VFOP_FILTER_VLAN	2
122 
123 	bool add;
124 	u8 *mac;
125 	u16 vid;
126 };
127 
128 struct bnx2x_vfop_filters {
129 	int add_cnt;
130 	struct list_head head;
131 	struct bnx2x_vfop_filter filters[];
132 };
133 
134 /* transient list allocated, built and saved until its
135  * passed to the SP-VERBs layer.
136  */
137 struct bnx2x_vfop_args_mcast {
138 	int mc_num;
139 	struct bnx2x_mcast_list_elem *mc;
140 };
141 
142 struct bnx2x_vfop_args_qctor {
143 	int	qid;
144 	u16	sb_idx;
145 };
146 
147 struct bnx2x_vfop_args_qdtor {
148 	int	qid;
149 	struct eth_context *cxt;
150 };
151 
152 struct bnx2x_vfop_args_defvlan {
153 	int	qid;
154 	bool	enable;
155 	u16	vid;
156 	u8	prio;
157 };
158 
159 struct bnx2x_vfop_args_qx {
160 	int	qid;
161 	bool	en_add;
162 };
163 
164 struct bnx2x_vfop_args_filters {
165 	struct bnx2x_vfop_filters *multi_filter;
166 	atomic_t *credit;	/* non NULL means 'don't consume credit' */
167 };
168 
169 union bnx2x_vfop_args {
170 	struct bnx2x_vfop_args_mcast	mc_list;
171 	struct bnx2x_vfop_args_qctor	qctor;
172 	struct bnx2x_vfop_args_qdtor	qdtor;
173 	struct bnx2x_vfop_args_defvlan	defvlan;
174 	struct bnx2x_vfop_args_qx	qx;
175 	struct bnx2x_vfop_args_filters	filters;
176 };
177 
178 struct bnx2x_vfop {
179 	struct list_head link;
180 	int			rc;		/* return code */
181 	int			state;		/* next state */
182 	union bnx2x_vfop_args	args;		/* extra arguments */
183 	union bnx2x_vfop_params *op_p;		/* ramrod params */
184 
185 	/* state machine callbacks */
186 	vfop_handler_t transition;
187 	vfop_handler_t done;
188 };
189 
190 /* vf context */
191 struct bnx2x_virtf {
192 	u16 cfg_flags;
193 #define VF_CFG_STATS		0x0001
194 #define VF_CFG_FW_FC		0x0002
195 #define VF_CFG_TPA		0x0004
196 #define VF_CFG_INT_SIMD		0x0008
197 #define VF_CACHE_LINE		0x0010
198 #define VF_CFG_VLAN		0x0020
199 #define VF_CFG_STATS_COALESCE	0x0040
200 
201 	u8 state;
202 #define VF_FREE		0	/* VF ready to be acquired holds no resc */
203 #define VF_ACQUIRED	1	/* VF acquired, but not initialized */
204 #define VF_ENABLED	2	/* VF Enabled */
205 #define VF_RESET	3	/* VF FLR'd, pending cleanup */
206 
207 	/* non 0 during flr cleanup */
208 	u8 flr_clnup_stage;
209 #define VF_FLR_CLN	1	/* reclaim resources and do 'final cleanup'
210 				 * sans the end-wait
211 				 */
212 #define VF_FLR_ACK	2	/* ACK flr notification */
213 #define VF_FLR_EPILOG	3	/* wait for VF remnants to dissipate in the HW
214 				 * ~ final cleanup' end wait
215 				 */
216 
217 	/* dma */
218 	dma_addr_t fw_stat_map;		/* valid iff VF_CFG_STATS */
219 	u16 stats_stride;
220 	dma_addr_t spq_map;
221 	dma_addr_t bulletin_map;
222 
223 	/* Allocated resources counters. Before the VF is acquired, the
224 	 * counters hold the following values:
225 	 *
226 	 * - xxq_count = 0 as the queues memory is not allocated yet.
227 	 *
228 	 * - sb_count  = The number of status blocks configured for this VF in
229 	 *		 the IGU CAM. Initially read during probe.
230 	 *
231 	 * - xx_rules_count = The number of rules statically and equally
232 	 *		      allocated for each VF, during PF load.
233 	 */
234 	struct vf_pf_resc_request	alloc_resc;
235 #define vf_rxq_count(vf)		((vf)->alloc_resc.num_rxqs)
236 #define vf_txq_count(vf)		((vf)->alloc_resc.num_txqs)
237 #define vf_sb_count(vf)			((vf)->alloc_resc.num_sbs)
238 #define vf_mac_rules_cnt(vf)		((vf)->alloc_resc.num_mac_filters)
239 #define vf_vlan_rules_cnt(vf)		((vf)->alloc_resc.num_vlan_filters)
240 #define vf_mc_rules_cnt(vf)		((vf)->alloc_resc.num_mc_filters)
241 
242 	u8 sb_count;	/* actual number of SBs */
243 	u8 igu_base_id;	/* base igu status block id */
244 
245 	struct bnx2x_vf_queue	*vfqs;
246 #define LEADING_IDX			0
247 #define bnx2x_vfq_is_leading(vfq)	((vfq)->index == LEADING_IDX)
248 #define bnx2x_vfq(vf, nr, var)		((vf)->vfqs[(nr)].var)
249 #define bnx2x_leading_vfq(vf, var)	((vf)->vfqs[LEADING_IDX].var)
250 
251 	u8 index;	/* index in the vf array */
252 	u8 abs_vfid;
253 	u8 sp_cl_id;
254 	u32 error;	/* 0 means all's-well */
255 
256 	/* BDF */
257 	unsigned int bus;
258 	unsigned int devfn;
259 
260 	/* bars */
261 	struct bnx2x_vf_bar bars[PCI_SRIOV_NUM_BARS];
262 
263 	/* set-mac ramrod state 1-pending, 0-done */
264 	unsigned long	filter_state;
265 
266 	/* leading rss client id ~~ the client id of the first rxq, must be
267 	 * set for each txq.
268 	 */
269 	int leading_rss;
270 
271 	/* MCAST object */
272 	struct bnx2x_mcast_obj		mcast_obj;
273 
274 	/* RSS configuration object */
275 	struct bnx2x_rss_config_obj     rss_conf_obj;
276 
277 	/* slow-path operations */
278 	atomic_t			op_in_progress;
279 	int				op_rc;
280 	bool				op_wait_blocking;
281 	struct list_head		op_list_head;
282 	union bnx2x_vfop_params		op_params;
283 	struct mutex			op_mutex; /* one vfop at a time mutex */
284 	enum channel_tlvs		op_current;
285 };
286 
287 #define BNX2X_NR_VIRTFN(bp)	((bp)->vfdb->sriov.nr_virtfn)
288 
289 #define for_each_vf(bp, var) \
290 		for ((var) = 0; (var) < BNX2X_NR_VIRTFN(bp); (var)++)
291 
292 #define for_each_vfq(vf, var) \
293 		for ((var) = 0; (var) < vf_rxq_count(vf); (var)++)
294 
295 #define for_each_vf_sb(vf, var) \
296 		for ((var) = 0; (var) < vf_sb_count(vf); (var)++)
297 
298 #define is_vf_multi(vf)	(vf_rxq_count(vf) > 1)
299 
300 #define HW_VF_HANDLE(bp, abs_vfid) \
301 	(u16)(BP_ABS_FUNC((bp)) | (1<<3) |  ((u16)(abs_vfid) << 4))
302 
303 #define FW_PF_MAX_HANDLE	8
304 
305 #define FW_VF_HANDLE(abs_vfid)	\
306 	(abs_vfid + FW_PF_MAX_HANDLE)
307 
308 /* locking and unlocking the channel mutex */
309 void bnx2x_lock_vf_pf_channel(struct bnx2x *bp, struct bnx2x_virtf *vf,
310 			      enum channel_tlvs tlv);
311 
312 void bnx2x_unlock_vf_pf_channel(struct bnx2x *bp, struct bnx2x_virtf *vf,
313 				enum channel_tlvs expected_tlv);
314 
315 /* VF mail box (aka vf-pf channel) */
316 
317 /* a container for the bi-directional vf<-->pf messages.
318  *  The actual response will be placed according to the offset parameter
319  *  provided in the request
320  */
321 
322 #define MBX_MSG_ALIGN	8
323 #define MBX_MSG_ALIGNED_SIZE	(roundup(sizeof(struct bnx2x_vf_mbx_msg), \
324 				MBX_MSG_ALIGN))
325 
326 struct bnx2x_vf_mbx_msg {
327 	union vfpf_tlvs req;
328 	union pfvf_tlvs resp;
329 };
330 
331 struct bnx2x_vf_mbx {
332 	struct bnx2x_vf_mbx_msg *msg;
333 	dma_addr_t msg_mapping;
334 
335 	/* VF GPA address */
336 	u32 vf_addr_lo;
337 	u32 vf_addr_hi;
338 
339 	struct vfpf_first_tlv first_tlv;	/* saved VF request header */
340 
341 	u8 flags;
342 #define VF_MSG_INPROCESS	0x1	/* failsafe - the FW should prevent
343 					 * more then one pending msg
344 					 */
345 };
346 
347 struct bnx2x_vf_sp {
348 	union {
349 		struct eth_classify_rules_ramrod_data	e2;
350 	} mac_rdata;
351 
352 	union {
353 		struct eth_classify_rules_ramrod_data	e2;
354 	} vlan_rdata;
355 
356 	union {
357 		struct eth_filter_rules_ramrod_data	e2;
358 	} rx_mode_rdata;
359 
360 	union {
361 		struct eth_multicast_rules_ramrod_data  e2;
362 	} mcast_rdata;
363 
364 	union {
365 		struct client_init_ramrod_data  init_data;
366 		struct client_update_ramrod_data update_data;
367 	} q_data;
368 
369 	union {
370 		struct eth_rss_update_ramrod_data e2;
371 	} rss_rdata;
372 };
373 
374 struct hw_dma {
375 	void *addr;
376 	dma_addr_t mapping;
377 	size_t size;
378 };
379 
380 struct bnx2x_vfdb {
381 #define BP_VFDB(bp)		((bp)->vfdb)
382 	/* vf array */
383 	struct bnx2x_virtf	*vfs;
384 #define BP_VF(bp, idx)		(&((bp)->vfdb->vfs[(idx)]))
385 #define bnx2x_vf(bp, idx, var)	((bp)->vfdb->vfs[(idx)].var)
386 
387 	/* queue array - for all vfs */
388 	struct bnx2x_vf_queue *vfqs;
389 
390 	/* vf HW contexts */
391 	struct hw_dma		context[BNX2X_VF_CIDS/ILT_PAGE_CIDS];
392 #define	BP_VF_CXT_PAGE(bp, i)	(&(bp)->vfdb->context[(i)])
393 
394 	/* SR-IOV information */
395 	struct bnx2x_sriov	sriov;
396 	struct hw_dma		mbx_dma;
397 #define BP_VF_MBX_DMA(bp)	(&((bp)->vfdb->mbx_dma))
398 	struct bnx2x_vf_mbx	mbxs[BNX2X_MAX_NUM_OF_VFS];
399 #define BP_VF_MBX(bp, vfid)	(&((bp)->vfdb->mbxs[(vfid)]))
400 
401 	struct hw_dma		bulletin_dma;
402 #define BP_VF_BULLETIN_DMA(bp)	(&((bp)->vfdb->bulletin_dma))
403 #define	BP_VF_BULLETIN(bp, vf) \
404 	(((struct pf_vf_bulletin_content *)(BP_VF_BULLETIN_DMA(bp)->addr)) \
405 	 + (vf))
406 
407 	struct hw_dma		sp_dma;
408 #define bnx2x_vf_sp(bp, vf, field) ((bp)->vfdb->sp_dma.addr +		\
409 		(vf)->index * sizeof(struct bnx2x_vf_sp) +		\
410 		offsetof(struct bnx2x_vf_sp, field))
411 #define bnx2x_vf_sp_map(bp, vf, field) ((bp)->vfdb->sp_dma.mapping +	\
412 		(vf)->index * sizeof(struct bnx2x_vf_sp) +		\
413 		offsetof(struct bnx2x_vf_sp, field))
414 
415 #define FLRD_VFS_DWORDS (BNX2X_MAX_NUM_OF_VFS / 32)
416 	u32 flrd_vfs[FLRD_VFS_DWORDS];
417 
418 	/* the number of msix vectors belonging to this PF designated for VFs */
419 	u16 vf_sbs_pool;
420 	u16 first_vf_igu_entry;
421 };
422 
423 /* queue access */
424 static inline struct bnx2x_vf_queue *vfq_get(struct bnx2x_virtf *vf, u8 index)
425 {
426 	return &(vf->vfqs[index]);
427 }
428 
429 /* FW ids */
430 static inline u8 vf_igu_sb(struct bnx2x_virtf *vf, u16 sb_idx)
431 {
432 	return vf->igu_base_id + sb_idx;
433 }
434 
435 static inline u8 vf_hc_qzone(struct bnx2x_virtf *vf, u16 sb_idx)
436 {
437 	return vf_igu_sb(vf, sb_idx);
438 }
439 
440 static u8 vfq_cl_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
441 {
442 	return vf->igu_base_id + q->index;
443 }
444 
445 static inline u8 vfq_stat_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
446 {
447 	if (vf->cfg_flags & VF_CFG_STATS_COALESCE)
448 		return vf->leading_rss;
449 	else
450 		return vfq_cl_id(vf, q);
451 }
452 
453 static inline u8 vfq_qzone_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
454 {
455 	return vfq_cl_id(vf, q);
456 }
457 
458 /* global iov routines */
459 int bnx2x_iov_init_ilt(struct bnx2x *bp, u16 line);
460 int bnx2x_iov_init_one(struct bnx2x *bp, int int_mode_param, int num_vfs_param);
461 void bnx2x_iov_remove_one(struct bnx2x *bp);
462 void bnx2x_iov_free_mem(struct bnx2x *bp);
463 int bnx2x_iov_alloc_mem(struct bnx2x *bp);
464 int bnx2x_iov_nic_init(struct bnx2x *bp);
465 int bnx2x_iov_chip_cleanup(struct bnx2x *bp);
466 void bnx2x_iov_init_dq(struct bnx2x *bp);
467 void bnx2x_iov_init_dmae(struct bnx2x *bp);
468 void bnx2x_iov_set_queue_sp_obj(struct bnx2x *bp, int vf_cid,
469 				struct bnx2x_queue_sp_obj **q_obj);
470 void bnx2x_iov_sp_event(struct bnx2x *bp, int vf_cid, bool queue_work);
471 int bnx2x_iov_eq_sp_event(struct bnx2x *bp, union event_ring_elem *elem);
472 void bnx2x_iov_adjust_stats_req(struct bnx2x *bp);
473 void bnx2x_iov_storm_stats_update(struct bnx2x *bp);
474 void bnx2x_iov_sp_task(struct bnx2x *bp);
475 /* global vf mailbox routines */
476 void bnx2x_vf_mbx(struct bnx2x *bp, struct vf_pf_event_data *vfpf_event);
477 void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid);
478 
479 /* CORE VF API */
480 typedef u8 bnx2x_mac_addr_t[ETH_ALEN];
481 
482 /* acquire */
483 int bnx2x_vf_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
484 		     struct vf_pf_resc_request *resc);
485 /* init */
486 int bnx2x_vf_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
487 		  dma_addr_t *sb_map);
488 
489 /* VFOP generic helpers */
490 #define bnx2x_vfop_default(state) do {				\
491 		BNX2X_ERR("Bad state %d\n", (state));		\
492 		vfop->rc = -EINVAL;				\
493 		goto op_err;					\
494 	} while (0)
495 
496 enum {
497 	VFOP_DONE,
498 	VFOP_CONT,
499 	VFOP_VERIFY_PEND,
500 };
501 
502 #define bnx2x_vfop_finalize(vf, rc, next) do {				\
503 		if ((rc) < 0)						\
504 			goto op_err;					\
505 		else if ((rc) > 0)					\
506 			goto op_pending;				\
507 		else if ((next) == VFOP_DONE)				\
508 			goto op_done;					\
509 		else if ((next) == VFOP_VERIFY_PEND)			\
510 			BNX2X_ERR("expected pending\n");		\
511 		else {							\
512 			DP(BNX2X_MSG_IOV, "no ramrod. Scheduling\n");	\
513 			atomic_set(&vf->op_in_progress, 1);		\
514 			queue_delayed_work(bnx2x_wq, &bp->sp_task, 0);  \
515 			return;						\
516 		}							\
517 	} while (0)
518 
519 #define bnx2x_vfop_opset(first_state, trans_hndlr, done_hndlr)		\
520 	do {								\
521 		vfop->state = first_state;				\
522 		vfop->op_p = &vf->op_params;				\
523 		vfop->transition = trans_hndlr;				\
524 		vfop->done = done_hndlr;				\
525 	} while (0)
526 
527 static inline struct bnx2x_vfop *bnx2x_vfop_cur(struct bnx2x *bp,
528 						struct bnx2x_virtf *vf)
529 {
530 	WARN(!mutex_is_locked(&vf->op_mutex), "about to access vf op linked list but mutex was not locked!");
531 	WARN_ON(list_empty(&vf->op_list_head));
532 	return list_first_entry(&vf->op_list_head, struct bnx2x_vfop, link);
533 }
534 
535 static inline struct bnx2x_vfop *bnx2x_vfop_add(struct bnx2x *bp,
536 						struct bnx2x_virtf *vf)
537 {
538 	struct bnx2x_vfop *vfop = kzalloc(sizeof(*vfop), GFP_KERNEL);
539 
540 	WARN(!mutex_is_locked(&vf->op_mutex), "about to access vf op linked list but mutex was not locked!");
541 	if (vfop) {
542 		INIT_LIST_HEAD(&vfop->link);
543 		list_add(&vfop->link, &vf->op_list_head);
544 	}
545 	return vfop;
546 }
547 
548 static inline void bnx2x_vfop_end(struct bnx2x *bp, struct bnx2x_virtf *vf,
549 				  struct bnx2x_vfop *vfop)
550 {
551 	/* rc < 0 - error, otherwise set to 0 */
552 	DP(BNX2X_MSG_IOV, "rc was %d\n", vfop->rc);
553 	if (vfop->rc >= 0)
554 		vfop->rc = 0;
555 	DP(BNX2X_MSG_IOV, "rc is now %d\n", vfop->rc);
556 
557 	/* unlink the current op context and propagate error code
558 	 * must be done before invoking the 'done()' handler
559 	 */
560 	WARN(!mutex_is_locked(&vf->op_mutex),
561 	     "about to access vf op linked list but mutex was not locked!");
562 	list_del(&vfop->link);
563 
564 	if (list_empty(&vf->op_list_head)) {
565 		DP(BNX2X_MSG_IOV, "list was empty %d\n", vfop->rc);
566 		vf->op_rc = vfop->rc;
567 		DP(BNX2X_MSG_IOV, "copying rc vf->op_rc %d,  vfop->rc %d\n",
568 		   vf->op_rc, vfop->rc);
569 	} else {
570 		struct bnx2x_vfop *cur_vfop;
571 
572 		DP(BNX2X_MSG_IOV, "list not empty %d\n", vfop->rc);
573 		cur_vfop = bnx2x_vfop_cur(bp, vf);
574 		cur_vfop->rc = vfop->rc;
575 		DP(BNX2X_MSG_IOV, "copying rc vf->op_rc %d, vfop->rc %d\n",
576 		   vf->op_rc, vfop->rc);
577 	}
578 
579 	/* invoke done handler */
580 	if (vfop->done) {
581 		DP(BNX2X_MSG_IOV, "calling done handler\n");
582 		vfop->done(bp, vf);
583 	} else {
584 		/* there is no done handler for the operation to unlock
585 		 * the mutex. Must have gotten here from PF initiated VF RELEASE
586 		 */
587 		bnx2x_unlock_vf_pf_channel(bp, vf, CHANNEL_TLV_PF_RELEASE_VF);
588 	}
589 
590 	DP(BNX2X_MSG_IOV, "done handler complete. vf->op_rc %d, vfop->rc %d\n",
591 	   vf->op_rc, vfop->rc);
592 
593 	/* if this is the last nested op reset the wait_blocking flag
594 	 * to release any blocking wrappers, only after 'done()' is invoked
595 	 */
596 	if (list_empty(&vf->op_list_head)) {
597 		DP(BNX2X_MSG_IOV, "list was empty after done %d\n", vfop->rc);
598 		vf->op_wait_blocking = false;
599 	}
600 
601 	kfree(vfop);
602 }
603 
604 static inline int bnx2x_vfop_wait_blocking(struct bnx2x *bp,
605 					   struct bnx2x_virtf *vf)
606 {
607 	/* can take a while if any port is running */
608 	int cnt = 5000;
609 
610 	might_sleep();
611 	while (cnt--) {
612 		if (vf->op_wait_blocking == false) {
613 #ifdef BNX2X_STOP_ON_ERROR
614 			DP(BNX2X_MSG_IOV, "exit  (cnt %d)\n", 5000 - cnt);
615 #endif
616 			return 0;
617 		}
618 		usleep_range(1000, 2000);
619 
620 		if (bp->panic)
621 			return -EIO;
622 	}
623 
624 	/* timeout! */
625 #ifdef BNX2X_STOP_ON_ERROR
626 	bnx2x_panic();
627 #endif
628 
629 	return -EBUSY;
630 }
631 
632 static inline int bnx2x_vfop_transition(struct bnx2x *bp,
633 					struct bnx2x_virtf *vf,
634 					vfop_handler_t transition,
635 					bool block)
636 {
637 	if (block)
638 		vf->op_wait_blocking = true;
639 	transition(bp, vf);
640 	if (block)
641 		return bnx2x_vfop_wait_blocking(bp, vf);
642 	return 0;
643 }
644 
645 /* VFOP queue construction helpers */
646 void bnx2x_vfop_qctor_dump_tx(struct bnx2x *bp, struct bnx2x_virtf *vf,
647 			    struct bnx2x_queue_init_params *init_params,
648 			    struct bnx2x_queue_setup_params *setup_params,
649 			    u16 q_idx, u16 sb_idx);
650 
651 void bnx2x_vfop_qctor_dump_rx(struct bnx2x *bp, struct bnx2x_virtf *vf,
652 			    struct bnx2x_queue_init_params *init_params,
653 			    struct bnx2x_queue_setup_params *setup_params,
654 			    u16 q_idx, u16 sb_idx);
655 
656 void bnx2x_vfop_qctor_prep(struct bnx2x *bp,
657 			   struct bnx2x_virtf *vf,
658 			   struct bnx2x_vf_queue *q,
659 			   struct bnx2x_vfop_qctor_params *p,
660 			   unsigned long q_type);
661 int bnx2x_vfop_mac_list_cmd(struct bnx2x *bp,
662 			    struct bnx2x_virtf *vf,
663 			    struct bnx2x_vfop_cmd *cmd,
664 			    struct bnx2x_vfop_filters *macs,
665 			    int qid, bool drv_only);
666 
667 int bnx2x_vfop_vlan_set_cmd(struct bnx2x *bp,
668 			    struct bnx2x_virtf *vf,
669 			    struct bnx2x_vfop_cmd *cmd,
670 			    int qid, u16 vid, bool add);
671 
672 int bnx2x_vfop_vlan_list_cmd(struct bnx2x *bp,
673 			     struct bnx2x_virtf *vf,
674 			     struct bnx2x_vfop_cmd *cmd,
675 			     struct bnx2x_vfop_filters *vlans,
676 			     int qid, bool drv_only);
677 
678 int bnx2x_vfop_qsetup_cmd(struct bnx2x *bp,
679 			  struct bnx2x_virtf *vf,
680 			  struct bnx2x_vfop_cmd *cmd,
681 			  int qid);
682 
683 int bnx2x_vfop_qdown_cmd(struct bnx2x *bp,
684 			 struct bnx2x_virtf *vf,
685 			 struct bnx2x_vfop_cmd *cmd,
686 			 int qid);
687 
688 int bnx2x_vfop_mcast_cmd(struct bnx2x *bp,
689 			 struct bnx2x_virtf *vf,
690 			 struct bnx2x_vfop_cmd *cmd,
691 			 bnx2x_mac_addr_t *mcasts,
692 			 int mcast_num, bool drv_only);
693 
694 int bnx2x_vfop_rxmode_cmd(struct bnx2x *bp,
695 			  struct bnx2x_virtf *vf,
696 			  struct bnx2x_vfop_cmd *cmd,
697 			  int qid, unsigned long accept_flags);
698 
699 int bnx2x_vfop_close_cmd(struct bnx2x *bp,
700 			 struct bnx2x_virtf *vf,
701 			 struct bnx2x_vfop_cmd *cmd);
702 
703 int bnx2x_vfop_release_cmd(struct bnx2x *bp,
704 			   struct bnx2x_virtf *vf,
705 			   struct bnx2x_vfop_cmd *cmd);
706 
707 int bnx2x_vfop_rss_cmd(struct bnx2x *bp,
708 		       struct bnx2x_virtf *vf,
709 		       struct bnx2x_vfop_cmd *cmd);
710 
711 /* VF release ~ VF close + VF release-resources
712  *
713  * Release is the ultimate SW shutdown and is called whenever an
714  * irrecoverable error is encountered.
715  */
716 void bnx2x_vf_release(struct bnx2x *bp, struct bnx2x_virtf *vf, bool block);
717 int bnx2x_vf_idx_by_abs_fid(struct bnx2x *bp, u16 abs_vfid);
718 u8 bnx2x_vf_max_queue_cnt(struct bnx2x *bp, struct bnx2x_virtf *vf);
719 
720 /* FLR routines */
721 
722 /* VF FLR helpers */
723 int bnx2x_vf_flr_clnup_epilog(struct bnx2x *bp, u8 abs_vfid);
724 void bnx2x_vf_enable_access(struct bnx2x *bp, u8 abs_vfid);
725 
726 /* Handles an FLR (or VF_DISABLE) notification form the MCP */
727 void bnx2x_vf_handle_flr_event(struct bnx2x *bp);
728 
729 void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list, u16 offset, u16 type,
730 		   u16 length);
731 void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
732 		     u16 type, u16 length);
733 void bnx2x_vfpf_finalize(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv);
734 void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list);
735 
736 bool bnx2x_tlv_supported(u16 tlvtype);
737 
738 u32 bnx2x_crc_vf_bulletin(struct bnx2x *bp,
739 			  struct pf_vf_bulletin_content *bulletin);
740 int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf);
741 
742 enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp);
743 
744 /* VF side vfpf channel functions */
745 int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count);
746 int bnx2x_vfpf_release(struct bnx2x *bp);
747 int bnx2x_vfpf_release(struct bnx2x *bp);
748 int bnx2x_vfpf_init(struct bnx2x *bp);
749 void bnx2x_vfpf_close_vf(struct bnx2x *bp);
750 int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
751 		       bool is_leading);
752 int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx);
753 int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set);
754 int bnx2x_vfpf_config_rss(struct bnx2x *bp,
755 			  struct bnx2x_config_rss_params *params);
756 int bnx2x_vfpf_set_mcast(struct net_device *dev);
757 int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp);
758 
759 static inline void bnx2x_vf_fill_fw_str(struct bnx2x *bp, char *buf,
760 					size_t buf_len)
761 {
762 	strlcpy(buf, bp->acquire_resp.pfdev_info.fw_ver, buf_len);
763 }
764 
765 static inline int bnx2x_vf_ustorm_prods_offset(struct bnx2x *bp,
766 					       struct bnx2x_fastpath *fp)
767 {
768 	return PXP_VF_ADDR_USDM_QUEUES_START +
769 		bp->acquire_resp.resc.hw_qid[fp->index] *
770 		sizeof(struct ustorm_queue_zone_data);
771 }
772 
773 enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp);
774 void bnx2x_timer_sriov(struct bnx2x *bp);
775 void __iomem *bnx2x_vf_doorbells(struct bnx2x *bp);
776 int bnx2x_vf_pci_alloc(struct bnx2x *bp);
777 int bnx2x_enable_sriov(struct bnx2x *bp);
778 void bnx2x_disable_sriov(struct bnx2x *bp);
779 static inline int bnx2x_vf_headroom(struct bnx2x *bp)
780 {
781 	return bp->vfdb->sriov.nr_virtfn * BNX2X_CIDS_PER_VF;
782 }
783 void bnx2x_pf_set_vfs_vlan(struct bnx2x *bp);
784 int bnx2x_sriov_configure(struct pci_dev *dev, int num_vfs);
785 void bnx2x_iov_channel_down(struct bnx2x *bp);
786 
787 #else /* CONFIG_BNX2X_SRIOV */
788 
789 static inline void bnx2x_iov_set_queue_sp_obj(struct bnx2x *bp, int vf_cid,
790 				struct bnx2x_queue_sp_obj **q_obj) {}
791 static inline void bnx2x_iov_sp_event(struct bnx2x *bp, int vf_cid,
792 				      bool queue_work) {}
793 static inline void bnx2x_vf_handle_flr_event(struct bnx2x *bp) {}
794 static inline int bnx2x_iov_eq_sp_event(struct bnx2x *bp,
795 					union event_ring_elem *elem) {return 1; }
796 static inline void bnx2x_iov_sp_task(struct bnx2x *bp) {}
797 static inline void bnx2x_vf_mbx(struct bnx2x *bp,
798 				struct vf_pf_event_data *vfpf_event) {}
799 static inline int bnx2x_iov_init_ilt(struct bnx2x *bp, u16 line) {return line; }
800 static inline void bnx2x_iov_init_dq(struct bnx2x *bp) {}
801 static inline int bnx2x_iov_alloc_mem(struct bnx2x *bp) {return 0; }
802 static inline void bnx2x_iov_free_mem(struct bnx2x *bp) {}
803 static inline int bnx2x_iov_chip_cleanup(struct bnx2x *bp) {return 0; }
804 static inline void bnx2x_iov_init_dmae(struct bnx2x *bp) {}
805 static inline int bnx2x_iov_init_one(struct bnx2x *bp, int int_mode_param,
806 				     int num_vfs_param) {return 0; }
807 static inline void bnx2x_iov_remove_one(struct bnx2x *bp) {}
808 static inline int bnx2x_enable_sriov(struct bnx2x *bp) {return 0; }
809 static inline void bnx2x_disable_sriov(struct bnx2x *bp) {}
810 static inline int bnx2x_vfpf_acquire(struct bnx2x *bp,
811 				     u8 tx_count, u8 rx_count) {return 0; }
812 static inline int bnx2x_vfpf_release(struct bnx2x *bp) {return 0; }
813 static inline int bnx2x_vfpf_init(struct bnx2x *bp) {return 0; }
814 static inline void bnx2x_vfpf_close_vf(struct bnx2x *bp) {}
815 static inline int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp, bool is_leading) {return 0; }
816 static inline int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx) {return 0; }
817 static inline int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr,
818 					u8 vf_qid, bool set) {return 0; }
819 static inline int bnx2x_vfpf_config_rss(struct bnx2x *bp,
820 					struct bnx2x_config_rss_params *params) {return 0; }
821 static inline int bnx2x_vfpf_set_mcast(struct net_device *dev) {return 0; }
822 static inline int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp) {return 0; }
823 static inline int bnx2x_iov_nic_init(struct bnx2x *bp) {return 0; }
824 static inline int bnx2x_vf_headroom(struct bnx2x *bp) {return 0; }
825 static inline void bnx2x_iov_adjust_stats_req(struct bnx2x *bp) {}
826 static inline void bnx2x_vf_fill_fw_str(struct bnx2x *bp, char *buf,
827 					size_t buf_len) {}
828 static inline int bnx2x_vf_ustorm_prods_offset(struct bnx2x *bp,
829 					       struct bnx2x_fastpath *fp) {return 0; }
830 static inline enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp)
831 {
832 	return PFVF_BULLETIN_UNCHANGED;
833 }
834 static inline void bnx2x_timer_sriov(struct bnx2x *bp) {}
835 
836 static inline void __iomem *bnx2x_vf_doorbells(struct bnx2x *bp)
837 {
838 	return NULL;
839 }
840 
841 static inline int bnx2x_vf_pci_alloc(struct bnx2x *bp) {return 0; }
842 static inline void bnx2x_pf_set_vfs_vlan(struct bnx2x *bp) {}
843 static inline int bnx2x_sriov_configure(struct pci_dev *dev, int num_vfs) {return 0; }
844 static inline void bnx2x_iov_channel_down(struct bnx2x *bp) {}
845 
846 #endif /* CONFIG_BNX2X_SRIOV */
847 #endif /* bnx2x_sriov.h */
848