1 /* bnx2x_sriov.h: Broadcom Everest network driver.
2  *
3  * Copyright 2009-2013 Broadcom Corporation
4  *
5  * Unless you and Broadcom execute a separate written software license
6  * agreement governing use of this software, this software is licensed to you
7  * under the terms of the GNU General Public License version 2, available
8  * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
9  *
10  * Notwithstanding the above, under no circumstances may you combine this
11  * software in any way with any other Broadcom software provided under a
12  * license other than the GPL, without Broadcom's express prior written
13  * consent.
14  *
15  * Maintained by: Eilon Greenstein <eilong@broadcom.com>
16  * Written by: Shmulik Ravid <shmulikr@broadcom.com>
17  *	       Ariel Elior <ariele@broadcom.com>
18  */
19 #ifndef BNX2X_SRIOV_H
20 #define BNX2X_SRIOV_H
21 
22 #include "bnx2x_vfpf.h"
23 #include "bnx2x.h"
24 
25 enum sample_bulletin_result {
26 	   PFVF_BULLETIN_UNCHANGED,
27 	   PFVF_BULLETIN_UPDATED,
28 	   PFVF_BULLETIN_CRC_ERR
29 };
30 
31 #ifdef CONFIG_BNX2X_SRIOV
32 
33 /* The bnx2x device structure holds vfdb structure described below.
34  * The VF array is indexed by the relative vfid.
35  */
36 #define BNX2X_VF_MAX_QUEUES		16
37 #define BNX2X_VF_MAX_TPA_AGG_QUEUES	8
38 
39 struct bnx2x_sriov {
40 	u32 first_vf_in_pf;
41 
42 	/* standard SRIOV capability fields, mostly for debugging */
43 	int pos;		/* capability position */
44 	int nres;		/* number of resources */
45 	u32 cap;		/* SR-IOV Capabilities */
46 	u16 ctrl;		/* SR-IOV Control */
47 	u16 total;		/* total VFs associated with the PF */
48 	u16 initial;		/* initial VFs associated with the PF */
49 	u16 nr_virtfn;		/* number of VFs available */
50 	u16 offset;		/* first VF Routing ID offset */
51 	u16 stride;		/* following VF stride */
52 	u32 pgsz;		/* page size for BAR alignment */
53 	u8 link;		/* Function Dependency Link */
54 };
55 
56 /* bars */
57 struct bnx2x_vf_bar {
58 	u64 bar;
59 	u32 size;
60 };
61 
62 struct bnx2x_vf_bar_info {
63 	struct bnx2x_vf_bar bars[PCI_SRIOV_NUM_BARS];
64 	u8 nr_bars;
65 };
66 
67 /* vf queue (used both for rx or tx) */
68 struct bnx2x_vf_queue {
69 	struct eth_context		*cxt;
70 
71 	/* MACs object */
72 	struct bnx2x_vlan_mac_obj	mac_obj;
73 
74 	/* VLANs object */
75 	struct bnx2x_vlan_mac_obj	vlan_obj;
76 	atomic_t vlan_count;		/* 0 means vlan-0 is set  ~ untagged */
77 
78 	/* Queue Slow-path State object */
79 	struct bnx2x_queue_sp_obj	sp_obj;
80 
81 	u32 cid;
82 	u16 index;
83 	u16 sb_idx;
84 	bool is_leading;
85 };
86 
87 /* struct bnx2x_vfop_qctor_params - prepare queue construction parameters:
88  * q-init, q-setup and SB index
89  */
90 struct bnx2x_vfop_qctor_params {
91 	struct bnx2x_queue_state_params		qstate;
92 	struct bnx2x_queue_setup_params		prep_qsetup;
93 };
94 
95 /* VFOP parameters (one copy per VF) */
96 union bnx2x_vfop_params {
97 	struct bnx2x_vlan_mac_ramrod_params	vlan_mac;
98 	struct bnx2x_rx_mode_ramrod_params	rx_mode;
99 	struct bnx2x_mcast_ramrod_params	mcast;
100 	struct bnx2x_config_rss_params		rss;
101 	struct bnx2x_vfop_qctor_params		qctor;
102 };
103 
104 /* forward */
105 struct bnx2x_virtf;
106 
107 /* VFOP definitions */
108 typedef void (*vfop_handler_t)(struct bnx2x *bp, struct bnx2x_virtf *vf);
109 
110 struct bnx2x_vfop_cmd {
111 	vfop_handler_t done;
112 	bool block;
113 };
114 
115 /* VFOP queue filters command additional arguments */
116 struct bnx2x_vfop_filter {
117 	struct list_head link;
118 	int type;
119 #define BNX2X_VFOP_FILTER_MAC	1
120 #define BNX2X_VFOP_FILTER_VLAN	2
121 
122 	bool add;
123 	u8 *mac;
124 	u16 vid;
125 };
126 
127 struct bnx2x_vfop_filters {
128 	int add_cnt;
129 	struct list_head head;
130 	struct bnx2x_vfop_filter filters[];
131 };
132 
133 /* transient list allocated, built and saved until its
134  * passed to the SP-VERBs layer.
135  */
136 struct bnx2x_vfop_args_mcast {
137 	int mc_num;
138 	struct bnx2x_mcast_list_elem *mc;
139 };
140 
141 struct bnx2x_vfop_args_qctor {
142 	int	qid;
143 	u16	sb_idx;
144 };
145 
146 struct bnx2x_vfop_args_qdtor {
147 	int	qid;
148 	struct eth_context *cxt;
149 };
150 
151 struct bnx2x_vfop_args_defvlan {
152 	int	qid;
153 	bool	enable;
154 	u16	vid;
155 	u8	prio;
156 };
157 
158 struct bnx2x_vfop_args_qx {
159 	int	qid;
160 	bool	en_add;
161 };
162 
163 struct bnx2x_vfop_args_filters {
164 	struct bnx2x_vfop_filters *multi_filter;
165 	atomic_t *credit;	/* non NULL means 'don't consume credit' */
166 };
167 
168 union bnx2x_vfop_args {
169 	struct bnx2x_vfop_args_mcast	mc_list;
170 	struct bnx2x_vfop_args_qctor	qctor;
171 	struct bnx2x_vfop_args_qdtor	qdtor;
172 	struct bnx2x_vfop_args_defvlan	defvlan;
173 	struct bnx2x_vfop_args_qx	qx;
174 	struct bnx2x_vfop_args_filters	filters;
175 };
176 
177 struct bnx2x_vfop {
178 	struct list_head link;
179 	int			rc;		/* return code */
180 	int			state;		/* next state */
181 	union bnx2x_vfop_args	args;		/* extra arguments */
182 	union bnx2x_vfop_params *op_p;		/* ramrod params */
183 
184 	/* state machine callbacks */
185 	vfop_handler_t transition;
186 	vfop_handler_t done;
187 };
188 
189 /* vf context */
190 struct bnx2x_virtf {
191 	u16 cfg_flags;
192 #define VF_CFG_STATS		0x0001
193 #define VF_CFG_FW_FC		0x0002
194 #define VF_CFG_TPA		0x0004
195 #define VF_CFG_INT_SIMD		0x0008
196 #define VF_CACHE_LINE		0x0010
197 #define VF_CFG_VLAN		0x0020
198 #define VF_CFG_STATS_COALESCE	0x0040
199 
200 	u8 state;
201 #define VF_FREE		0	/* VF ready to be acquired holds no resc */
202 #define VF_ACQUIRED	1	/* VF acquired, but not initialized */
203 #define VF_ENABLED	2	/* VF Enabled */
204 #define VF_RESET	3	/* VF FLR'd, pending cleanup */
205 
206 	/* non 0 during flr cleanup */
207 	u8 flr_clnup_stage;
208 #define VF_FLR_CLN	1	/* reclaim resources and do 'final cleanup'
209 				 * sans the end-wait
210 				 */
211 #define VF_FLR_ACK	2	/* ACK flr notification */
212 #define VF_FLR_EPILOG	3	/* wait for VF remnants to dissipate in the HW
213 				 * ~ final cleanup' end wait
214 				 */
215 
216 	/* dma */
217 	dma_addr_t fw_stat_map;		/* valid iff VF_CFG_STATS */
218 	u16 stats_stride;
219 	dma_addr_t spq_map;
220 	dma_addr_t bulletin_map;
221 
222 	/* Allocated resources counters. Before the VF is acquired, the
223 	 * counters hold the following values:
224 	 *
225 	 * - xxq_count = 0 as the queues memory is not allocated yet.
226 	 *
227 	 * - sb_count  = The number of status blocks configured for this VF in
228 	 *		 the IGU CAM. Initially read during probe.
229 	 *
230 	 * - xx_rules_count = The number of rules statically and equally
231 	 *		      allocated for each VF, during PF load.
232 	 */
233 	struct vf_pf_resc_request	alloc_resc;
234 #define vf_rxq_count(vf)		((vf)->alloc_resc.num_rxqs)
235 #define vf_txq_count(vf)		((vf)->alloc_resc.num_txqs)
236 #define vf_sb_count(vf)			((vf)->alloc_resc.num_sbs)
237 #define vf_mac_rules_cnt(vf)		((vf)->alloc_resc.num_mac_filters)
238 #define vf_vlan_rules_cnt(vf)		((vf)->alloc_resc.num_vlan_filters)
239 #define vf_mc_rules_cnt(vf)		((vf)->alloc_resc.num_mc_filters)
240 
241 	u8 sb_count;	/* actual number of SBs */
242 	u8 igu_base_id;	/* base igu status block id */
243 
244 	struct bnx2x_vf_queue	*vfqs;
245 #define LEADING_IDX			0
246 #define bnx2x_vfq_is_leading(vfq)	((vfq)->index == LEADING_IDX)
247 #define bnx2x_vfq(vf, nr, var)		((vf)->vfqs[(nr)].var)
248 #define bnx2x_leading_vfq(vf, var)	((vf)->vfqs[LEADING_IDX].var)
249 
250 	u8 index;	/* index in the vf array */
251 	u8 abs_vfid;
252 	u8 sp_cl_id;
253 	u32 error;	/* 0 means all's-well */
254 
255 	/* BDF */
256 	unsigned int bus;
257 	unsigned int devfn;
258 
259 	/* bars */
260 	struct bnx2x_vf_bar bars[PCI_SRIOV_NUM_BARS];
261 
262 	/* set-mac ramrod state 1-pending, 0-done */
263 	unsigned long	filter_state;
264 
265 	/* leading rss client id ~~ the client id of the first rxq, must be
266 	 * set for each txq.
267 	 */
268 	int leading_rss;
269 
270 	/* MCAST object */
271 	struct bnx2x_mcast_obj		mcast_obj;
272 
273 	/* RSS configuration object */
274 	struct bnx2x_rss_config_obj     rss_conf_obj;
275 
276 	/* slow-path operations */
277 	atomic_t			op_in_progress;
278 	int				op_rc;
279 	bool				op_wait_blocking;
280 	struct list_head		op_list_head;
281 	union bnx2x_vfop_params		op_params;
282 	struct mutex			op_mutex; /* one vfop at a time mutex */
283 	enum channel_tlvs		op_current;
284 };
285 
286 #define BNX2X_NR_VIRTFN(bp)	((bp)->vfdb->sriov.nr_virtfn)
287 
288 #define for_each_vf(bp, var) \
289 		for ((var) = 0; (var) < BNX2X_NR_VIRTFN(bp); (var)++)
290 
291 #define for_each_vfq(vf, var) \
292 		for ((var) = 0; (var) < vf_rxq_count(vf); (var)++)
293 
294 #define for_each_vf_sb(vf, var) \
295 		for ((var) = 0; (var) < vf_sb_count(vf); (var)++)
296 
297 #define is_vf_multi(vf)	(vf_rxq_count(vf) > 1)
298 
299 #define HW_VF_HANDLE(bp, abs_vfid) \
300 	(u16)(BP_ABS_FUNC((bp)) | (1<<3) |  ((u16)(abs_vfid) << 4))
301 
302 #define FW_PF_MAX_HANDLE	8
303 
304 #define FW_VF_HANDLE(abs_vfid)	\
305 	(abs_vfid + FW_PF_MAX_HANDLE)
306 
307 /* locking and unlocking the channel mutex */
308 void bnx2x_lock_vf_pf_channel(struct bnx2x *bp, struct bnx2x_virtf *vf,
309 			      enum channel_tlvs tlv);
310 
311 void bnx2x_unlock_vf_pf_channel(struct bnx2x *bp, struct bnx2x_virtf *vf,
312 				enum channel_tlvs expected_tlv);
313 
314 /* VF mail box (aka vf-pf channel) */
315 
316 /* a container for the bi-directional vf<-->pf messages.
317  *  The actual response will be placed according to the offset parameter
318  *  provided in the request
319  */
320 
321 #define MBX_MSG_ALIGN	8
322 #define MBX_MSG_ALIGNED_SIZE	(roundup(sizeof(struct bnx2x_vf_mbx_msg), \
323 				MBX_MSG_ALIGN))
324 
325 struct bnx2x_vf_mbx_msg {
326 	union vfpf_tlvs req;
327 	union pfvf_tlvs resp;
328 };
329 
330 struct bnx2x_vf_mbx {
331 	struct bnx2x_vf_mbx_msg *msg;
332 	dma_addr_t msg_mapping;
333 
334 	/* VF GPA address */
335 	u32 vf_addr_lo;
336 	u32 vf_addr_hi;
337 
338 	struct vfpf_first_tlv first_tlv;	/* saved VF request header */
339 
340 	u8 flags;
341 #define VF_MSG_INPROCESS	0x1	/* failsafe - the FW should prevent
342 					 * more then one pending msg
343 					 */
344 };
345 
346 struct bnx2x_vf_sp {
347 	union {
348 		struct eth_classify_rules_ramrod_data	e2;
349 	} mac_rdata;
350 
351 	union {
352 		struct eth_classify_rules_ramrod_data	e2;
353 	} vlan_rdata;
354 
355 	union {
356 		struct eth_filter_rules_ramrod_data	e2;
357 	} rx_mode_rdata;
358 
359 	union {
360 		struct eth_multicast_rules_ramrod_data  e2;
361 	} mcast_rdata;
362 
363 	union {
364 		struct client_init_ramrod_data  init_data;
365 		struct client_update_ramrod_data update_data;
366 	} q_data;
367 
368 	union {
369 		struct eth_rss_update_ramrod_data e2;
370 	} rss_rdata;
371 };
372 
373 struct hw_dma {
374 	void *addr;
375 	dma_addr_t mapping;
376 	size_t size;
377 };
378 
379 struct bnx2x_vfdb {
380 #define BP_VFDB(bp)		((bp)->vfdb)
381 	/* vf array */
382 	struct bnx2x_virtf	*vfs;
383 #define BP_VF(bp, idx)		(&((bp)->vfdb->vfs[(idx)]))
384 #define bnx2x_vf(bp, idx, var)	((bp)->vfdb->vfs[(idx)].var)
385 
386 	/* queue array - for all vfs */
387 	struct bnx2x_vf_queue *vfqs;
388 
389 	/* vf HW contexts */
390 	struct hw_dma		context[BNX2X_VF_CIDS/ILT_PAGE_CIDS];
391 #define	BP_VF_CXT_PAGE(bp, i)	(&(bp)->vfdb->context[(i)])
392 
393 	/* SR-IOV information */
394 	struct bnx2x_sriov	sriov;
395 	struct hw_dma		mbx_dma;
396 #define BP_VF_MBX_DMA(bp)	(&((bp)->vfdb->mbx_dma))
397 	struct bnx2x_vf_mbx	mbxs[BNX2X_MAX_NUM_OF_VFS];
398 #define BP_VF_MBX(bp, vfid)	(&((bp)->vfdb->mbxs[(vfid)]))
399 
400 	struct hw_dma		bulletin_dma;
401 #define BP_VF_BULLETIN_DMA(bp)	(&((bp)->vfdb->bulletin_dma))
402 #define	BP_VF_BULLETIN(bp, vf) \
403 	(((struct pf_vf_bulletin_content *)(BP_VF_BULLETIN_DMA(bp)->addr)) \
404 	 + (vf))
405 
406 	struct hw_dma		sp_dma;
407 #define bnx2x_vf_sp(bp, vf, field) ((bp)->vfdb->sp_dma.addr +		\
408 		(vf)->index * sizeof(struct bnx2x_vf_sp) +		\
409 		offsetof(struct bnx2x_vf_sp, field))
410 #define bnx2x_vf_sp_map(bp, vf, field) ((bp)->vfdb->sp_dma.mapping +	\
411 		(vf)->index * sizeof(struct bnx2x_vf_sp) +		\
412 		offsetof(struct bnx2x_vf_sp, field))
413 
414 #define FLRD_VFS_DWORDS (BNX2X_MAX_NUM_OF_VFS / 32)
415 	u32 flrd_vfs[FLRD_VFS_DWORDS];
416 
417 	/* the number of msix vectors belonging to this PF designated for VFs */
418 	u16 vf_sbs_pool;
419 	u16 first_vf_igu_entry;
420 };
421 
422 /* queue access */
423 static inline struct bnx2x_vf_queue *vfq_get(struct bnx2x_virtf *vf, u8 index)
424 {
425 	return &(vf->vfqs[index]);
426 }
427 
428 /* FW ids */
429 static inline u8 vf_igu_sb(struct bnx2x_virtf *vf, u16 sb_idx)
430 {
431 	return vf->igu_base_id + sb_idx;
432 }
433 
434 static inline u8 vf_hc_qzone(struct bnx2x_virtf *vf, u16 sb_idx)
435 {
436 	return vf_igu_sb(vf, sb_idx);
437 }
438 
439 static u8 vfq_cl_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
440 {
441 	return vf->igu_base_id + q->index;
442 }
443 
444 static inline u8 vfq_stat_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
445 {
446 	if (vf->cfg_flags & VF_CFG_STATS_COALESCE)
447 		return vf->leading_rss;
448 	else
449 		return vfq_cl_id(vf, q);
450 }
451 
452 static inline u8 vfq_qzone_id(struct bnx2x_virtf *vf, struct bnx2x_vf_queue *q)
453 {
454 	return vfq_cl_id(vf, q);
455 }
456 
457 /* global iov routines */
458 int bnx2x_iov_init_ilt(struct bnx2x *bp, u16 line);
459 int bnx2x_iov_init_one(struct bnx2x *bp, int int_mode_param, int num_vfs_param);
460 void bnx2x_iov_remove_one(struct bnx2x *bp);
461 void bnx2x_iov_free_mem(struct bnx2x *bp);
462 int bnx2x_iov_alloc_mem(struct bnx2x *bp);
463 int bnx2x_iov_nic_init(struct bnx2x *bp);
464 int bnx2x_iov_chip_cleanup(struct bnx2x *bp);
465 void bnx2x_iov_init_dq(struct bnx2x *bp);
466 void bnx2x_iov_init_dmae(struct bnx2x *bp);
467 void bnx2x_iov_set_queue_sp_obj(struct bnx2x *bp, int vf_cid,
468 				struct bnx2x_queue_sp_obj **q_obj);
469 void bnx2x_iov_sp_event(struct bnx2x *bp, int vf_cid, bool queue_work);
470 int bnx2x_iov_eq_sp_event(struct bnx2x *bp, union event_ring_elem *elem);
471 void bnx2x_iov_adjust_stats_req(struct bnx2x *bp);
472 void bnx2x_iov_storm_stats_update(struct bnx2x *bp);
473 void bnx2x_iov_sp_task(struct bnx2x *bp);
474 /* global vf mailbox routines */
475 void bnx2x_vf_mbx(struct bnx2x *bp, struct vf_pf_event_data *vfpf_event);
476 void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid);
477 
478 /* CORE VF API */
479 typedef u8 bnx2x_mac_addr_t[ETH_ALEN];
480 
481 /* acquire */
482 int bnx2x_vf_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
483 		     struct vf_pf_resc_request *resc);
484 /* init */
485 int bnx2x_vf_init(struct bnx2x *bp, struct bnx2x_virtf *vf,
486 		  dma_addr_t *sb_map);
487 
488 /* VFOP generic helpers */
489 #define bnx2x_vfop_default(state) do {				\
490 		BNX2X_ERR("Bad state %d\n", (state));		\
491 		vfop->rc = -EINVAL;				\
492 		goto op_err;					\
493 	} while (0)
494 
495 enum {
496 	VFOP_DONE,
497 	VFOP_CONT,
498 	VFOP_VERIFY_PEND,
499 };
500 
501 #define bnx2x_vfop_finalize(vf, rc, next) do {				\
502 		if ((rc) < 0)						\
503 			goto op_err;					\
504 		else if ((rc) > 0)					\
505 			goto op_pending;				\
506 		else if ((next) == VFOP_DONE)				\
507 			goto op_done;					\
508 		else if ((next) == VFOP_VERIFY_PEND)			\
509 			BNX2X_ERR("expected pending\n");		\
510 		else {							\
511 			DP(BNX2X_MSG_IOV, "no ramrod. Scheduling\n");	\
512 			atomic_set(&vf->op_in_progress, 1);		\
513 			queue_delayed_work(bnx2x_wq, &bp->sp_task, 0);  \
514 			return;						\
515 		}							\
516 	} while (0)
517 
518 #define bnx2x_vfop_opset(first_state, trans_hndlr, done_hndlr)		\
519 	do {								\
520 		vfop->state = first_state;				\
521 		vfop->op_p = &vf->op_params;				\
522 		vfop->transition = trans_hndlr;				\
523 		vfop->done = done_hndlr;				\
524 	} while (0)
525 
526 static inline struct bnx2x_vfop *bnx2x_vfop_cur(struct bnx2x *bp,
527 						struct bnx2x_virtf *vf)
528 {
529 	WARN(!mutex_is_locked(&vf->op_mutex), "about to access vf op linked list but mutex was not locked!");
530 	WARN_ON(list_empty(&vf->op_list_head));
531 	return list_first_entry(&vf->op_list_head, struct bnx2x_vfop, link);
532 }
533 
534 static inline struct bnx2x_vfop *bnx2x_vfop_add(struct bnx2x *bp,
535 						struct bnx2x_virtf *vf)
536 {
537 	struct bnx2x_vfop *vfop = kzalloc(sizeof(*vfop), GFP_KERNEL);
538 
539 	WARN(!mutex_is_locked(&vf->op_mutex), "about to access vf op linked list but mutex was not locked!");
540 	if (vfop) {
541 		INIT_LIST_HEAD(&vfop->link);
542 		list_add(&vfop->link, &vf->op_list_head);
543 	}
544 	return vfop;
545 }
546 
547 static inline void bnx2x_vfop_end(struct bnx2x *bp, struct bnx2x_virtf *vf,
548 				  struct bnx2x_vfop *vfop)
549 {
550 	/* rc < 0 - error, otherwise set to 0 */
551 	DP(BNX2X_MSG_IOV, "rc was %d\n", vfop->rc);
552 	if (vfop->rc >= 0)
553 		vfop->rc = 0;
554 	DP(BNX2X_MSG_IOV, "rc is now %d\n", vfop->rc);
555 
556 	/* unlink the current op context and propagate error code
557 	 * must be done before invoking the 'done()' handler
558 	 */
559 	WARN(!mutex_is_locked(&vf->op_mutex),
560 	     "about to access vf op linked list but mutex was not locked!");
561 	list_del(&vfop->link);
562 
563 	if (list_empty(&vf->op_list_head)) {
564 		DP(BNX2X_MSG_IOV, "list was empty %d\n", vfop->rc);
565 		vf->op_rc = vfop->rc;
566 		DP(BNX2X_MSG_IOV, "copying rc vf->op_rc %d,  vfop->rc %d\n",
567 		   vf->op_rc, vfop->rc);
568 	} else {
569 		struct bnx2x_vfop *cur_vfop;
570 
571 		DP(BNX2X_MSG_IOV, "list not empty %d\n", vfop->rc);
572 		cur_vfop = bnx2x_vfop_cur(bp, vf);
573 		cur_vfop->rc = vfop->rc;
574 		DP(BNX2X_MSG_IOV, "copying rc vf->op_rc %d, vfop->rc %d\n",
575 		   vf->op_rc, vfop->rc);
576 	}
577 
578 	/* invoke done handler */
579 	if (vfop->done) {
580 		DP(BNX2X_MSG_IOV, "calling done handler\n");
581 		vfop->done(bp, vf);
582 	} else {
583 		/* there is no done handler for the operation to unlock
584 		 * the mutex. Must have gotten here from PF initiated VF RELEASE
585 		 */
586 		bnx2x_unlock_vf_pf_channel(bp, vf, CHANNEL_TLV_PF_RELEASE_VF);
587 	}
588 
589 	DP(BNX2X_MSG_IOV, "done handler complete. vf->op_rc %d, vfop->rc %d\n",
590 	   vf->op_rc, vfop->rc);
591 
592 	/* if this is the last nested op reset the wait_blocking flag
593 	 * to release any blocking wrappers, only after 'done()' is invoked
594 	 */
595 	if (list_empty(&vf->op_list_head)) {
596 		DP(BNX2X_MSG_IOV, "list was empty after done %d\n", vfop->rc);
597 		vf->op_wait_blocking = false;
598 	}
599 
600 	kfree(vfop);
601 }
602 
603 static inline int bnx2x_vfop_wait_blocking(struct bnx2x *bp,
604 					   struct bnx2x_virtf *vf)
605 {
606 	/* can take a while if any port is running */
607 	int cnt = 5000;
608 
609 	might_sleep();
610 	while (cnt--) {
611 		if (vf->op_wait_blocking == false) {
612 #ifdef BNX2X_STOP_ON_ERROR
613 			DP(BNX2X_MSG_IOV, "exit  (cnt %d)\n", 5000 - cnt);
614 #endif
615 			return 0;
616 		}
617 		usleep_range(1000, 2000);
618 
619 		if (bp->panic)
620 			return -EIO;
621 	}
622 
623 	/* timeout! */
624 #ifdef BNX2X_STOP_ON_ERROR
625 	bnx2x_panic();
626 #endif
627 
628 	return -EBUSY;
629 }
630 
631 static inline int bnx2x_vfop_transition(struct bnx2x *bp,
632 					struct bnx2x_virtf *vf,
633 					vfop_handler_t transition,
634 					bool block)
635 {
636 	if (block)
637 		vf->op_wait_blocking = true;
638 	transition(bp, vf);
639 	if (block)
640 		return bnx2x_vfop_wait_blocking(bp, vf);
641 	return 0;
642 }
643 
644 /* VFOP queue construction helpers */
645 void bnx2x_vfop_qctor_dump_tx(struct bnx2x *bp, struct bnx2x_virtf *vf,
646 			    struct bnx2x_queue_init_params *init_params,
647 			    struct bnx2x_queue_setup_params *setup_params,
648 			    u16 q_idx, u16 sb_idx);
649 
650 void bnx2x_vfop_qctor_dump_rx(struct bnx2x *bp, struct bnx2x_virtf *vf,
651 			    struct bnx2x_queue_init_params *init_params,
652 			    struct bnx2x_queue_setup_params *setup_params,
653 			    u16 q_idx, u16 sb_idx);
654 
655 void bnx2x_vfop_qctor_prep(struct bnx2x *bp,
656 			   struct bnx2x_virtf *vf,
657 			   struct bnx2x_vf_queue *q,
658 			   struct bnx2x_vfop_qctor_params *p,
659 			   unsigned long q_type);
660 int bnx2x_vfop_mac_list_cmd(struct bnx2x *bp,
661 			    struct bnx2x_virtf *vf,
662 			    struct bnx2x_vfop_cmd *cmd,
663 			    struct bnx2x_vfop_filters *macs,
664 			    int qid, bool drv_only);
665 
666 int bnx2x_vfop_vlan_set_cmd(struct bnx2x *bp,
667 			    struct bnx2x_virtf *vf,
668 			    struct bnx2x_vfop_cmd *cmd,
669 			    int qid, u16 vid, bool add);
670 
671 int bnx2x_vfop_vlan_list_cmd(struct bnx2x *bp,
672 			     struct bnx2x_virtf *vf,
673 			     struct bnx2x_vfop_cmd *cmd,
674 			     struct bnx2x_vfop_filters *vlans,
675 			     int qid, bool drv_only);
676 
677 int bnx2x_vfop_qsetup_cmd(struct bnx2x *bp,
678 			  struct bnx2x_virtf *vf,
679 			  struct bnx2x_vfop_cmd *cmd,
680 			  int qid);
681 
682 int bnx2x_vfop_qdown_cmd(struct bnx2x *bp,
683 			 struct bnx2x_virtf *vf,
684 			 struct bnx2x_vfop_cmd *cmd,
685 			 int qid);
686 
687 int bnx2x_vfop_mcast_cmd(struct bnx2x *bp,
688 			 struct bnx2x_virtf *vf,
689 			 struct bnx2x_vfop_cmd *cmd,
690 			 bnx2x_mac_addr_t *mcasts,
691 			 int mcast_num, bool drv_only);
692 
693 int bnx2x_vfop_rxmode_cmd(struct bnx2x *bp,
694 			  struct bnx2x_virtf *vf,
695 			  struct bnx2x_vfop_cmd *cmd,
696 			  int qid, unsigned long accept_flags);
697 
698 int bnx2x_vfop_close_cmd(struct bnx2x *bp,
699 			 struct bnx2x_virtf *vf,
700 			 struct bnx2x_vfop_cmd *cmd);
701 
702 int bnx2x_vfop_release_cmd(struct bnx2x *bp,
703 			   struct bnx2x_virtf *vf,
704 			   struct bnx2x_vfop_cmd *cmd);
705 
706 int bnx2x_vfop_rss_cmd(struct bnx2x *bp,
707 		       struct bnx2x_virtf *vf,
708 		       struct bnx2x_vfop_cmd *cmd);
709 
710 /* VF release ~ VF close + VF release-resources
711  *
712  * Release is the ultimate SW shutdown and is called whenever an
713  * irrecoverable error is encountered.
714  */
715 void bnx2x_vf_release(struct bnx2x *bp, struct bnx2x_virtf *vf, bool block);
716 int bnx2x_vf_idx_by_abs_fid(struct bnx2x *bp, u16 abs_vfid);
717 u8 bnx2x_vf_max_queue_cnt(struct bnx2x *bp, struct bnx2x_virtf *vf);
718 
719 /* FLR routines */
720 
721 /* VF FLR helpers */
722 int bnx2x_vf_flr_clnup_epilog(struct bnx2x *bp, u8 abs_vfid);
723 void bnx2x_vf_enable_access(struct bnx2x *bp, u8 abs_vfid);
724 
725 /* Handles an FLR (or VF_DISABLE) notification form the MCP */
726 void bnx2x_vf_handle_flr_event(struct bnx2x *bp);
727 
728 void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list, u16 offset, u16 type,
729 		   u16 length);
730 void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
731 		     u16 type, u16 length);
732 void bnx2x_vfpf_finalize(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv);
733 void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list);
734 
735 bool bnx2x_tlv_supported(u16 tlvtype);
736 
737 u32 bnx2x_crc_vf_bulletin(struct bnx2x *bp,
738 			  struct pf_vf_bulletin_content *bulletin);
739 int bnx2x_post_vf_bulletin(struct bnx2x *bp, int vf);
740 
741 enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp);
742 
743 /* VF side vfpf channel functions */
744 int bnx2x_vfpf_acquire(struct bnx2x *bp, u8 tx_count, u8 rx_count);
745 int bnx2x_vfpf_release(struct bnx2x *bp);
746 int bnx2x_vfpf_release(struct bnx2x *bp);
747 int bnx2x_vfpf_init(struct bnx2x *bp);
748 void bnx2x_vfpf_close_vf(struct bnx2x *bp);
749 int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp,
750 		       bool is_leading);
751 int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx);
752 int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr, u8 vf_qid, bool set);
753 int bnx2x_vfpf_config_rss(struct bnx2x *bp,
754 			  struct bnx2x_config_rss_params *params);
755 int bnx2x_vfpf_set_mcast(struct net_device *dev);
756 int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp);
757 
758 static inline void bnx2x_vf_fill_fw_str(struct bnx2x *bp, char *buf,
759 					size_t buf_len)
760 {
761 	strlcpy(buf, bp->acquire_resp.pfdev_info.fw_ver, buf_len);
762 }
763 
764 static inline int bnx2x_vf_ustorm_prods_offset(struct bnx2x *bp,
765 					       struct bnx2x_fastpath *fp)
766 {
767 	return PXP_VF_ADDR_USDM_QUEUES_START +
768 		bp->acquire_resp.resc.hw_qid[fp->index] *
769 		sizeof(struct ustorm_queue_zone_data);
770 }
771 
772 enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp);
773 void bnx2x_timer_sriov(struct bnx2x *bp);
774 void __iomem *bnx2x_vf_doorbells(struct bnx2x *bp);
775 int bnx2x_vf_pci_alloc(struct bnx2x *bp);
776 int bnx2x_enable_sriov(struct bnx2x *bp);
777 void bnx2x_disable_sriov(struct bnx2x *bp);
778 static inline int bnx2x_vf_headroom(struct bnx2x *bp)
779 {
780 	return bp->vfdb->sriov.nr_virtfn * BNX2X_CIDS_PER_VF;
781 }
782 void bnx2x_pf_set_vfs_vlan(struct bnx2x *bp);
783 int bnx2x_sriov_configure(struct pci_dev *dev, int num_vfs);
784 void bnx2x_iov_channel_down(struct bnx2x *bp);
785 int bnx2x_open_epilog(struct bnx2x *bp);
786 
787 #else /* CONFIG_BNX2X_SRIOV */
788 
789 static inline void bnx2x_iov_set_queue_sp_obj(struct bnx2x *bp, int vf_cid,
790 				struct bnx2x_queue_sp_obj **q_obj) {}
791 static inline void bnx2x_iov_sp_event(struct bnx2x *bp, int vf_cid,
792 				      bool queue_work) {}
793 static inline void bnx2x_vf_handle_flr_event(struct bnx2x *bp) {}
794 static inline int bnx2x_iov_eq_sp_event(struct bnx2x *bp,
795 					union event_ring_elem *elem) {return 1; }
796 static inline void bnx2x_iov_sp_task(struct bnx2x *bp) {}
797 static inline void bnx2x_vf_mbx(struct bnx2x *bp,
798 				struct vf_pf_event_data *vfpf_event) {}
799 static inline int bnx2x_iov_init_ilt(struct bnx2x *bp, u16 line) {return line; }
800 static inline void bnx2x_iov_init_dq(struct bnx2x *bp) {}
801 static inline int bnx2x_iov_alloc_mem(struct bnx2x *bp) {return 0; }
802 static inline void bnx2x_iov_free_mem(struct bnx2x *bp) {}
803 static inline int bnx2x_iov_chip_cleanup(struct bnx2x *bp) {return 0; }
804 static inline void bnx2x_iov_init_dmae(struct bnx2x *bp) {}
805 static inline int bnx2x_iov_init_one(struct bnx2x *bp, int int_mode_param,
806 				     int num_vfs_param) {return 0; }
807 static inline void bnx2x_iov_remove_one(struct bnx2x *bp) {}
808 static inline int bnx2x_enable_sriov(struct bnx2x *bp) {return 0; }
809 static inline void bnx2x_disable_sriov(struct bnx2x *bp) {}
810 static inline int bnx2x_vfpf_acquire(struct bnx2x *bp,
811 				     u8 tx_count, u8 rx_count) {return 0; }
812 static inline int bnx2x_vfpf_release(struct bnx2x *bp) {return 0; }
813 static inline int bnx2x_vfpf_init(struct bnx2x *bp) {return 0; }
814 static inline void bnx2x_vfpf_close_vf(struct bnx2x *bp) {}
815 static inline int bnx2x_vfpf_setup_q(struct bnx2x *bp, struct bnx2x_fastpath *fp, bool is_leading) {return 0; }
816 static inline int bnx2x_vfpf_teardown_queue(struct bnx2x *bp, int qidx) {return 0; }
817 static inline int bnx2x_vfpf_config_mac(struct bnx2x *bp, u8 *addr,
818 					u8 vf_qid, bool set) {return 0; }
819 static inline int bnx2x_vfpf_config_rss(struct bnx2x *bp,
820 					struct bnx2x_config_rss_params *params) {return 0; }
821 static inline int bnx2x_vfpf_set_mcast(struct net_device *dev) {return 0; }
822 static inline int bnx2x_vfpf_storm_rx_mode(struct bnx2x *bp) {return 0; }
823 static inline int bnx2x_iov_nic_init(struct bnx2x *bp) {return 0; }
824 static inline int bnx2x_vf_headroom(struct bnx2x *bp) {return 0; }
825 static inline void bnx2x_iov_adjust_stats_req(struct bnx2x *bp) {}
826 static inline void bnx2x_vf_fill_fw_str(struct bnx2x *bp, char *buf,
827 					size_t buf_len) {}
828 static inline int bnx2x_vf_ustorm_prods_offset(struct bnx2x *bp,
829 					       struct bnx2x_fastpath *fp) {return 0; }
830 static inline enum sample_bulletin_result bnx2x_sample_bulletin(struct bnx2x *bp)
831 {
832 	return PFVF_BULLETIN_UNCHANGED;
833 }
834 static inline void bnx2x_timer_sriov(struct bnx2x *bp) {}
835 
836 static inline void __iomem *bnx2x_vf_doorbells(struct bnx2x *bp)
837 {
838 	return NULL;
839 }
840 
841 static inline int bnx2x_vf_pci_alloc(struct bnx2x *bp) {return 0; }
842 static inline void bnx2x_pf_set_vfs_vlan(struct bnx2x *bp) {}
843 static inline int bnx2x_sriov_configure(struct pci_dev *dev, int num_vfs) {return 0; }
844 static inline void bnx2x_iov_channel_down(struct bnx2x *bp) {}
845 static inline int bnx2x_open_epilog(struct bnx2x *bp) {return 0; }
846 
847 #endif /* CONFIG_BNX2X_SRIOV */
848 #endif /* bnx2x_sriov.h */
849