xref: /openbmc/linux/drivers/scsi/fnic/fnic_fcs.c (revision 68198dca)
1 /*
2  * Copyright 2008 Cisco Systems, Inc.  All rights reserved.
3  * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
4  *
5  * This program is free software; you may redistribute it and/or modify
6  * it under the terms of the GNU General Public License as published by
7  * the Free Software Foundation; version 2 of the License.
8  *
9  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
16  * SOFTWARE.
17  */
18 #include <linux/errno.h>
19 #include <linux/pci.h>
20 #include <linux/slab.h>
21 #include <linux/skbuff.h>
22 #include <linux/interrupt.h>
23 #include <linux/spinlock.h>
24 #include <linux/if_ether.h>
25 #include <linux/if_vlan.h>
26 #include <linux/workqueue.h>
27 #include <scsi/fc/fc_fip.h>
28 #include <scsi/fc/fc_els.h>
29 #include <scsi/fc/fc_fcoe.h>
30 #include <scsi/fc_frame.h>
31 #include <scsi/libfc.h>
32 #include "fnic_io.h"
33 #include "fnic.h"
34 #include "fnic_fip.h"
35 #include "cq_enet_desc.h"
36 #include "cq_exch_desc.h"
37 
38 static u8 fcoe_all_fcfs[ETH_ALEN] = FIP_ALL_FCF_MACS;
39 struct workqueue_struct *fnic_fip_queue;
40 struct workqueue_struct *fnic_event_queue;
41 
42 static void fnic_set_eth_mode(struct fnic *);
43 static void fnic_fcoe_send_vlan_req(struct fnic *fnic);
44 static void fnic_fcoe_start_fcf_disc(struct fnic *fnic);
45 static void fnic_fcoe_process_vlan_resp(struct fnic *fnic, struct sk_buff *);
46 static int fnic_fcoe_vlan_check(struct fnic *fnic, u16 flag);
47 static int fnic_fcoe_handle_fip_frame(struct fnic *fnic, struct sk_buff *skb);
48 
49 void fnic_handle_link(struct work_struct *work)
50 {
51 	struct fnic *fnic = container_of(work, struct fnic, link_work);
52 	unsigned long flags;
53 	int old_link_status;
54 	u32 old_link_down_cnt;
55 
56 	spin_lock_irqsave(&fnic->fnic_lock, flags);
57 
58 	if (fnic->stop_rx_link_events) {
59 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
60 		return;
61 	}
62 
63 	old_link_down_cnt = fnic->link_down_cnt;
64 	old_link_status = fnic->link_status;
65 	fnic->link_status = vnic_dev_link_status(fnic->vdev);
66 	fnic->link_down_cnt = vnic_dev_link_down_cnt(fnic->vdev);
67 
68 	switch (vnic_dev_port_speed(fnic->vdev)) {
69 	case DCEM_PORTSPEED_10G:
70 		fc_host_speed(fnic->lport->host)   = FC_PORTSPEED_10GBIT;
71 		fnic->lport->link_supported_speeds = FC_PORTSPEED_10GBIT;
72 		break;
73 	case DCEM_PORTSPEED_25G:
74 		fc_host_speed(fnic->lport->host)   = FC_PORTSPEED_25GBIT;
75 		fnic->lport->link_supported_speeds = FC_PORTSPEED_25GBIT;
76 		break;
77 	case DCEM_PORTSPEED_40G:
78 	case DCEM_PORTSPEED_4x10G:
79 		fc_host_speed(fnic->lport->host)   = FC_PORTSPEED_40GBIT;
80 		fnic->lport->link_supported_speeds = FC_PORTSPEED_40GBIT;
81 		break;
82 	case DCEM_PORTSPEED_100G:
83 		fc_host_speed(fnic->lport->host)   = FC_PORTSPEED_100GBIT;
84 		fnic->lport->link_supported_speeds = FC_PORTSPEED_100GBIT;
85 		break;
86 	default:
87 		fc_host_speed(fnic->lport->host)   = FC_PORTSPEED_UNKNOWN;
88 		fnic->lport->link_supported_speeds = FC_PORTSPEED_UNKNOWN;
89 		break;
90 	}
91 
92 	if (old_link_status == fnic->link_status) {
93 		if (!fnic->link_status) {
94 			/* DOWN -> DOWN */
95 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
96 			fnic_fc_trace_set_data(fnic->lport->host->host_no,
97 				FNIC_FC_LE, "Link Status: DOWN->DOWN",
98 				strlen("Link Status: DOWN->DOWN"));
99 		} else {
100 			if (old_link_down_cnt != fnic->link_down_cnt) {
101 				/* UP -> DOWN -> UP */
102 				fnic->lport->host_stats.link_failure_count++;
103 				spin_unlock_irqrestore(&fnic->fnic_lock, flags);
104 				fnic_fc_trace_set_data(
105 					fnic->lport->host->host_no,
106 					FNIC_FC_LE,
107 					"Link Status:UP_DOWN_UP",
108 					strlen("Link_Status:UP_DOWN_UP")
109 					);
110 				FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
111 					     "link down\n");
112 				fcoe_ctlr_link_down(&fnic->ctlr);
113 				if (fnic->config.flags & VFCF_FIP_CAPABLE) {
114 					/* start FCoE VLAN discovery */
115 					fnic_fc_trace_set_data(
116 						fnic->lport->host->host_no,
117 						FNIC_FC_LE,
118 						"Link Status: UP_DOWN_UP_VLAN",
119 						strlen(
120 						"Link Status: UP_DOWN_UP_VLAN")
121 						);
122 					fnic_fcoe_send_vlan_req(fnic);
123 					return;
124 				}
125 				FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
126 					     "link up\n");
127 				fcoe_ctlr_link_up(&fnic->ctlr);
128 			} else {
129 				/* UP -> UP */
130 				spin_unlock_irqrestore(&fnic->fnic_lock, flags);
131 				fnic_fc_trace_set_data(
132 					fnic->lport->host->host_no, FNIC_FC_LE,
133 					"Link Status: UP_UP",
134 					strlen("Link Status: UP_UP"));
135 			}
136 		}
137 	} else if (fnic->link_status) {
138 		/* DOWN -> UP */
139 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
140 		if (fnic->config.flags & VFCF_FIP_CAPABLE) {
141 			/* start FCoE VLAN discovery */
142 				fnic_fc_trace_set_data(
143 				fnic->lport->host->host_no,
144 				FNIC_FC_LE, "Link Status: DOWN_UP_VLAN",
145 				strlen("Link Status: DOWN_UP_VLAN"));
146 			fnic_fcoe_send_vlan_req(fnic);
147 			return;
148 		}
149 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "link up\n");
150 		fnic_fc_trace_set_data(fnic->lport->host->host_no, FNIC_FC_LE,
151 			"Link Status: DOWN_UP", strlen("Link Status: DOWN_UP"));
152 		fcoe_ctlr_link_up(&fnic->ctlr);
153 	} else {
154 		/* UP -> DOWN */
155 		fnic->lport->host_stats.link_failure_count++;
156 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
157 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "link down\n");
158 		fnic_fc_trace_set_data(
159 			fnic->lport->host->host_no, FNIC_FC_LE,
160 			"Link Status: UP_DOWN",
161 			strlen("Link Status: UP_DOWN"));
162 		if (fnic->config.flags & VFCF_FIP_CAPABLE) {
163 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
164 				"deleting fip-timer during link-down\n");
165 			del_timer_sync(&fnic->fip_timer);
166 		}
167 		fcoe_ctlr_link_down(&fnic->ctlr);
168 	}
169 
170 }
171 
172 /*
173  * This function passes incoming fabric frames to libFC
174  */
175 void fnic_handle_frame(struct work_struct *work)
176 {
177 	struct fnic *fnic = container_of(work, struct fnic, frame_work);
178 	struct fc_lport *lp = fnic->lport;
179 	unsigned long flags;
180 	struct sk_buff *skb;
181 	struct fc_frame *fp;
182 
183 	while ((skb = skb_dequeue(&fnic->frame_queue))) {
184 
185 		spin_lock_irqsave(&fnic->fnic_lock, flags);
186 		if (fnic->stop_rx_link_events) {
187 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
188 			dev_kfree_skb(skb);
189 			return;
190 		}
191 		fp = (struct fc_frame *)skb;
192 
193 		/*
194 		 * If we're in a transitional state, just re-queue and return.
195 		 * The queue will be serviced when we get to a stable state.
196 		 */
197 		if (fnic->state != FNIC_IN_FC_MODE &&
198 		    fnic->state != FNIC_IN_ETH_MODE) {
199 			skb_queue_head(&fnic->frame_queue, skb);
200 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
201 			return;
202 		}
203 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
204 
205 		fc_exch_recv(lp, fp);
206 	}
207 }
208 
209 void fnic_fcoe_evlist_free(struct fnic *fnic)
210 {
211 	struct fnic_event *fevt = NULL;
212 	struct fnic_event *next = NULL;
213 	unsigned long flags;
214 
215 	spin_lock_irqsave(&fnic->fnic_lock, flags);
216 	if (list_empty(&fnic->evlist)) {
217 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
218 		return;
219 	}
220 
221 	list_for_each_entry_safe(fevt, next, &fnic->evlist, list) {
222 		list_del(&fevt->list);
223 		kfree(fevt);
224 	}
225 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
226 }
227 
228 void fnic_handle_event(struct work_struct *work)
229 {
230 	struct fnic *fnic = container_of(work, struct fnic, event_work);
231 	struct fnic_event *fevt = NULL;
232 	struct fnic_event *next = NULL;
233 	unsigned long flags;
234 
235 	spin_lock_irqsave(&fnic->fnic_lock, flags);
236 	if (list_empty(&fnic->evlist)) {
237 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
238 		return;
239 	}
240 
241 	list_for_each_entry_safe(fevt, next, &fnic->evlist, list) {
242 		if (fnic->stop_rx_link_events) {
243 			list_del(&fevt->list);
244 			kfree(fevt);
245 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
246 			return;
247 		}
248 		/*
249 		 * If we're in a transitional state, just re-queue and return.
250 		 * The queue will be serviced when we get to a stable state.
251 		 */
252 		if (fnic->state != FNIC_IN_FC_MODE &&
253 		    fnic->state != FNIC_IN_ETH_MODE) {
254 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
255 			return;
256 		}
257 
258 		list_del(&fevt->list);
259 		switch (fevt->event) {
260 		case FNIC_EVT_START_VLAN_DISC:
261 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
262 			fnic_fcoe_send_vlan_req(fnic);
263 			spin_lock_irqsave(&fnic->fnic_lock, flags);
264 			break;
265 		case FNIC_EVT_START_FCF_DISC:
266 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
267 				  "Start FCF Discovery\n");
268 			fnic_fcoe_start_fcf_disc(fnic);
269 			break;
270 		default:
271 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
272 				  "Unknown event 0x%x\n", fevt->event);
273 			break;
274 		}
275 		kfree(fevt);
276 	}
277 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
278 }
279 
280 /**
281  * Check if the Received FIP FLOGI frame is rejected
282  * @fip: The FCoE controller that received the frame
283  * @skb: The received FIP frame
284  *
285  * Returns non-zero if the frame is rejected with unsupported cmd with
286  * insufficient resource els explanation.
287  */
288 static inline int is_fnic_fip_flogi_reject(struct fcoe_ctlr *fip,
289 					 struct sk_buff *skb)
290 {
291 	struct fc_lport *lport = fip->lp;
292 	struct fip_header *fiph;
293 	struct fc_frame_header *fh = NULL;
294 	struct fip_desc *desc;
295 	struct fip_encaps *els;
296 	enum fip_desc_type els_dtype = 0;
297 	u16 op;
298 	u8 els_op;
299 	u8 sub;
300 
301 	size_t els_len = 0;
302 	size_t rlen;
303 	size_t dlen = 0;
304 
305 	if (skb_linearize(skb))
306 		return 0;
307 
308 	if (skb->len < sizeof(*fiph))
309 		return 0;
310 
311 	fiph = (struct fip_header *)skb->data;
312 	op = ntohs(fiph->fip_op);
313 	sub = fiph->fip_subcode;
314 
315 	if (op != FIP_OP_LS)
316 		return 0;
317 
318 	if (sub != FIP_SC_REP)
319 		return 0;
320 
321 	rlen = ntohs(fiph->fip_dl_len) * 4;
322 	if (rlen + sizeof(*fiph) > skb->len)
323 		return 0;
324 
325 	desc = (struct fip_desc *)(fiph + 1);
326 	dlen = desc->fip_dlen * FIP_BPW;
327 
328 	if (desc->fip_dtype == FIP_DT_FLOGI) {
329 
330 		if (dlen < sizeof(*els) + sizeof(*fh) + 1)
331 			return 0;
332 
333 		els_len = dlen - sizeof(*els);
334 		els = (struct fip_encaps *)desc;
335 		fh = (struct fc_frame_header *)(els + 1);
336 		els_dtype = desc->fip_dtype;
337 
338 		if (!fh)
339 			return 0;
340 
341 		/*
342 		 * ELS command code, reason and explanation should be = Reject,
343 		 * unsupported command and insufficient resource
344 		 */
345 		els_op = *(u8 *)(fh + 1);
346 		if (els_op == ELS_LS_RJT) {
347 			shost_printk(KERN_INFO, lport->host,
348 				  "Flogi Request Rejected by Switch\n");
349 			return 1;
350 		}
351 		shost_printk(KERN_INFO, lport->host,
352 				"Flogi Request Accepted by Switch\n");
353 	}
354 	return 0;
355 }
356 
357 static void fnic_fcoe_send_vlan_req(struct fnic *fnic)
358 {
359 	struct fcoe_ctlr *fip = &fnic->ctlr;
360 	struct fnic_stats *fnic_stats = &fnic->fnic_stats;
361 	struct sk_buff *skb;
362 	char *eth_fr;
363 	int fr_len;
364 	struct fip_vlan *vlan;
365 	u64 vlan_tov;
366 
367 	fnic_fcoe_reset_vlans(fnic);
368 	fnic->set_vlan(fnic, 0);
369 
370 	if (printk_ratelimit())
371 		FNIC_FCS_DBG(KERN_INFO, fnic->lport->host,
372 			  "Sending VLAN request...\n");
373 
374 	skb = dev_alloc_skb(sizeof(struct fip_vlan));
375 	if (!skb)
376 		return;
377 
378 	fr_len = sizeof(*vlan);
379 	eth_fr = (char *)skb->data;
380 	vlan = (struct fip_vlan *)eth_fr;
381 
382 	memset(vlan, 0, sizeof(*vlan));
383 	memcpy(vlan->eth.h_source, fip->ctl_src_addr, ETH_ALEN);
384 	memcpy(vlan->eth.h_dest, fcoe_all_fcfs, ETH_ALEN);
385 	vlan->eth.h_proto = htons(ETH_P_FIP);
386 
387 	vlan->fip.fip_ver = FIP_VER_ENCAPS(FIP_VER);
388 	vlan->fip.fip_op = htons(FIP_OP_VLAN);
389 	vlan->fip.fip_subcode = FIP_SC_VL_REQ;
390 	vlan->fip.fip_dl_len = htons(sizeof(vlan->desc) / FIP_BPW);
391 
392 	vlan->desc.mac.fd_desc.fip_dtype = FIP_DT_MAC;
393 	vlan->desc.mac.fd_desc.fip_dlen = sizeof(vlan->desc.mac) / FIP_BPW;
394 	memcpy(&vlan->desc.mac.fd_mac, fip->ctl_src_addr, ETH_ALEN);
395 
396 	vlan->desc.wwnn.fd_desc.fip_dtype = FIP_DT_NAME;
397 	vlan->desc.wwnn.fd_desc.fip_dlen = sizeof(vlan->desc.wwnn) / FIP_BPW;
398 	put_unaligned_be64(fip->lp->wwnn, &vlan->desc.wwnn.fd_wwn);
399 	atomic64_inc(&fnic_stats->vlan_stats.vlan_disc_reqs);
400 
401 	skb_put(skb, sizeof(*vlan));
402 	skb->protocol = htons(ETH_P_FIP);
403 	skb_reset_mac_header(skb);
404 	skb_reset_network_header(skb);
405 	fip->send(fip, skb);
406 
407 	/* set a timer so that we can retry if there no response */
408 	vlan_tov = jiffies + msecs_to_jiffies(FCOE_CTLR_FIPVLAN_TOV);
409 	mod_timer(&fnic->fip_timer, round_jiffies(vlan_tov));
410 }
411 
412 static void fnic_fcoe_process_vlan_resp(struct fnic *fnic, struct sk_buff *skb)
413 {
414 	struct fcoe_ctlr *fip = &fnic->ctlr;
415 	struct fip_header *fiph;
416 	struct fip_desc *desc;
417 	struct fnic_stats *fnic_stats = &fnic->fnic_stats;
418 	u16 vid;
419 	size_t rlen;
420 	size_t dlen;
421 	struct fcoe_vlan *vlan;
422 	u64 sol_time;
423 	unsigned long flags;
424 
425 	FNIC_FCS_DBG(KERN_INFO, fnic->lport->host,
426 		  "Received VLAN response...\n");
427 
428 	fiph = (struct fip_header *) skb->data;
429 
430 	FNIC_FCS_DBG(KERN_INFO, fnic->lport->host,
431 		  "Received VLAN response... OP 0x%x SUB_OP 0x%x\n",
432 		  ntohs(fiph->fip_op), fiph->fip_subcode);
433 
434 	rlen = ntohs(fiph->fip_dl_len) * 4;
435 	fnic_fcoe_reset_vlans(fnic);
436 	spin_lock_irqsave(&fnic->vlans_lock, flags);
437 	desc = (struct fip_desc *)(fiph + 1);
438 	while (rlen > 0) {
439 		dlen = desc->fip_dlen * FIP_BPW;
440 		switch (desc->fip_dtype) {
441 		case FIP_DT_VLAN:
442 			vid = ntohs(((struct fip_vlan_desc *)desc)->fd_vlan);
443 			shost_printk(KERN_INFO, fnic->lport->host,
444 				  "process_vlan_resp: FIP VLAN %d\n", vid);
445 			vlan = kmalloc(sizeof(*vlan),
446 							GFP_ATOMIC);
447 			if (!vlan) {
448 				/* retry from timer */
449 				spin_unlock_irqrestore(&fnic->vlans_lock,
450 							flags);
451 				goto out;
452 			}
453 			memset(vlan, 0, sizeof(struct fcoe_vlan));
454 			vlan->vid = vid & 0x0fff;
455 			vlan->state = FIP_VLAN_AVAIL;
456 			list_add_tail(&vlan->list, &fnic->vlans);
457 			break;
458 		}
459 		desc = (struct fip_desc *)((char *)desc + dlen);
460 		rlen -= dlen;
461 	}
462 
463 	/* any VLAN descriptors present ? */
464 	if (list_empty(&fnic->vlans)) {
465 		/* retry from timer */
466 		atomic64_inc(&fnic_stats->vlan_stats.resp_withno_vlanID);
467 		FNIC_FCS_DBG(KERN_INFO, fnic->lport->host,
468 			  "No VLAN descriptors in FIP VLAN response\n");
469 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
470 		goto out;
471 	}
472 
473 	vlan = list_first_entry(&fnic->vlans, struct fcoe_vlan, list);
474 	fnic->set_vlan(fnic, vlan->vid);
475 	vlan->state = FIP_VLAN_SENT; /* sent now */
476 	vlan->sol_count++;
477 	spin_unlock_irqrestore(&fnic->vlans_lock, flags);
478 
479 	/* start the solicitation */
480 	fcoe_ctlr_link_up(fip);
481 
482 	sol_time = jiffies + msecs_to_jiffies(FCOE_CTLR_START_DELAY);
483 	mod_timer(&fnic->fip_timer, round_jiffies(sol_time));
484 out:
485 	return;
486 }
487 
488 static void fnic_fcoe_start_fcf_disc(struct fnic *fnic)
489 {
490 	unsigned long flags;
491 	struct fcoe_vlan *vlan;
492 	u64 sol_time;
493 
494 	spin_lock_irqsave(&fnic->vlans_lock, flags);
495 	vlan = list_first_entry(&fnic->vlans, struct fcoe_vlan, list);
496 	fnic->set_vlan(fnic, vlan->vid);
497 	vlan->state = FIP_VLAN_SENT; /* sent now */
498 	vlan->sol_count = 1;
499 	spin_unlock_irqrestore(&fnic->vlans_lock, flags);
500 
501 	/* start the solicitation */
502 	fcoe_ctlr_link_up(&fnic->ctlr);
503 
504 	sol_time = jiffies + msecs_to_jiffies(FCOE_CTLR_START_DELAY);
505 	mod_timer(&fnic->fip_timer, round_jiffies(sol_time));
506 }
507 
508 static int fnic_fcoe_vlan_check(struct fnic *fnic, u16 flag)
509 {
510 	unsigned long flags;
511 	struct fcoe_vlan *fvlan;
512 
513 	spin_lock_irqsave(&fnic->vlans_lock, flags);
514 	if (list_empty(&fnic->vlans)) {
515 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
516 		return -EINVAL;
517 	}
518 
519 	fvlan = list_first_entry(&fnic->vlans, struct fcoe_vlan, list);
520 	if (fvlan->state == FIP_VLAN_USED) {
521 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
522 		return 0;
523 	}
524 
525 	if (fvlan->state == FIP_VLAN_SENT) {
526 		fvlan->state = FIP_VLAN_USED;
527 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
528 		return 0;
529 	}
530 	spin_unlock_irqrestore(&fnic->vlans_lock, flags);
531 	return -EINVAL;
532 }
533 
534 static void fnic_event_enq(struct fnic *fnic, enum fnic_evt ev)
535 {
536 	struct fnic_event *fevt;
537 	unsigned long flags;
538 
539 	fevt = kmalloc(sizeof(*fevt), GFP_ATOMIC);
540 	if (!fevt)
541 		return;
542 
543 	fevt->fnic = fnic;
544 	fevt->event = ev;
545 
546 	spin_lock_irqsave(&fnic->fnic_lock, flags);
547 	list_add_tail(&fevt->list, &fnic->evlist);
548 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
549 
550 	schedule_work(&fnic->event_work);
551 }
552 
553 static int fnic_fcoe_handle_fip_frame(struct fnic *fnic, struct sk_buff *skb)
554 {
555 	struct fip_header *fiph;
556 	int ret = 1;
557 	u16 op;
558 	u8 sub;
559 
560 	if (!skb || !(skb->data))
561 		return -1;
562 
563 	if (skb_linearize(skb))
564 		goto drop;
565 
566 	fiph = (struct fip_header *)skb->data;
567 	op = ntohs(fiph->fip_op);
568 	sub = fiph->fip_subcode;
569 
570 	if (FIP_VER_DECAPS(fiph->fip_ver) != FIP_VER)
571 		goto drop;
572 
573 	if (ntohs(fiph->fip_dl_len) * FIP_BPW + sizeof(*fiph) > skb->len)
574 		goto drop;
575 
576 	if (op == FIP_OP_DISC && sub == FIP_SC_ADV) {
577 		if (fnic_fcoe_vlan_check(fnic, ntohs(fiph->fip_flags)))
578 			goto drop;
579 		/* pass it on to fcoe */
580 		ret = 1;
581 	} else if (op == FIP_OP_VLAN && sub == FIP_SC_VL_NOTE) {
582 		/* set the vlan as used */
583 		fnic_fcoe_process_vlan_resp(fnic, skb);
584 		ret = 0;
585 	} else if (op == FIP_OP_CTRL && sub == FIP_SC_CLR_VLINK) {
586 		/* received CVL request, restart vlan disc */
587 		fnic_event_enq(fnic, FNIC_EVT_START_VLAN_DISC);
588 		/* pass it on to fcoe */
589 		ret = 1;
590 	}
591 drop:
592 	return ret;
593 }
594 
595 void fnic_handle_fip_frame(struct work_struct *work)
596 {
597 	struct fnic *fnic = container_of(work, struct fnic, fip_frame_work);
598 	struct fnic_stats *fnic_stats = &fnic->fnic_stats;
599 	unsigned long flags;
600 	struct sk_buff *skb;
601 	struct ethhdr *eh;
602 
603 	while ((skb = skb_dequeue(&fnic->fip_frame_queue))) {
604 		spin_lock_irqsave(&fnic->fnic_lock, flags);
605 		if (fnic->stop_rx_link_events) {
606 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
607 			dev_kfree_skb(skb);
608 			return;
609 		}
610 		/*
611 		 * If we're in a transitional state, just re-queue and return.
612 		 * The queue will be serviced when we get to a stable state.
613 		 */
614 		if (fnic->state != FNIC_IN_FC_MODE &&
615 		    fnic->state != FNIC_IN_ETH_MODE) {
616 			skb_queue_head(&fnic->fip_frame_queue, skb);
617 			spin_unlock_irqrestore(&fnic->fnic_lock, flags);
618 			return;
619 		}
620 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
621 		eh = (struct ethhdr *)skb->data;
622 		if (eh->h_proto == htons(ETH_P_FIP)) {
623 			skb_pull(skb, sizeof(*eh));
624 			if (fnic_fcoe_handle_fip_frame(fnic, skb) <= 0) {
625 				dev_kfree_skb(skb);
626 				continue;
627 			}
628 			/*
629 			 * If there's FLOGI rejects - clear all
630 			 * fcf's & restart from scratch
631 			 */
632 			if (is_fnic_fip_flogi_reject(&fnic->ctlr, skb)) {
633 				atomic64_inc(
634 					&fnic_stats->vlan_stats.flogi_rejects);
635 				shost_printk(KERN_INFO, fnic->lport->host,
636 					  "Trigger a Link down - VLAN Disc\n");
637 				fcoe_ctlr_link_down(&fnic->ctlr);
638 				/* start FCoE VLAN discovery */
639 				fnic_fcoe_send_vlan_req(fnic);
640 				dev_kfree_skb(skb);
641 				continue;
642 			}
643 			fcoe_ctlr_recv(&fnic->ctlr, skb);
644 			continue;
645 		}
646 	}
647 }
648 
649 /**
650  * fnic_import_rq_eth_pkt() - handle received FCoE or FIP frame.
651  * @fnic:	fnic instance.
652  * @skb:	Ethernet Frame.
653  */
654 static inline int fnic_import_rq_eth_pkt(struct fnic *fnic, struct sk_buff *skb)
655 {
656 	struct fc_frame *fp;
657 	struct ethhdr *eh;
658 	struct fcoe_hdr *fcoe_hdr;
659 	struct fcoe_crc_eof *ft;
660 
661 	/*
662 	 * Undo VLAN encapsulation if present.
663 	 */
664 	eh = (struct ethhdr *)skb->data;
665 	if (eh->h_proto == htons(ETH_P_8021Q)) {
666 		memmove((u8 *)eh + VLAN_HLEN, eh, ETH_ALEN * 2);
667 		eh = skb_pull(skb, VLAN_HLEN);
668 		skb_reset_mac_header(skb);
669 	}
670 	if (eh->h_proto == htons(ETH_P_FIP)) {
671 		if (!(fnic->config.flags & VFCF_FIP_CAPABLE)) {
672 			printk(KERN_ERR "Dropped FIP frame, as firmware "
673 					"uses non-FIP mode, Enable FIP "
674 					"using UCSM\n");
675 			goto drop;
676 		}
677 		if ((fnic_fc_trace_set_data(fnic->lport->host->host_no,
678 			FNIC_FC_RECV|0x80, (char *)skb->data, skb->len)) != 0) {
679 			printk(KERN_ERR "fnic ctlr frame trace error!!!");
680 		}
681 		skb_queue_tail(&fnic->fip_frame_queue, skb);
682 		queue_work(fnic_fip_queue, &fnic->fip_frame_work);
683 		return 1;		/* let caller know packet was used */
684 	}
685 	if (eh->h_proto != htons(ETH_P_FCOE))
686 		goto drop;
687 	skb_set_network_header(skb, sizeof(*eh));
688 	skb_pull(skb, sizeof(*eh));
689 
690 	fcoe_hdr = (struct fcoe_hdr *)skb->data;
691 	if (FC_FCOE_DECAPS_VER(fcoe_hdr) != FC_FCOE_VER)
692 		goto drop;
693 
694 	fp = (struct fc_frame *)skb;
695 	fc_frame_init(fp);
696 	fr_sof(fp) = fcoe_hdr->fcoe_sof;
697 	skb_pull(skb, sizeof(struct fcoe_hdr));
698 	skb_reset_transport_header(skb);
699 
700 	ft = (struct fcoe_crc_eof *)(skb->data + skb->len - sizeof(*ft));
701 	fr_eof(fp) = ft->fcoe_eof;
702 	skb_trim(skb, skb->len - sizeof(*ft));
703 	return 0;
704 drop:
705 	dev_kfree_skb_irq(skb);
706 	return -1;
707 }
708 
709 /**
710  * fnic_update_mac_locked() - set data MAC address and filters.
711  * @fnic:	fnic instance.
712  * @new:	newly-assigned FCoE MAC address.
713  *
714  * Called with the fnic lock held.
715  */
716 void fnic_update_mac_locked(struct fnic *fnic, u8 *new)
717 {
718 	u8 *ctl = fnic->ctlr.ctl_src_addr;
719 	u8 *data = fnic->data_src_addr;
720 
721 	if (is_zero_ether_addr(new))
722 		new = ctl;
723 	if (ether_addr_equal(data, new))
724 		return;
725 	FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host, "update_mac %pM\n", new);
726 	if (!is_zero_ether_addr(data) && !ether_addr_equal(data, ctl))
727 		vnic_dev_del_addr(fnic->vdev, data);
728 	memcpy(data, new, ETH_ALEN);
729 	if (!ether_addr_equal(new, ctl))
730 		vnic_dev_add_addr(fnic->vdev, new);
731 }
732 
733 /**
734  * fnic_update_mac() - set data MAC address and filters.
735  * @lport:	local port.
736  * @new:	newly-assigned FCoE MAC address.
737  */
738 void fnic_update_mac(struct fc_lport *lport, u8 *new)
739 {
740 	struct fnic *fnic = lport_priv(lport);
741 
742 	spin_lock_irq(&fnic->fnic_lock);
743 	fnic_update_mac_locked(fnic, new);
744 	spin_unlock_irq(&fnic->fnic_lock);
745 }
746 
747 /**
748  * fnic_set_port_id() - set the port_ID after successful FLOGI.
749  * @lport:	local port.
750  * @port_id:	assigned FC_ID.
751  * @fp:		received frame containing the FLOGI accept or NULL.
752  *
753  * This is called from libfc when a new FC_ID has been assigned.
754  * This causes us to reset the firmware to FC_MODE and setup the new MAC
755  * address and FC_ID.
756  *
757  * It is also called with FC_ID 0 when we're logged off.
758  *
759  * If the FC_ID is due to point-to-point, fp may be NULL.
760  */
761 void fnic_set_port_id(struct fc_lport *lport, u32 port_id, struct fc_frame *fp)
762 {
763 	struct fnic *fnic = lport_priv(lport);
764 	u8 *mac;
765 	int ret;
766 
767 	FNIC_FCS_DBG(KERN_DEBUG, lport->host, "set port_id %x fp %p\n",
768 		     port_id, fp);
769 
770 	/*
771 	 * If we're clearing the FC_ID, change to use the ctl_src_addr.
772 	 * Set ethernet mode to send FLOGI.
773 	 */
774 	if (!port_id) {
775 		fnic_update_mac(lport, fnic->ctlr.ctl_src_addr);
776 		fnic_set_eth_mode(fnic);
777 		return;
778 	}
779 
780 	if (fp) {
781 		mac = fr_cb(fp)->granted_mac;
782 		if (is_zero_ether_addr(mac)) {
783 			/* non-FIP - FLOGI already accepted - ignore return */
784 			fcoe_ctlr_recv_flogi(&fnic->ctlr, lport, fp);
785 		}
786 		fnic_update_mac(lport, mac);
787 	}
788 
789 	/* Change state to reflect transition to FC mode */
790 	spin_lock_irq(&fnic->fnic_lock);
791 	if (fnic->state == FNIC_IN_ETH_MODE || fnic->state == FNIC_IN_FC_MODE)
792 		fnic->state = FNIC_IN_ETH_TRANS_FC_MODE;
793 	else {
794 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
795 			     "Unexpected fnic state %s while"
796 			     " processing flogi resp\n",
797 			     fnic_state_to_str(fnic->state));
798 		spin_unlock_irq(&fnic->fnic_lock);
799 		return;
800 	}
801 	spin_unlock_irq(&fnic->fnic_lock);
802 
803 	/*
804 	 * Send FLOGI registration to firmware to set up FC mode.
805 	 * The new address will be set up when registration completes.
806 	 */
807 	ret = fnic_flogi_reg_handler(fnic, port_id);
808 
809 	if (ret < 0) {
810 		spin_lock_irq(&fnic->fnic_lock);
811 		if (fnic->state == FNIC_IN_ETH_TRANS_FC_MODE)
812 			fnic->state = FNIC_IN_ETH_MODE;
813 		spin_unlock_irq(&fnic->fnic_lock);
814 	}
815 }
816 
817 static void fnic_rq_cmpl_frame_recv(struct vnic_rq *rq, struct cq_desc
818 				    *cq_desc, struct vnic_rq_buf *buf,
819 				    int skipped __attribute__((unused)),
820 				    void *opaque)
821 {
822 	struct fnic *fnic = vnic_dev_priv(rq->vdev);
823 	struct sk_buff *skb;
824 	struct fc_frame *fp;
825 	struct fnic_stats *fnic_stats = &fnic->fnic_stats;
826 	unsigned int eth_hdrs_stripped;
827 	u8 type, color, eop, sop, ingress_port, vlan_stripped;
828 	u8 fcoe = 0, fcoe_sof, fcoe_eof;
829 	u8 fcoe_fc_crc_ok = 1, fcoe_enc_error = 0;
830 	u8 tcp_udp_csum_ok, udp, tcp, ipv4_csum_ok;
831 	u8 ipv6, ipv4, ipv4_fragment, rss_type, csum_not_calc;
832 	u8 fcs_ok = 1, packet_error = 0;
833 	u16 q_number, completed_index, bytes_written = 0, vlan, checksum;
834 	u32 rss_hash;
835 	u16 exchange_id, tmpl;
836 	u8 sof = 0;
837 	u8 eof = 0;
838 	u32 fcp_bytes_written = 0;
839 	unsigned long flags;
840 
841 	pci_unmap_single(fnic->pdev, buf->dma_addr, buf->len,
842 			 PCI_DMA_FROMDEVICE);
843 	skb = buf->os_buf;
844 	fp = (struct fc_frame *)skb;
845 	buf->os_buf = NULL;
846 
847 	cq_desc_dec(cq_desc, &type, &color, &q_number, &completed_index);
848 	if (type == CQ_DESC_TYPE_RQ_FCP) {
849 		cq_fcp_rq_desc_dec((struct cq_fcp_rq_desc *)cq_desc,
850 				   &type, &color, &q_number, &completed_index,
851 				   &eop, &sop, &fcoe_fc_crc_ok, &exchange_id,
852 				   &tmpl, &fcp_bytes_written, &sof, &eof,
853 				   &ingress_port, &packet_error,
854 				   &fcoe_enc_error, &fcs_ok, &vlan_stripped,
855 				   &vlan);
856 		eth_hdrs_stripped = 1;
857 		skb_trim(skb, fcp_bytes_written);
858 		fr_sof(fp) = sof;
859 		fr_eof(fp) = eof;
860 
861 	} else if (type == CQ_DESC_TYPE_RQ_ENET) {
862 		cq_enet_rq_desc_dec((struct cq_enet_rq_desc *)cq_desc,
863 				    &type, &color, &q_number, &completed_index,
864 				    &ingress_port, &fcoe, &eop, &sop,
865 				    &rss_type, &csum_not_calc, &rss_hash,
866 				    &bytes_written, &packet_error,
867 				    &vlan_stripped, &vlan, &checksum,
868 				    &fcoe_sof, &fcoe_fc_crc_ok,
869 				    &fcoe_enc_error, &fcoe_eof,
870 				    &tcp_udp_csum_ok, &udp, &tcp,
871 				    &ipv4_csum_ok, &ipv6, &ipv4,
872 				    &ipv4_fragment, &fcs_ok);
873 		eth_hdrs_stripped = 0;
874 		skb_trim(skb, bytes_written);
875 		if (!fcs_ok) {
876 			atomic64_inc(&fnic_stats->misc_stats.frame_errors);
877 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
878 				     "fcs error.  dropping packet.\n");
879 			goto drop;
880 		}
881 		if (fnic_import_rq_eth_pkt(fnic, skb))
882 			return;
883 
884 	} else {
885 		/* wrong CQ type*/
886 		shost_printk(KERN_ERR, fnic->lport->host,
887 			     "fnic rq_cmpl wrong cq type x%x\n", type);
888 		goto drop;
889 	}
890 
891 	if (!fcs_ok || packet_error || !fcoe_fc_crc_ok || fcoe_enc_error) {
892 		atomic64_inc(&fnic_stats->misc_stats.frame_errors);
893 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
894 			     "fnic rq_cmpl fcoe x%x fcsok x%x"
895 			     " pkterr x%x fcoe_fc_crc_ok x%x, fcoe_enc_err"
896 			     " x%x\n",
897 			     fcoe, fcs_ok, packet_error,
898 			     fcoe_fc_crc_ok, fcoe_enc_error);
899 		goto drop;
900 	}
901 
902 	spin_lock_irqsave(&fnic->fnic_lock, flags);
903 	if (fnic->stop_rx_link_events) {
904 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
905 		goto drop;
906 	}
907 	fr_dev(fp) = fnic->lport;
908 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
909 	if ((fnic_fc_trace_set_data(fnic->lport->host->host_no, FNIC_FC_RECV,
910 					(char *)skb->data, skb->len)) != 0) {
911 		printk(KERN_ERR "fnic ctlr frame trace error!!!");
912 	}
913 
914 	skb_queue_tail(&fnic->frame_queue, skb);
915 	queue_work(fnic_event_queue, &fnic->frame_work);
916 
917 	return;
918 drop:
919 	dev_kfree_skb_irq(skb);
920 }
921 
922 static int fnic_rq_cmpl_handler_cont(struct vnic_dev *vdev,
923 				     struct cq_desc *cq_desc, u8 type,
924 				     u16 q_number, u16 completed_index,
925 				     void *opaque)
926 {
927 	struct fnic *fnic = vnic_dev_priv(vdev);
928 
929 	vnic_rq_service(&fnic->rq[q_number], cq_desc, completed_index,
930 			VNIC_RQ_RETURN_DESC, fnic_rq_cmpl_frame_recv,
931 			NULL);
932 	return 0;
933 }
934 
935 int fnic_rq_cmpl_handler(struct fnic *fnic, int rq_work_to_do)
936 {
937 	unsigned int tot_rq_work_done = 0, cur_work_done;
938 	unsigned int i;
939 	int err;
940 
941 	for (i = 0; i < fnic->rq_count; i++) {
942 		cur_work_done = vnic_cq_service(&fnic->cq[i], rq_work_to_do,
943 						fnic_rq_cmpl_handler_cont,
944 						NULL);
945 		if (cur_work_done) {
946 			err = vnic_rq_fill(&fnic->rq[i], fnic_alloc_rq_frame);
947 			if (err)
948 				shost_printk(KERN_ERR, fnic->lport->host,
949 					     "fnic_alloc_rq_frame can't alloc"
950 					     " frame\n");
951 		}
952 		tot_rq_work_done += cur_work_done;
953 	}
954 
955 	return tot_rq_work_done;
956 }
957 
958 /*
959  * This function is called once at init time to allocate and fill RQ
960  * buffers. Subsequently, it is called in the interrupt context after RQ
961  * buffer processing to replenish the buffers in the RQ
962  */
963 int fnic_alloc_rq_frame(struct vnic_rq *rq)
964 {
965 	struct fnic *fnic = vnic_dev_priv(rq->vdev);
966 	struct sk_buff *skb;
967 	u16 len;
968 	dma_addr_t pa;
969 	int r;
970 
971 	len = FC_FRAME_HEADROOM + FC_MAX_FRAME + FC_FRAME_TAILROOM;
972 	skb = dev_alloc_skb(len);
973 	if (!skb) {
974 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
975 			     "Unable to allocate RQ sk_buff\n");
976 		return -ENOMEM;
977 	}
978 	skb_reset_mac_header(skb);
979 	skb_reset_transport_header(skb);
980 	skb_reset_network_header(skb);
981 	skb_put(skb, len);
982 	pa = pci_map_single(fnic->pdev, skb->data, len, PCI_DMA_FROMDEVICE);
983 
984 	if (pci_dma_mapping_error(fnic->pdev, pa)) {
985 		r = -ENOMEM;
986 		printk(KERN_ERR "PCI mapping failed with error %d\n", r);
987 		goto free_skb;
988 	}
989 
990 	fnic_queue_rq_desc(rq, skb, pa, len);
991 	return 0;
992 
993 free_skb:
994 	kfree_skb(skb);
995 	return r;
996 }
997 
998 void fnic_free_rq_buf(struct vnic_rq *rq, struct vnic_rq_buf *buf)
999 {
1000 	struct fc_frame *fp = buf->os_buf;
1001 	struct fnic *fnic = vnic_dev_priv(rq->vdev);
1002 
1003 	pci_unmap_single(fnic->pdev, buf->dma_addr, buf->len,
1004 			 PCI_DMA_FROMDEVICE);
1005 
1006 	dev_kfree_skb(fp_skb(fp));
1007 	buf->os_buf = NULL;
1008 }
1009 
1010 /**
1011  * fnic_eth_send() - Send Ethernet frame.
1012  * @fip:	fcoe_ctlr instance.
1013  * @skb:	Ethernet Frame, FIP, without VLAN encapsulation.
1014  */
1015 void fnic_eth_send(struct fcoe_ctlr *fip, struct sk_buff *skb)
1016 {
1017 	struct fnic *fnic = fnic_from_ctlr(fip);
1018 	struct vnic_wq *wq = &fnic->wq[0];
1019 	dma_addr_t pa;
1020 	struct ethhdr *eth_hdr;
1021 	struct vlan_ethhdr *vlan_hdr;
1022 	unsigned long flags;
1023 	int r;
1024 
1025 	if (!fnic->vlan_hw_insert) {
1026 		eth_hdr = (struct ethhdr *)skb_mac_header(skb);
1027 		vlan_hdr = skb_push(skb, sizeof(*vlan_hdr) - sizeof(*eth_hdr));
1028 		memcpy(vlan_hdr, eth_hdr, 2 * ETH_ALEN);
1029 		vlan_hdr->h_vlan_proto = htons(ETH_P_8021Q);
1030 		vlan_hdr->h_vlan_encapsulated_proto = eth_hdr->h_proto;
1031 		vlan_hdr->h_vlan_TCI = htons(fnic->vlan_id);
1032 		if ((fnic_fc_trace_set_data(fnic->lport->host->host_no,
1033 			FNIC_FC_SEND|0x80, (char *)eth_hdr, skb->len)) != 0) {
1034 			printk(KERN_ERR "fnic ctlr frame trace error!!!");
1035 		}
1036 	} else {
1037 		if ((fnic_fc_trace_set_data(fnic->lport->host->host_no,
1038 			FNIC_FC_SEND|0x80, (char *)skb->data, skb->len)) != 0) {
1039 			printk(KERN_ERR "fnic ctlr frame trace error!!!");
1040 		}
1041 	}
1042 
1043 	pa = pci_map_single(fnic->pdev, skb->data, skb->len, PCI_DMA_TODEVICE);
1044 
1045 	r = pci_dma_mapping_error(fnic->pdev, pa);
1046 	if (r) {
1047 		printk(KERN_ERR "PCI mapping failed with error %d\n", r);
1048 		goto free_skb;
1049 	}
1050 
1051 	spin_lock_irqsave(&fnic->wq_lock[0], flags);
1052 	if (!vnic_wq_desc_avail(wq))
1053 		goto irq_restore;
1054 
1055 	fnic_queue_wq_eth_desc(wq, skb, pa, skb->len,
1056 			       0 /* hw inserts cos value */,
1057 			       fnic->vlan_id, 1);
1058 	spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
1059 	return;
1060 
1061 irq_restore:
1062 	spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
1063 	pci_unmap_single(fnic->pdev, pa, skb->len, PCI_DMA_TODEVICE);
1064 free_skb:
1065 	kfree_skb(skb);
1066 }
1067 
1068 /*
1069  * Send FC frame.
1070  */
1071 static int fnic_send_frame(struct fnic *fnic, struct fc_frame *fp)
1072 {
1073 	struct vnic_wq *wq = &fnic->wq[0];
1074 	struct sk_buff *skb;
1075 	dma_addr_t pa;
1076 	struct ethhdr *eth_hdr;
1077 	struct vlan_ethhdr *vlan_hdr;
1078 	struct fcoe_hdr *fcoe_hdr;
1079 	struct fc_frame_header *fh;
1080 	u32 tot_len, eth_hdr_len;
1081 	int ret = 0;
1082 	unsigned long flags;
1083 
1084 	fh = fc_frame_header_get(fp);
1085 	skb = fp_skb(fp);
1086 
1087 	if (unlikely(fh->fh_r_ctl == FC_RCTL_ELS_REQ) &&
1088 	    fcoe_ctlr_els_send(&fnic->ctlr, fnic->lport, skb))
1089 		return 0;
1090 
1091 	if (!fnic->vlan_hw_insert) {
1092 		eth_hdr_len = sizeof(*vlan_hdr) + sizeof(*fcoe_hdr);
1093 		vlan_hdr = skb_push(skb, eth_hdr_len);
1094 		eth_hdr = (struct ethhdr *)vlan_hdr;
1095 		vlan_hdr->h_vlan_proto = htons(ETH_P_8021Q);
1096 		vlan_hdr->h_vlan_encapsulated_proto = htons(ETH_P_FCOE);
1097 		vlan_hdr->h_vlan_TCI = htons(fnic->vlan_id);
1098 		fcoe_hdr = (struct fcoe_hdr *)(vlan_hdr + 1);
1099 	} else {
1100 		eth_hdr_len = sizeof(*eth_hdr) + sizeof(*fcoe_hdr);
1101 		eth_hdr = skb_push(skb, eth_hdr_len);
1102 		eth_hdr->h_proto = htons(ETH_P_FCOE);
1103 		fcoe_hdr = (struct fcoe_hdr *)(eth_hdr + 1);
1104 	}
1105 
1106 	if (fnic->ctlr.map_dest)
1107 		fc_fcoe_set_mac(eth_hdr->h_dest, fh->fh_d_id);
1108 	else
1109 		memcpy(eth_hdr->h_dest, fnic->ctlr.dest_addr, ETH_ALEN);
1110 	memcpy(eth_hdr->h_source, fnic->data_src_addr, ETH_ALEN);
1111 
1112 	tot_len = skb->len;
1113 	BUG_ON(tot_len % 4);
1114 
1115 	memset(fcoe_hdr, 0, sizeof(*fcoe_hdr));
1116 	fcoe_hdr->fcoe_sof = fr_sof(fp);
1117 	if (FC_FCOE_VER)
1118 		FC_FCOE_ENCAPS_VER(fcoe_hdr, FC_FCOE_VER);
1119 
1120 	pa = pci_map_single(fnic->pdev, eth_hdr, tot_len, PCI_DMA_TODEVICE);
1121 
1122 	if (pci_dma_mapping_error(fnic->pdev, pa)) {
1123 		ret = -ENOMEM;
1124 		printk(KERN_ERR "DMA map failed with error %d\n", ret);
1125 		goto free_skb_on_err;
1126 	}
1127 
1128 	if ((fnic_fc_trace_set_data(fnic->lport->host->host_no, FNIC_FC_SEND,
1129 				(char *)eth_hdr, tot_len)) != 0) {
1130 		printk(KERN_ERR "fnic ctlr frame trace error!!!");
1131 	}
1132 
1133 	spin_lock_irqsave(&fnic->wq_lock[0], flags);
1134 
1135 	if (!vnic_wq_desc_avail(wq)) {
1136 		pci_unmap_single(fnic->pdev, pa,
1137 				 tot_len, PCI_DMA_TODEVICE);
1138 		ret = -1;
1139 		goto irq_restore;
1140 	}
1141 
1142 	fnic_queue_wq_desc(wq, skb, pa, tot_len, fr_eof(fp),
1143 			   0 /* hw inserts cos value */,
1144 			   fnic->vlan_id, 1, 1, 1);
1145 
1146 irq_restore:
1147 	spin_unlock_irqrestore(&fnic->wq_lock[0], flags);
1148 
1149 free_skb_on_err:
1150 	if (ret)
1151 		dev_kfree_skb_any(fp_skb(fp));
1152 
1153 	return ret;
1154 }
1155 
1156 /*
1157  * fnic_send
1158  * Routine to send a raw frame
1159  */
1160 int fnic_send(struct fc_lport *lp, struct fc_frame *fp)
1161 {
1162 	struct fnic *fnic = lport_priv(lp);
1163 	unsigned long flags;
1164 
1165 	if (fnic->in_remove) {
1166 		dev_kfree_skb(fp_skb(fp));
1167 		return -1;
1168 	}
1169 
1170 	/*
1171 	 * Queue frame if in a transitional state.
1172 	 * This occurs while registering the Port_ID / MAC address after FLOGI.
1173 	 */
1174 	spin_lock_irqsave(&fnic->fnic_lock, flags);
1175 	if (fnic->state != FNIC_IN_FC_MODE && fnic->state != FNIC_IN_ETH_MODE) {
1176 		skb_queue_tail(&fnic->tx_queue, fp_skb(fp));
1177 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1178 		return 0;
1179 	}
1180 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1181 
1182 	return fnic_send_frame(fnic, fp);
1183 }
1184 
1185 /**
1186  * fnic_flush_tx() - send queued frames.
1187  * @fnic: fnic device
1188  *
1189  * Send frames that were waiting to go out in FC or Ethernet mode.
1190  * Whenever changing modes we purge queued frames, so these frames should
1191  * be queued for the stable mode that we're in, either FC or Ethernet.
1192  *
1193  * Called without fnic_lock held.
1194  */
1195 void fnic_flush_tx(struct fnic *fnic)
1196 {
1197 	struct sk_buff *skb;
1198 	struct fc_frame *fp;
1199 
1200 	while ((skb = skb_dequeue(&fnic->tx_queue))) {
1201 		fp = (struct fc_frame *)skb;
1202 		fnic_send_frame(fnic, fp);
1203 	}
1204 }
1205 
1206 /**
1207  * fnic_set_eth_mode() - put fnic into ethernet mode.
1208  * @fnic: fnic device
1209  *
1210  * Called without fnic lock held.
1211  */
1212 static void fnic_set_eth_mode(struct fnic *fnic)
1213 {
1214 	unsigned long flags;
1215 	enum fnic_state old_state;
1216 	int ret;
1217 
1218 	spin_lock_irqsave(&fnic->fnic_lock, flags);
1219 again:
1220 	old_state = fnic->state;
1221 	switch (old_state) {
1222 	case FNIC_IN_FC_MODE:
1223 	case FNIC_IN_ETH_TRANS_FC_MODE:
1224 	default:
1225 		fnic->state = FNIC_IN_FC_TRANS_ETH_MODE;
1226 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1227 
1228 		ret = fnic_fw_reset_handler(fnic);
1229 
1230 		spin_lock_irqsave(&fnic->fnic_lock, flags);
1231 		if (fnic->state != FNIC_IN_FC_TRANS_ETH_MODE)
1232 			goto again;
1233 		if (ret)
1234 			fnic->state = old_state;
1235 		break;
1236 
1237 	case FNIC_IN_FC_TRANS_ETH_MODE:
1238 	case FNIC_IN_ETH_MODE:
1239 		break;
1240 	}
1241 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1242 }
1243 
1244 static void fnic_wq_complete_frame_send(struct vnic_wq *wq,
1245 					struct cq_desc *cq_desc,
1246 					struct vnic_wq_buf *buf, void *opaque)
1247 {
1248 	struct sk_buff *skb = buf->os_buf;
1249 	struct fc_frame *fp = (struct fc_frame *)skb;
1250 	struct fnic *fnic = vnic_dev_priv(wq->vdev);
1251 
1252 	pci_unmap_single(fnic->pdev, buf->dma_addr,
1253 			 buf->len, PCI_DMA_TODEVICE);
1254 	dev_kfree_skb_irq(fp_skb(fp));
1255 	buf->os_buf = NULL;
1256 }
1257 
1258 static int fnic_wq_cmpl_handler_cont(struct vnic_dev *vdev,
1259 				     struct cq_desc *cq_desc, u8 type,
1260 				     u16 q_number, u16 completed_index,
1261 				     void *opaque)
1262 {
1263 	struct fnic *fnic = vnic_dev_priv(vdev);
1264 	unsigned long flags;
1265 
1266 	spin_lock_irqsave(&fnic->wq_lock[q_number], flags);
1267 	vnic_wq_service(&fnic->wq[q_number], cq_desc, completed_index,
1268 			fnic_wq_complete_frame_send, NULL);
1269 	spin_unlock_irqrestore(&fnic->wq_lock[q_number], flags);
1270 
1271 	return 0;
1272 }
1273 
1274 int fnic_wq_cmpl_handler(struct fnic *fnic, int work_to_do)
1275 {
1276 	unsigned int wq_work_done = 0;
1277 	unsigned int i;
1278 
1279 	for (i = 0; i < fnic->raw_wq_count; i++) {
1280 		wq_work_done  += vnic_cq_service(&fnic->cq[fnic->rq_count+i],
1281 						 work_to_do,
1282 						 fnic_wq_cmpl_handler_cont,
1283 						 NULL);
1284 	}
1285 
1286 	return wq_work_done;
1287 }
1288 
1289 
1290 void fnic_free_wq_buf(struct vnic_wq *wq, struct vnic_wq_buf *buf)
1291 {
1292 	struct fc_frame *fp = buf->os_buf;
1293 	struct fnic *fnic = vnic_dev_priv(wq->vdev);
1294 
1295 	pci_unmap_single(fnic->pdev, buf->dma_addr,
1296 			 buf->len, PCI_DMA_TODEVICE);
1297 
1298 	dev_kfree_skb(fp_skb(fp));
1299 	buf->os_buf = NULL;
1300 }
1301 
1302 void fnic_fcoe_reset_vlans(struct fnic *fnic)
1303 {
1304 	unsigned long flags;
1305 	struct fcoe_vlan *vlan;
1306 	struct fcoe_vlan *next;
1307 
1308 	/*
1309 	 * indicate a link down to fcoe so that all fcf's are free'd
1310 	 * might not be required since we did this before sending vlan
1311 	 * discovery request
1312 	 */
1313 	spin_lock_irqsave(&fnic->vlans_lock, flags);
1314 	if (!list_empty(&fnic->vlans)) {
1315 		list_for_each_entry_safe(vlan, next, &fnic->vlans, list) {
1316 			list_del(&vlan->list);
1317 			kfree(vlan);
1318 		}
1319 	}
1320 	spin_unlock_irqrestore(&fnic->vlans_lock, flags);
1321 }
1322 
1323 void fnic_handle_fip_timer(struct fnic *fnic)
1324 {
1325 	unsigned long flags;
1326 	struct fcoe_vlan *vlan;
1327 	struct fnic_stats *fnic_stats = &fnic->fnic_stats;
1328 	u64 sol_time;
1329 
1330 	spin_lock_irqsave(&fnic->fnic_lock, flags);
1331 	if (fnic->stop_rx_link_events) {
1332 		spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1333 		return;
1334 	}
1335 	spin_unlock_irqrestore(&fnic->fnic_lock, flags);
1336 
1337 	if (fnic->ctlr.mode == FIP_MODE_NON_FIP)
1338 		return;
1339 
1340 	spin_lock_irqsave(&fnic->vlans_lock, flags);
1341 	if (list_empty(&fnic->vlans)) {
1342 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
1343 		/* no vlans available, try again */
1344 		if (printk_ratelimit())
1345 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
1346 				  "Start VLAN Discovery\n");
1347 		fnic_event_enq(fnic, FNIC_EVT_START_VLAN_DISC);
1348 		return;
1349 	}
1350 
1351 	vlan = list_first_entry(&fnic->vlans, struct fcoe_vlan, list);
1352 	shost_printk(KERN_DEBUG, fnic->lport->host,
1353 		  "fip_timer: vlan %d state %d sol_count %d\n",
1354 		  vlan->vid, vlan->state, vlan->sol_count);
1355 	switch (vlan->state) {
1356 	case FIP_VLAN_USED:
1357 		FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
1358 			  "FIP VLAN is selected for FC transaction\n");
1359 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
1360 		break;
1361 	case FIP_VLAN_FAILED:
1362 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
1363 		/* if all vlans are in failed state, restart vlan disc */
1364 		if (printk_ratelimit())
1365 			FNIC_FCS_DBG(KERN_DEBUG, fnic->lport->host,
1366 				  "Start VLAN Discovery\n");
1367 		fnic_event_enq(fnic, FNIC_EVT_START_VLAN_DISC);
1368 		break;
1369 	case FIP_VLAN_SENT:
1370 		if (vlan->sol_count >= FCOE_CTLR_MAX_SOL) {
1371 			/*
1372 			 * no response on this vlan, remove  from the list.
1373 			 * Try the next vlan
1374 			 */
1375 			shost_printk(KERN_INFO, fnic->lport->host,
1376 				  "Dequeue this VLAN ID %d from list\n",
1377 				  vlan->vid);
1378 			list_del(&vlan->list);
1379 			kfree(vlan);
1380 			vlan = NULL;
1381 			if (list_empty(&fnic->vlans)) {
1382 				/* we exhausted all vlans, restart vlan disc */
1383 				spin_unlock_irqrestore(&fnic->vlans_lock,
1384 							flags);
1385 				shost_printk(KERN_INFO, fnic->lport->host,
1386 					  "fip_timer: vlan list empty, "
1387 					  "trigger vlan disc\n");
1388 				fnic_event_enq(fnic, FNIC_EVT_START_VLAN_DISC);
1389 				return;
1390 			}
1391 			/* check the next vlan */
1392 			vlan = list_first_entry(&fnic->vlans, struct fcoe_vlan,
1393 							list);
1394 			fnic->set_vlan(fnic, vlan->vid);
1395 			vlan->state = FIP_VLAN_SENT; /* sent now */
1396 		}
1397 		spin_unlock_irqrestore(&fnic->vlans_lock, flags);
1398 		atomic64_inc(&fnic_stats->vlan_stats.sol_expiry_count);
1399 		vlan->sol_count++;
1400 		sol_time = jiffies + msecs_to_jiffies
1401 					(FCOE_CTLR_START_DELAY);
1402 		mod_timer(&fnic->fip_timer, round_jiffies(sol_time));
1403 		break;
1404 	}
1405 }
1406