xref: /openbmc/linux/drivers/scsi/qla2xxx/qla_mid.c (revision b285d2ae)
1 /*
2  * QLogic Fibre Channel HBA Driver
3  * Copyright (c)  2003-2014 QLogic Corporation
4  *
5  * See LICENSE.qla2xxx for copyright and licensing details.
6  */
7 #include "qla_def.h"
8 #include "qla_gbl.h"
9 #include "qla_target.h"
10 
11 #include <linux/moduleparam.h>
12 #include <linux/vmalloc.h>
13 #include <linux/slab.h>
14 #include <linux/list.h>
15 
16 #include <scsi/scsi_tcq.h>
17 #include <scsi/scsicam.h>
18 #include <linux/delay.h>
19 
20 void
21 qla2x00_vp_stop_timer(scsi_qla_host_t *vha)
22 {
23 	if (vha->vp_idx && vha->timer_active) {
24 		del_timer_sync(&vha->timer);
25 		vha->timer_active = 0;
26 	}
27 }
28 
29 static uint32_t
30 qla24xx_allocate_vp_id(scsi_qla_host_t *vha)
31 {
32 	uint32_t vp_id;
33 	struct qla_hw_data *ha = vha->hw;
34 	unsigned long flags;
35 
36 	/* Find an empty slot and assign an vp_id */
37 	mutex_lock(&ha->vport_lock);
38 	vp_id = find_first_zero_bit(ha->vp_idx_map, ha->max_npiv_vports + 1);
39 	if (vp_id > ha->max_npiv_vports) {
40 		ql_dbg(ql_dbg_vport, vha, 0xa000,
41 		    "vp_id %d is bigger than max-supported %d.\n",
42 		    vp_id, ha->max_npiv_vports);
43 		mutex_unlock(&ha->vport_lock);
44 		return vp_id;
45 	}
46 
47 	set_bit(vp_id, ha->vp_idx_map);
48 	ha->num_vhosts++;
49 	vha->vp_idx = vp_id;
50 
51 	spin_lock_irqsave(&ha->vport_slock, flags);
52 	list_add_tail(&vha->list, &ha->vp_list);
53 	spin_unlock_irqrestore(&ha->vport_slock, flags);
54 
55 	spin_lock_irqsave(&ha->hardware_lock, flags);
56 	qlt_update_vp_map(vha, SET_VP_IDX);
57 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
58 
59 	mutex_unlock(&ha->vport_lock);
60 	return vp_id;
61 }
62 
63 void
64 qla24xx_deallocate_vp_id(scsi_qla_host_t *vha)
65 {
66 	uint16_t vp_id;
67 	struct qla_hw_data *ha = vha->hw;
68 	unsigned long flags = 0;
69 	u8 i;
70 
71 	mutex_lock(&ha->vport_lock);
72 	/*
73 	 * Wait for all pending activities to finish before removing vport from
74 	 * the list.
75 	 * Lock needs to be held for safe removal from the list (it
76 	 * ensures no active vp_list traversal while the vport is removed
77 	 * from the queue)
78 	 */
79 	for (i = 0; i < 10; i++) {
80 		if (wait_event_timeout(vha->vref_waitq,
81 		    !atomic_read(&vha->vref_count), HZ) > 0)
82 			break;
83 	}
84 
85 	spin_lock_irqsave(&ha->vport_slock, flags);
86 	if (atomic_read(&vha->vref_count)) {
87 		ql_dbg(ql_dbg_vport, vha, 0xfffa,
88 		    "vha->vref_count=%u timeout\n", vha->vref_count.counter);
89 		vha->vref_count = (atomic_t)ATOMIC_INIT(0);
90 	}
91 	list_del(&vha->list);
92 	qlt_update_vp_map(vha, RESET_VP_IDX);
93 	spin_unlock_irqrestore(&ha->vport_slock, flags);
94 
95 	vp_id = vha->vp_idx;
96 	ha->num_vhosts--;
97 	clear_bit(vp_id, ha->vp_idx_map);
98 
99 	mutex_unlock(&ha->vport_lock);
100 }
101 
102 static scsi_qla_host_t *
103 qla24xx_find_vhost_by_name(struct qla_hw_data *ha, uint8_t *port_name)
104 {
105 	scsi_qla_host_t *vha;
106 	struct scsi_qla_host *tvha;
107 	unsigned long flags;
108 
109 	spin_lock_irqsave(&ha->vport_slock, flags);
110 	/* Locate matching device in database. */
111 	list_for_each_entry_safe(vha, tvha, &ha->vp_list, list) {
112 		if (!memcmp(port_name, vha->port_name, WWN_SIZE)) {
113 			spin_unlock_irqrestore(&ha->vport_slock, flags);
114 			return vha;
115 		}
116 	}
117 	spin_unlock_irqrestore(&ha->vport_slock, flags);
118 	return NULL;
119 }
120 
121 /*
122  * qla2x00_mark_vp_devices_dead
123  *	Updates fcport state when device goes offline.
124  *
125  * Input:
126  *	ha = adapter block pointer.
127  *	fcport = port structure pointer.
128  *
129  * Return:
130  *	None.
131  *
132  * Context:
133  */
134 static void
135 qla2x00_mark_vp_devices_dead(scsi_qla_host_t *vha)
136 {
137 	/*
138 	 * !!! NOTE !!!
139 	 * This function, if called in contexts other than vp create, disable
140 	 * or delete, please make sure this is synchronized with the
141 	 * delete thread.
142 	 */
143 	fc_port_t *fcport;
144 
145 	list_for_each_entry(fcport, &vha->vp_fcports, list) {
146 		ql_dbg(ql_dbg_vport, vha, 0xa001,
147 		    "Marking port dead, loop_id=0x%04x : %x.\n",
148 		    fcport->loop_id, fcport->vha->vp_idx);
149 
150 		qla2x00_mark_device_lost(vha, fcport, 0);
151 		qla2x00_set_fcport_state(fcport, FCS_UNCONFIGURED);
152 	}
153 }
154 
155 int
156 qla24xx_disable_vp(scsi_qla_host_t *vha)
157 {
158 	unsigned long flags;
159 	int ret = QLA_SUCCESS;
160 	fc_port_t *fcport;
161 
162 	if (vha->hw->flags.fw_started)
163 		ret = qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
164 
165 	atomic_set(&vha->loop_state, LOOP_DOWN);
166 	atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
167 	list_for_each_entry(fcport, &vha->vp_fcports, list)
168 		fcport->logout_on_delete = 0;
169 
170 	qla2x00_mark_all_devices_lost(vha);
171 
172 	/* Remove port id from vp target map */
173 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
174 	qlt_update_vp_map(vha, RESET_AL_PA);
175 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
176 
177 	qla2x00_mark_vp_devices_dead(vha);
178 	atomic_set(&vha->vp_state, VP_FAILED);
179 	vha->flags.management_server_logged_in = 0;
180 	if (ret == QLA_SUCCESS) {
181 		fc_vport_set_state(vha->fc_vport, FC_VPORT_DISABLED);
182 	} else {
183 		fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
184 		return -1;
185 	}
186 	return 0;
187 }
188 
189 int
190 qla24xx_enable_vp(scsi_qla_host_t *vha)
191 {
192 	int ret;
193 	struct qla_hw_data *ha = vha->hw;
194 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
195 
196 	/* Check if physical ha port is Up */
197 	if (atomic_read(&base_vha->loop_state) == LOOP_DOWN  ||
198 		atomic_read(&base_vha->loop_state) == LOOP_DEAD ||
199 		!(ha->current_topology & ISP_CFG_F)) {
200 		vha->vp_err_state =  VP_ERR_PORTDWN;
201 		fc_vport_set_state(vha->fc_vport, FC_VPORT_LINKDOWN);
202 		ql_dbg(ql_dbg_taskm, vha, 0x800b,
203 		    "%s skip enable. loop_state %x topo %x\n",
204 		    __func__, base_vha->loop_state.counter,
205 		    ha->current_topology);
206 
207 		goto enable_failed;
208 	}
209 
210 	/* Initialize the new vport unless it is a persistent port */
211 	mutex_lock(&ha->vport_lock);
212 	ret = qla24xx_modify_vp_config(vha);
213 	mutex_unlock(&ha->vport_lock);
214 
215 	if (ret != QLA_SUCCESS) {
216 		fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
217 		goto enable_failed;
218 	}
219 
220 	ql_dbg(ql_dbg_taskm, vha, 0x801a,
221 	    "Virtual port with id: %d - Enabled.\n", vha->vp_idx);
222 	return 0;
223 
224 enable_failed:
225 	ql_dbg(ql_dbg_taskm, vha, 0x801b,
226 	    "Virtual port with id: %d - Disabled.\n", vha->vp_idx);
227 	return 1;
228 }
229 
230 static void
231 qla24xx_configure_vp(scsi_qla_host_t *vha)
232 {
233 	struct fc_vport *fc_vport;
234 	int ret;
235 
236 	fc_vport = vha->fc_vport;
237 
238 	ql_dbg(ql_dbg_vport, vha, 0xa002,
239 	    "%s: change request #3.\n", __func__);
240 	ret = qla2x00_send_change_request(vha, 0x3, vha->vp_idx);
241 	if (ret != QLA_SUCCESS) {
242 		ql_dbg(ql_dbg_vport, vha, 0xa003, "Failed to enable "
243 		    "receiving of RSCN requests: 0x%x.\n", ret);
244 		return;
245 	} else {
246 		/* Corresponds to SCR enabled */
247 		clear_bit(VP_SCR_NEEDED, &vha->vp_flags);
248 	}
249 
250 	vha->flags.online = 1;
251 	if (qla24xx_configure_vhba(vha))
252 		return;
253 
254 	atomic_set(&vha->vp_state, VP_ACTIVE);
255 	fc_vport_set_state(fc_vport, FC_VPORT_ACTIVE);
256 }
257 
258 void
259 qla2x00_alert_all_vps(struct rsp_que *rsp, uint16_t *mb)
260 {
261 	scsi_qla_host_t *vha;
262 	struct qla_hw_data *ha = rsp->hw;
263 	int i = 0;
264 	unsigned long flags;
265 
266 	spin_lock_irqsave(&ha->vport_slock, flags);
267 	list_for_each_entry(vha, &ha->vp_list, list) {
268 		if (vha->vp_idx) {
269 			if (test_bit(VPORT_DELETE, &vha->dpc_flags))
270 				continue;
271 
272 			atomic_inc(&vha->vref_count);
273 			spin_unlock_irqrestore(&ha->vport_slock, flags);
274 
275 			switch (mb[0]) {
276 			case MBA_LIP_OCCURRED:
277 			case MBA_LOOP_UP:
278 			case MBA_LOOP_DOWN:
279 			case MBA_LIP_RESET:
280 			case MBA_POINT_TO_POINT:
281 			case MBA_CHG_IN_CONNECTION:
282 				ql_dbg(ql_dbg_async, vha, 0x5024,
283 				    "Async_event for VP[%d], mb=0x%x vha=%p.\n",
284 				    i, *mb, vha);
285 				qla2x00_async_event(vha, rsp, mb);
286 				break;
287 			case MBA_PORT_UPDATE:
288 			case MBA_RSCN_UPDATE:
289 				if ((mb[3] & 0xff) == vha->vp_idx) {
290 					ql_dbg(ql_dbg_async, vha, 0x5024,
291 					    "Async_event for VP[%d], mb=0x%x vha=%p\n",
292 					    i, *mb, vha);
293 					qla2x00_async_event(vha, rsp, mb);
294 				}
295 				break;
296 			}
297 
298 			spin_lock_irqsave(&ha->vport_slock, flags);
299 			atomic_dec(&vha->vref_count);
300 			wake_up(&vha->vref_waitq);
301 		}
302 		i++;
303 	}
304 	spin_unlock_irqrestore(&ha->vport_slock, flags);
305 }
306 
307 int
308 qla2x00_vp_abort_isp(scsi_qla_host_t *vha)
309 {
310 	fc_port_t *fcport;
311 
312 	/*
313 	 * To exclusively reset vport, we need to log it out first.
314 	 * Note: This control_vp can fail if ISP reset is already
315 	 * issued, this is expected, as the vp would be already
316 	 * logged out due to ISP reset.
317 	 */
318 	if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
319 		qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
320 		list_for_each_entry(fcport, &vha->vp_fcports, list)
321 			fcport->logout_on_delete = 0;
322 	}
323 
324 	/*
325 	 * Physical port will do most of the abort and recovery work. We can
326 	 * just treat it as a loop down
327 	 */
328 	if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
329 		atomic_set(&vha->loop_state, LOOP_DOWN);
330 		qla2x00_mark_all_devices_lost(vha);
331 	} else {
332 		if (!atomic_read(&vha->loop_down_timer))
333 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
334 	}
335 
336 	ql_dbg(ql_dbg_taskm, vha, 0x801d,
337 	    "Scheduling enable of Vport %d.\n", vha->vp_idx);
338 
339 	return qla24xx_enable_vp(vha);
340 }
341 
342 static int
343 qla2x00_do_dpc_vp(scsi_qla_host_t *vha)
344 {
345 	struct qla_hw_data *ha = vha->hw;
346 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
347 
348 	ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x4012,
349 	    "Entering %s vp_flags: 0x%lx.\n", __func__, vha->vp_flags);
350 
351 	/* Check if Fw is ready to configure VP first */
352 	if (test_bit(VP_CONFIG_OK, &base_vha->vp_flags)) {
353 		if (test_and_clear_bit(VP_IDX_ACQUIRED, &vha->vp_flags)) {
354 			/* VP acquired. complete port configuration */
355 			ql_dbg(ql_dbg_dpc, vha, 0x4014,
356 			    "Configure VP scheduled.\n");
357 			qla24xx_configure_vp(vha);
358 			ql_dbg(ql_dbg_dpc, vha, 0x4015,
359 			    "Configure VP end.\n");
360 			return 0;
361 		}
362 	}
363 
364 	if (test_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags)) {
365 		if (atomic_read(&vha->loop_state) == LOOP_READY) {
366 			qla24xx_process_purex_list(&vha->purex_list);
367 			clear_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags);
368 		}
369 	}
370 
371 	if (test_bit(FCPORT_UPDATE_NEEDED, &vha->dpc_flags)) {
372 		ql_dbg(ql_dbg_dpc, vha, 0x4016,
373 		    "FCPort update scheduled.\n");
374 		qla2x00_update_fcports(vha);
375 		clear_bit(FCPORT_UPDATE_NEEDED, &vha->dpc_flags);
376 		ql_dbg(ql_dbg_dpc, vha, 0x4017,
377 		    "FCPort update end.\n");
378 	}
379 
380 	if (test_bit(RELOGIN_NEEDED, &vha->dpc_flags) &&
381 	    !test_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags) &&
382 	    atomic_read(&vha->loop_state) != LOOP_DOWN) {
383 
384 		if (!vha->relogin_jif ||
385 		    time_after_eq(jiffies, vha->relogin_jif)) {
386 			vha->relogin_jif = jiffies + HZ;
387 			clear_bit(RELOGIN_NEEDED, &vha->dpc_flags);
388 
389 			ql_dbg(ql_dbg_dpc, vha, 0x4018,
390 			    "Relogin needed scheduled.\n");
391 			qla24xx_post_relogin_work(vha);
392 		}
393 	}
394 
395 	if (test_and_clear_bit(RESET_MARKER_NEEDED, &vha->dpc_flags) &&
396 	    (!(test_and_set_bit(RESET_ACTIVE, &vha->dpc_flags)))) {
397 		clear_bit(RESET_ACTIVE, &vha->dpc_flags);
398 	}
399 
400 	if (test_and_clear_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags)) {
401 		if (!(test_and_set_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags))) {
402 			ql_dbg(ql_dbg_dpc, vha, 0x401a,
403 			    "Loop resync scheduled.\n");
404 			qla2x00_loop_resync(vha);
405 			clear_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags);
406 			ql_dbg(ql_dbg_dpc, vha, 0x401b,
407 			    "Loop resync end.\n");
408 		}
409 	}
410 
411 	ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x401c,
412 	    "Exiting %s.\n", __func__);
413 	return 0;
414 }
415 
416 void
417 qla2x00_do_dpc_all_vps(scsi_qla_host_t *vha)
418 {
419 	struct qla_hw_data *ha = vha->hw;
420 	scsi_qla_host_t *vp;
421 	unsigned long flags = 0;
422 
423 	if (vha->vp_idx)
424 		return;
425 	if (list_empty(&ha->vp_list))
426 		return;
427 
428 	clear_bit(VP_DPC_NEEDED, &vha->dpc_flags);
429 
430 	if (!(ha->current_topology & ISP_CFG_F))
431 		return;
432 
433 	spin_lock_irqsave(&ha->vport_slock, flags);
434 	list_for_each_entry(vp, &ha->vp_list, list) {
435 		if (vp->vp_idx) {
436 			atomic_inc(&vp->vref_count);
437 			spin_unlock_irqrestore(&ha->vport_slock, flags);
438 
439 			qla2x00_do_dpc_vp(vp);
440 
441 			spin_lock_irqsave(&ha->vport_slock, flags);
442 			atomic_dec(&vp->vref_count);
443 		}
444 	}
445 	spin_unlock_irqrestore(&ha->vport_slock, flags);
446 }
447 
448 int
449 qla24xx_vport_create_req_sanity_check(struct fc_vport *fc_vport)
450 {
451 	scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
452 	struct qla_hw_data *ha = base_vha->hw;
453 	scsi_qla_host_t *vha;
454 	uint8_t port_name[WWN_SIZE];
455 
456 	if (fc_vport->roles != FC_PORT_ROLE_FCP_INITIATOR)
457 		return VPCERR_UNSUPPORTED;
458 
459 	/* Check up the F/W and H/W support NPIV */
460 	if (!ha->flags.npiv_supported)
461 		return VPCERR_UNSUPPORTED;
462 
463 	/* Check up whether npiv supported switch presented */
464 	if (!(ha->switch_cap & FLOGI_MID_SUPPORT))
465 		return VPCERR_NO_FABRIC_SUPP;
466 
467 	/* Check up unique WWPN */
468 	u64_to_wwn(fc_vport->port_name, port_name);
469 	if (!memcmp(port_name, base_vha->port_name, WWN_SIZE))
470 		return VPCERR_BAD_WWN;
471 	vha = qla24xx_find_vhost_by_name(ha, port_name);
472 	if (vha)
473 		return VPCERR_BAD_WWN;
474 
475 	/* Check up max-npiv-supports */
476 	if (ha->num_vhosts > ha->max_npiv_vports) {
477 		ql_dbg(ql_dbg_vport, vha, 0xa004,
478 		    "num_vhosts %ud is bigger "
479 		    "than max_npiv_vports %ud.\n",
480 		    ha->num_vhosts, ha->max_npiv_vports);
481 		return VPCERR_UNSUPPORTED;
482 	}
483 	return 0;
484 }
485 
486 scsi_qla_host_t *
487 qla24xx_create_vhost(struct fc_vport *fc_vport)
488 {
489 	scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
490 	struct qla_hw_data *ha = base_vha->hw;
491 	scsi_qla_host_t *vha;
492 	struct scsi_host_template *sht = &qla2xxx_driver_template;
493 	struct Scsi_Host *host;
494 
495 	vha = qla2x00_create_host(sht, ha);
496 	if (!vha) {
497 		ql_log(ql_log_warn, vha, 0xa005,
498 		    "scsi_host_alloc() failed for vport.\n");
499 		return(NULL);
500 	}
501 
502 	host = vha->host;
503 	fc_vport->dd_data = vha;
504 	/* New host info */
505 	u64_to_wwn(fc_vport->node_name, vha->node_name);
506 	u64_to_wwn(fc_vport->port_name, vha->port_name);
507 
508 	vha->fc_vport = fc_vport;
509 	vha->device_flags = 0;
510 	vha->vp_idx = qla24xx_allocate_vp_id(vha);
511 	if (vha->vp_idx > ha->max_npiv_vports) {
512 		ql_dbg(ql_dbg_vport, vha, 0xa006,
513 		    "Couldn't allocate vp_id.\n");
514 		goto create_vhost_failed;
515 	}
516 	vha->mgmt_svr_loop_id = qla2x00_reserve_mgmt_server_loop_id(vha);
517 
518 	vha->dpc_flags = 0L;
519 	ha->dpc_active = 0;
520 	set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
521 	set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
522 
523 	/*
524 	 * To fix the issue of processing a parent's RSCN for the vport before
525 	 * its SCR is complete.
526 	 */
527 	set_bit(VP_SCR_NEEDED, &vha->vp_flags);
528 	atomic_set(&vha->loop_state, LOOP_DOWN);
529 	atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
530 
531 	qla2x00_start_timer(vha, WATCH_INTERVAL);
532 
533 	vha->req = base_vha->req;
534 	vha->flags.nvme_enabled = base_vha->flags.nvme_enabled;
535 	host->can_queue = base_vha->req->length + 128;
536 	host->cmd_per_lun = 3;
537 	if (IS_T10_PI_CAPABLE(ha) && ql2xenabledif)
538 		host->max_cmd_len = 32;
539 	else
540 		host->max_cmd_len = MAX_CMDSZ;
541 	host->max_channel = MAX_BUSES - 1;
542 	host->max_lun = ql2xmaxlun;
543 	host->unique_id = host->host_no;
544 	host->max_id = ha->max_fibre_devices;
545 	host->transportt = qla2xxx_transport_vport_template;
546 
547 	ql_dbg(ql_dbg_vport, vha, 0xa007,
548 	    "Detect vport hba %ld at address = %p.\n",
549 	    vha->host_no, vha);
550 
551 	vha->flags.init_done = 1;
552 
553 	mutex_lock(&ha->vport_lock);
554 	set_bit(vha->vp_idx, ha->vp_idx_map);
555 	ha->cur_vport_count++;
556 	mutex_unlock(&ha->vport_lock);
557 
558 	return vha;
559 
560 create_vhost_failed:
561 	return NULL;
562 }
563 
564 static void
565 qla25xx_free_req_que(struct scsi_qla_host *vha, struct req_que *req)
566 {
567 	struct qla_hw_data *ha = vha->hw;
568 	uint16_t que_id = req->id;
569 
570 	dma_free_coherent(&ha->pdev->dev, (req->length + 1) *
571 		sizeof(request_t), req->ring, req->dma);
572 	req->ring = NULL;
573 	req->dma = 0;
574 	if (que_id) {
575 		ha->req_q_map[que_id] = NULL;
576 		mutex_lock(&ha->vport_lock);
577 		clear_bit(que_id, ha->req_qid_map);
578 		mutex_unlock(&ha->vport_lock);
579 	}
580 	kfree(req->outstanding_cmds);
581 	kfree(req);
582 	req = NULL;
583 }
584 
585 static void
586 qla25xx_free_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
587 {
588 	struct qla_hw_data *ha = vha->hw;
589 	uint16_t que_id = rsp->id;
590 
591 	if (rsp->msix && rsp->msix->have_irq) {
592 		free_irq(rsp->msix->vector, rsp->msix->handle);
593 		rsp->msix->have_irq = 0;
594 		rsp->msix->in_use = 0;
595 		rsp->msix->handle = NULL;
596 	}
597 	dma_free_coherent(&ha->pdev->dev, (rsp->length + 1) *
598 		sizeof(response_t), rsp->ring, rsp->dma);
599 	rsp->ring = NULL;
600 	rsp->dma = 0;
601 	if (que_id) {
602 		ha->rsp_q_map[que_id] = NULL;
603 		mutex_lock(&ha->vport_lock);
604 		clear_bit(que_id, ha->rsp_qid_map);
605 		mutex_unlock(&ha->vport_lock);
606 	}
607 	kfree(rsp);
608 	rsp = NULL;
609 }
610 
611 int
612 qla25xx_delete_req_que(struct scsi_qla_host *vha, struct req_que *req)
613 {
614 	int ret = QLA_SUCCESS;
615 
616 	if (req && vha->flags.qpairs_req_created) {
617 		req->options |= BIT_0;
618 		ret = qla25xx_init_req_que(vha, req);
619 		if (ret != QLA_SUCCESS)
620 			return QLA_FUNCTION_FAILED;
621 
622 		qla25xx_free_req_que(vha, req);
623 	}
624 
625 	return ret;
626 }
627 
628 int
629 qla25xx_delete_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
630 {
631 	int ret = QLA_SUCCESS;
632 
633 	if (rsp && vha->flags.qpairs_rsp_created) {
634 		rsp->options |= BIT_0;
635 		ret = qla25xx_init_rsp_que(vha, rsp);
636 		if (ret != QLA_SUCCESS)
637 			return QLA_FUNCTION_FAILED;
638 
639 		qla25xx_free_rsp_que(vha, rsp);
640 	}
641 
642 	return ret;
643 }
644 
645 /* Delete all queues for a given vhost */
646 int
647 qla25xx_delete_queues(struct scsi_qla_host *vha)
648 {
649 	int cnt, ret = 0;
650 	struct req_que *req = NULL;
651 	struct rsp_que *rsp = NULL;
652 	struct qla_hw_data *ha = vha->hw;
653 	struct qla_qpair *qpair, *tqpair;
654 
655 	if (ql2xmqsupport || ql2xnvmeenable) {
656 		list_for_each_entry_safe(qpair, tqpair, &vha->qp_list,
657 		    qp_list_elem)
658 			qla2xxx_delete_qpair(vha, qpair);
659 	} else {
660 		/* Delete request queues */
661 		for (cnt = 1; cnt < ha->max_req_queues; cnt++) {
662 			req = ha->req_q_map[cnt];
663 			if (req && test_bit(cnt, ha->req_qid_map)) {
664 				ret = qla25xx_delete_req_que(vha, req);
665 				if (ret != QLA_SUCCESS) {
666 					ql_log(ql_log_warn, vha, 0x00ea,
667 					    "Couldn't delete req que %d.\n",
668 					    req->id);
669 					return ret;
670 				}
671 			}
672 		}
673 
674 		/* Delete response queues */
675 		for (cnt = 1; cnt < ha->max_rsp_queues; cnt++) {
676 			rsp = ha->rsp_q_map[cnt];
677 			if (rsp && test_bit(cnt, ha->rsp_qid_map)) {
678 				ret = qla25xx_delete_rsp_que(vha, rsp);
679 				if (ret != QLA_SUCCESS) {
680 					ql_log(ql_log_warn, vha, 0x00eb,
681 					    "Couldn't delete rsp que %d.\n",
682 					    rsp->id);
683 					return ret;
684 				}
685 			}
686 		}
687 	}
688 
689 	return ret;
690 }
691 
692 int
693 qla25xx_create_req_que(struct qla_hw_data *ha, uint16_t options,
694     uint8_t vp_idx, uint16_t rid, int rsp_que, uint8_t qos, bool startqp)
695 {
696 	int ret = 0;
697 	struct req_que *req = NULL;
698 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
699 	struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
700 	uint16_t que_id = 0;
701 	device_reg_t *reg;
702 	uint32_t cnt;
703 
704 	req = kzalloc(sizeof(struct req_que), GFP_KERNEL);
705 	if (req == NULL) {
706 		ql_log(ql_log_fatal, base_vha, 0x00d9,
707 		    "Failed to allocate memory for request queue.\n");
708 		goto failed;
709 	}
710 
711 	req->length = REQUEST_ENTRY_CNT_24XX;
712 	req->ring = dma_alloc_coherent(&ha->pdev->dev,
713 			(req->length + 1) * sizeof(request_t),
714 			&req->dma, GFP_KERNEL);
715 	if (req->ring == NULL) {
716 		ql_log(ql_log_fatal, base_vha, 0x00da,
717 		    "Failed to allocate memory for request_ring.\n");
718 		goto que_failed;
719 	}
720 
721 	ret = qla2x00_alloc_outstanding_cmds(ha, req);
722 	if (ret != QLA_SUCCESS)
723 		goto que_failed;
724 
725 	mutex_lock(&ha->mq_lock);
726 	que_id = find_first_zero_bit(ha->req_qid_map, ha->max_req_queues);
727 	if (que_id >= ha->max_req_queues) {
728 		mutex_unlock(&ha->mq_lock);
729 		ql_log(ql_log_warn, base_vha, 0x00db,
730 		    "No resources to create additional request queue.\n");
731 		goto que_failed;
732 	}
733 	set_bit(que_id, ha->req_qid_map);
734 	ha->req_q_map[que_id] = req;
735 	req->rid = rid;
736 	req->vp_idx = vp_idx;
737 	req->qos = qos;
738 
739 	ql_dbg(ql_dbg_multiq, base_vha, 0xc002,
740 	    "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
741 	    que_id, req->rid, req->vp_idx, req->qos);
742 	ql_dbg(ql_dbg_init, base_vha, 0x00dc,
743 	    "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
744 	    que_id, req->rid, req->vp_idx, req->qos);
745 	if (rsp_que < 0)
746 		req->rsp = NULL;
747 	else
748 		req->rsp = ha->rsp_q_map[rsp_que];
749 	/* Use alternate PCI bus number */
750 	if (MSB(req->rid))
751 		options |= BIT_4;
752 	/* Use alternate PCI devfn */
753 	if (LSB(req->rid))
754 		options |= BIT_5;
755 	req->options = options;
756 
757 	ql_dbg(ql_dbg_multiq, base_vha, 0xc003,
758 	    "options=0x%x.\n", req->options);
759 	ql_dbg(ql_dbg_init, base_vha, 0x00dd,
760 	    "options=0x%x.\n", req->options);
761 	for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++)
762 		req->outstanding_cmds[cnt] = NULL;
763 	req->current_outstanding_cmd = 1;
764 
765 	req->ring_ptr = req->ring;
766 	req->ring_index = 0;
767 	req->cnt = req->length;
768 	req->id = que_id;
769 	reg = ISP_QUE_REG(ha, que_id);
770 	req->req_q_in = &reg->isp25mq.req_q_in;
771 	req->req_q_out = &reg->isp25mq.req_q_out;
772 	req->max_q_depth = ha->req_q_map[0]->max_q_depth;
773 	req->out_ptr = (uint16_t *)(req->ring + req->length);
774 	mutex_unlock(&ha->mq_lock);
775 	ql_dbg(ql_dbg_multiq, base_vha, 0xc004,
776 	    "ring_ptr=%p ring_index=%d, "
777 	    "cnt=%d id=%d max_q_depth=%d.\n",
778 	    req->ring_ptr, req->ring_index,
779 	    req->cnt, req->id, req->max_q_depth);
780 	ql_dbg(ql_dbg_init, base_vha, 0x00de,
781 	    "ring_ptr=%p ring_index=%d, "
782 	    "cnt=%d id=%d max_q_depth=%d.\n",
783 	    req->ring_ptr, req->ring_index, req->cnt,
784 	    req->id, req->max_q_depth);
785 
786 	if (startqp) {
787 		ret = qla25xx_init_req_que(base_vha, req);
788 		if (ret != QLA_SUCCESS) {
789 			ql_log(ql_log_fatal, base_vha, 0x00df,
790 			    "%s failed.\n", __func__);
791 			mutex_lock(&ha->mq_lock);
792 			clear_bit(que_id, ha->req_qid_map);
793 			mutex_unlock(&ha->mq_lock);
794 			goto que_failed;
795 		}
796 		vha->flags.qpairs_req_created = 1;
797 	}
798 
799 	return req->id;
800 
801 que_failed:
802 	qla25xx_free_req_que(base_vha, req);
803 failed:
804 	return 0;
805 }
806 
807 static void qla_do_work(struct work_struct *work)
808 {
809 	unsigned long flags;
810 	struct qla_qpair *qpair = container_of(work, struct qla_qpair, q_work);
811 	struct scsi_qla_host *vha;
812 	struct qla_hw_data *ha = qpair->hw;
813 
814 	spin_lock_irqsave(&qpair->qp_lock, flags);
815 	vha = pci_get_drvdata(ha->pdev);
816 	qla24xx_process_response_queue(vha, qpair->rsp);
817 	spin_unlock_irqrestore(&qpair->qp_lock, flags);
818 
819 }
820 
821 /* create response queue */
822 int
823 qla25xx_create_rsp_que(struct qla_hw_data *ha, uint16_t options,
824     uint8_t vp_idx, uint16_t rid, struct qla_qpair *qpair, bool startqp)
825 {
826 	int ret = 0;
827 	struct rsp_que *rsp = NULL;
828 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
829 	struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
830 	uint16_t que_id = 0;
831 	device_reg_t *reg;
832 
833 	rsp = kzalloc(sizeof(struct rsp_que), GFP_KERNEL);
834 	if (rsp == NULL) {
835 		ql_log(ql_log_warn, base_vha, 0x0066,
836 		    "Failed to allocate memory for response queue.\n");
837 		goto failed;
838 	}
839 
840 	rsp->length = RESPONSE_ENTRY_CNT_MQ;
841 	rsp->ring = dma_alloc_coherent(&ha->pdev->dev,
842 			(rsp->length + 1) * sizeof(response_t),
843 			&rsp->dma, GFP_KERNEL);
844 	if (rsp->ring == NULL) {
845 		ql_log(ql_log_warn, base_vha, 0x00e1,
846 		    "Failed to allocate memory for response ring.\n");
847 		goto que_failed;
848 	}
849 
850 	mutex_lock(&ha->mq_lock);
851 	que_id = find_first_zero_bit(ha->rsp_qid_map, ha->max_rsp_queues);
852 	if (que_id >= ha->max_rsp_queues) {
853 		mutex_unlock(&ha->mq_lock);
854 		ql_log(ql_log_warn, base_vha, 0x00e2,
855 		    "No resources to create additional request queue.\n");
856 		goto que_failed;
857 	}
858 	set_bit(que_id, ha->rsp_qid_map);
859 
860 	rsp->msix = qpair->msix;
861 
862 	ha->rsp_q_map[que_id] = rsp;
863 	rsp->rid = rid;
864 	rsp->vp_idx = vp_idx;
865 	rsp->hw = ha;
866 	ql_dbg(ql_dbg_init, base_vha, 0x00e4,
867 	    "rsp queue_id=%d rid=%d vp_idx=%d hw=%p.\n",
868 	    que_id, rsp->rid, rsp->vp_idx, rsp->hw);
869 	/* Use alternate PCI bus number */
870 	if (MSB(rsp->rid))
871 		options |= BIT_4;
872 	/* Use alternate PCI devfn */
873 	if (LSB(rsp->rid))
874 		options |= BIT_5;
875 	/* Enable MSIX handshake mode on for uncapable adapters */
876 	if (!IS_MSIX_NACK_CAPABLE(ha))
877 		options |= BIT_6;
878 
879 	/* Set option to indicate response queue creation */
880 	options |= BIT_1;
881 
882 	rsp->options = options;
883 	rsp->id = que_id;
884 	reg = ISP_QUE_REG(ha, que_id);
885 	rsp->rsp_q_in = &reg->isp25mq.rsp_q_in;
886 	rsp->rsp_q_out = &reg->isp25mq.rsp_q_out;
887 	rsp->in_ptr = (uint16_t *)(rsp->ring + rsp->length);
888 	mutex_unlock(&ha->mq_lock);
889 	ql_dbg(ql_dbg_multiq, base_vha, 0xc00b,
890 	    "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
891 	    rsp->options, rsp->id, rsp->rsp_q_in,
892 	    rsp->rsp_q_out);
893 	ql_dbg(ql_dbg_init, base_vha, 0x00e5,
894 	    "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
895 	    rsp->options, rsp->id, rsp->rsp_q_in,
896 	    rsp->rsp_q_out);
897 
898 	ret = qla25xx_request_irq(ha, qpair, qpair->msix,
899 		ha->flags.disable_msix_handshake ?
900 		QLA_MSIX_QPAIR_MULTIQ_RSP_Q : QLA_MSIX_QPAIR_MULTIQ_RSP_Q_HS);
901 	if (ret)
902 		goto que_failed;
903 
904 	if (startqp) {
905 		ret = qla25xx_init_rsp_que(base_vha, rsp);
906 		if (ret != QLA_SUCCESS) {
907 			ql_log(ql_log_fatal, base_vha, 0x00e7,
908 			    "%s failed.\n", __func__);
909 			mutex_lock(&ha->mq_lock);
910 			clear_bit(que_id, ha->rsp_qid_map);
911 			mutex_unlock(&ha->mq_lock);
912 			goto que_failed;
913 		}
914 		vha->flags.qpairs_rsp_created = 1;
915 	}
916 	rsp->req = NULL;
917 
918 	qla2x00_init_response_q_entries(rsp);
919 	if (qpair->hw->wq)
920 		INIT_WORK(&qpair->q_work, qla_do_work);
921 	return rsp->id;
922 
923 que_failed:
924 	qla25xx_free_rsp_que(base_vha, rsp);
925 failed:
926 	return 0;
927 }
928 
929 static void qla_ctrlvp_sp_done(srb_t *sp, int res)
930 {
931 	if (sp->comp)
932 		complete(sp->comp);
933 	/* don't free sp here. Let the caller do the free */
934 }
935 
936 /**
937  * qla24xx_control_vp() - Enable a virtual port for given host
938  * @vha:	adapter block pointer
939  * @cmd:	command type to be sent for enable virtual port
940  *
941  * Return:	qla2xxx local function return status code.
942  */
943 int qla24xx_control_vp(scsi_qla_host_t *vha, int cmd)
944 {
945 	int rval = QLA_MEMORY_ALLOC_FAILED;
946 	struct qla_hw_data *ha = vha->hw;
947 	int	vp_index = vha->vp_idx;
948 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
949 	DECLARE_COMPLETION_ONSTACK(comp);
950 	srb_t *sp;
951 
952 	ql_dbg(ql_dbg_vport, vha, 0x10c1,
953 	    "Entered %s cmd %x index %d.\n", __func__, cmd, vp_index);
954 
955 	if (vp_index == 0 || vp_index >= ha->max_npiv_vports)
956 		return QLA_PARAMETER_ERROR;
957 
958 	sp = qla2x00_get_sp(base_vha, NULL, GFP_KERNEL);
959 	if (!sp)
960 		return rval;
961 
962 	sp->type = SRB_CTRL_VP;
963 	sp->name = "ctrl_vp";
964 	sp->comp = &comp;
965 	sp->done = qla_ctrlvp_sp_done;
966 	sp->u.iocb_cmd.timeout = qla2x00_async_iocb_timeout;
967 	qla2x00_init_timer(sp, qla2x00_get_async_timeout(vha) + 2);
968 	sp->u.iocb_cmd.u.ctrlvp.cmd = cmd;
969 	sp->u.iocb_cmd.u.ctrlvp.vp_index = vp_index;
970 
971 	rval = qla2x00_start_sp(sp);
972 	if (rval != QLA_SUCCESS) {
973 		ql_dbg(ql_dbg_async, vha, 0xffff,
974 		    "%s: %s Failed submission. %x.\n",
975 		    __func__, sp->name, rval);
976 		goto done;
977 	}
978 
979 	ql_dbg(ql_dbg_vport, vha, 0x113f, "%s hndl %x submitted\n",
980 	    sp->name, sp->handle);
981 
982 	wait_for_completion(&comp);
983 	sp->comp = NULL;
984 
985 	rval = sp->rc;
986 	switch (rval) {
987 	case QLA_FUNCTION_TIMEOUT:
988 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Timeout. %x.\n",
989 		    __func__, sp->name, rval);
990 		break;
991 	case QLA_SUCCESS:
992 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s done.\n",
993 		    __func__, sp->name);
994 		break;
995 	default:
996 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Failed. %x.\n",
997 		    __func__, sp->name, rval);
998 		break;
999 	}
1000 done:
1001 	sp->free(sp);
1002 	return rval;
1003 }
1004