xref: /openbmc/linux/drivers/scsi/qla2xxx/qla_mid.c (revision 47010c04)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * QLogic Fibre Channel HBA Driver
4  * Copyright (c)  2003-2014 QLogic Corporation
5  */
6 #include "qla_def.h"
7 #include "qla_gbl.h"
8 #include "qla_target.h"
9 
10 #include <linux/moduleparam.h>
11 #include <linux/vmalloc.h>
12 #include <linux/slab.h>
13 #include <linux/list.h>
14 
15 #include <scsi/scsi_tcq.h>
16 #include <scsi/scsicam.h>
17 #include <linux/delay.h>
18 
19 void
20 qla2x00_vp_stop_timer(scsi_qla_host_t *vha)
21 {
22 	if (vha->vp_idx && vha->timer_active) {
23 		del_timer_sync(&vha->timer);
24 		vha->timer_active = 0;
25 	}
26 }
27 
28 static uint32_t
29 qla24xx_allocate_vp_id(scsi_qla_host_t *vha)
30 {
31 	uint32_t vp_id;
32 	struct qla_hw_data *ha = vha->hw;
33 	unsigned long flags;
34 
35 	/* Find an empty slot and assign an vp_id */
36 	mutex_lock(&ha->vport_lock);
37 	vp_id = find_first_zero_bit(ha->vp_idx_map, ha->max_npiv_vports + 1);
38 	if (vp_id > ha->max_npiv_vports) {
39 		ql_dbg(ql_dbg_vport, vha, 0xa000,
40 		    "vp_id %d is bigger than max-supported %d.\n",
41 		    vp_id, ha->max_npiv_vports);
42 		mutex_unlock(&ha->vport_lock);
43 		return vp_id;
44 	}
45 
46 	set_bit(vp_id, ha->vp_idx_map);
47 	ha->num_vhosts++;
48 	vha->vp_idx = vp_id;
49 
50 	spin_lock_irqsave(&ha->vport_slock, flags);
51 	list_add_tail(&vha->list, &ha->vp_list);
52 	spin_unlock_irqrestore(&ha->vport_slock, flags);
53 
54 	spin_lock_irqsave(&ha->hardware_lock, flags);
55 	qlt_update_vp_map(vha, SET_VP_IDX);
56 	spin_unlock_irqrestore(&ha->hardware_lock, flags);
57 
58 	mutex_unlock(&ha->vport_lock);
59 	return vp_id;
60 }
61 
62 void
63 qla24xx_deallocate_vp_id(scsi_qla_host_t *vha)
64 {
65 	uint16_t vp_id;
66 	struct qla_hw_data *ha = vha->hw;
67 	unsigned long flags = 0;
68 	u32 i, bailout;
69 
70 	mutex_lock(&ha->vport_lock);
71 	/*
72 	 * Wait for all pending activities to finish before removing vport from
73 	 * the list.
74 	 * Lock needs to be held for safe removal from the list (it
75 	 * ensures no active vp_list traversal while the vport is removed
76 	 * from the queue)
77 	 */
78 	bailout = 0;
79 	for (i = 0; i < 500; i++) {
80 		spin_lock_irqsave(&ha->vport_slock, flags);
81 		if (atomic_read(&vha->vref_count) == 0) {
82 			list_del(&vha->list);
83 			qlt_update_vp_map(vha, RESET_VP_IDX);
84 			bailout = 1;
85 		}
86 		spin_unlock_irqrestore(&ha->vport_slock, flags);
87 
88 		if (bailout)
89 			break;
90 		else
91 			msleep(20);
92 	}
93 	if (!bailout) {
94 		ql_log(ql_log_info, vha, 0xfffa,
95 			"vha->vref_count=%u timeout\n", vha->vref_count.counter);
96 		spin_lock_irqsave(&ha->vport_slock, flags);
97 		list_del(&vha->list);
98 		qlt_update_vp_map(vha, RESET_VP_IDX);
99 		spin_unlock_irqrestore(&ha->vport_slock, flags);
100 	}
101 
102 	vp_id = vha->vp_idx;
103 	ha->num_vhosts--;
104 	clear_bit(vp_id, ha->vp_idx_map);
105 
106 	mutex_unlock(&ha->vport_lock);
107 }
108 
109 static scsi_qla_host_t *
110 qla24xx_find_vhost_by_name(struct qla_hw_data *ha, uint8_t *port_name)
111 {
112 	scsi_qla_host_t *vha;
113 	struct scsi_qla_host *tvha;
114 	unsigned long flags;
115 
116 	spin_lock_irqsave(&ha->vport_slock, flags);
117 	/* Locate matching device in database. */
118 	list_for_each_entry_safe(vha, tvha, &ha->vp_list, list) {
119 		if (!memcmp(port_name, vha->port_name, WWN_SIZE)) {
120 			spin_unlock_irqrestore(&ha->vport_slock, flags);
121 			return vha;
122 		}
123 	}
124 	spin_unlock_irqrestore(&ha->vport_slock, flags);
125 	return NULL;
126 }
127 
128 /*
129  * qla2x00_mark_vp_devices_dead
130  *	Updates fcport state when device goes offline.
131  *
132  * Input:
133  *	ha = adapter block pointer.
134  *	fcport = port structure pointer.
135  *
136  * Return:
137  *	None.
138  *
139  * Context:
140  */
141 static void
142 qla2x00_mark_vp_devices_dead(scsi_qla_host_t *vha)
143 {
144 	/*
145 	 * !!! NOTE !!!
146 	 * This function, if called in contexts other than vp create, disable
147 	 * or delete, please make sure this is synchronized with the
148 	 * delete thread.
149 	 */
150 	fc_port_t *fcport;
151 
152 	list_for_each_entry(fcport, &vha->vp_fcports, list) {
153 		ql_dbg(ql_dbg_vport, vha, 0xa001,
154 		    "Marking port dead, loop_id=0x%04x : %x.\n",
155 		    fcport->loop_id, fcport->vha->vp_idx);
156 
157 		qla2x00_mark_device_lost(vha, fcport, 0);
158 		qla2x00_set_fcport_state(fcport, FCS_UNCONFIGURED);
159 	}
160 }
161 
162 int
163 qla24xx_disable_vp(scsi_qla_host_t *vha)
164 {
165 	unsigned long flags;
166 	int ret = QLA_SUCCESS;
167 	fc_port_t *fcport;
168 
169 	if (vha->hw->flags.edif_enabled)
170 		/* delete sessions and flush sa_indexes */
171 		qla2x00_wait_for_sess_deletion(vha);
172 
173 	if (vha->hw->flags.fw_started)
174 		ret = qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
175 
176 	atomic_set(&vha->loop_state, LOOP_DOWN);
177 	atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
178 	list_for_each_entry(fcport, &vha->vp_fcports, list)
179 		fcport->logout_on_delete = 0;
180 
181 	if (!vha->hw->flags.edif_enabled)
182 		qla2x00_wait_for_sess_deletion(vha);
183 
184 	/* Remove port id from vp target map */
185 	spin_lock_irqsave(&vha->hw->hardware_lock, flags);
186 	qlt_update_vp_map(vha, RESET_AL_PA);
187 	spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
188 
189 	qla2x00_mark_vp_devices_dead(vha);
190 	atomic_set(&vha->vp_state, VP_FAILED);
191 	vha->flags.management_server_logged_in = 0;
192 	if (ret == QLA_SUCCESS) {
193 		fc_vport_set_state(vha->fc_vport, FC_VPORT_DISABLED);
194 	} else {
195 		fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
196 		return -1;
197 	}
198 	return 0;
199 }
200 
201 int
202 qla24xx_enable_vp(scsi_qla_host_t *vha)
203 {
204 	int ret;
205 	struct qla_hw_data *ha = vha->hw;
206 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
207 
208 	/* Check if physical ha port is Up */
209 	if (atomic_read(&base_vha->loop_state) == LOOP_DOWN  ||
210 		atomic_read(&base_vha->loop_state) == LOOP_DEAD ||
211 		!(ha->current_topology & ISP_CFG_F)) {
212 		vha->vp_err_state =  VP_ERR_PORTDWN;
213 		fc_vport_set_state(vha->fc_vport, FC_VPORT_LINKDOWN);
214 		ql_dbg(ql_dbg_taskm, vha, 0x800b,
215 		    "%s skip enable. loop_state %x topo %x\n",
216 		    __func__, base_vha->loop_state.counter,
217 		    ha->current_topology);
218 
219 		goto enable_failed;
220 	}
221 
222 	/* Initialize the new vport unless it is a persistent port */
223 	mutex_lock(&ha->vport_lock);
224 	ret = qla24xx_modify_vp_config(vha);
225 	mutex_unlock(&ha->vport_lock);
226 
227 	if (ret != QLA_SUCCESS) {
228 		fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
229 		goto enable_failed;
230 	}
231 
232 	ql_dbg(ql_dbg_taskm, vha, 0x801a,
233 	    "Virtual port with id: %d - Enabled.\n", vha->vp_idx);
234 	return 0;
235 
236 enable_failed:
237 	ql_dbg(ql_dbg_taskm, vha, 0x801b,
238 	    "Virtual port with id: %d - Disabled.\n", vha->vp_idx);
239 	return 1;
240 }
241 
242 static void
243 qla24xx_configure_vp(scsi_qla_host_t *vha)
244 {
245 	struct fc_vport *fc_vport;
246 	int ret;
247 
248 	fc_vport = vha->fc_vport;
249 
250 	ql_dbg(ql_dbg_vport, vha, 0xa002,
251 	    "%s: change request #3.\n", __func__);
252 	ret = qla2x00_send_change_request(vha, 0x3, vha->vp_idx);
253 	if (ret != QLA_SUCCESS) {
254 		ql_dbg(ql_dbg_vport, vha, 0xa003, "Failed to enable "
255 		    "receiving of RSCN requests: 0x%x.\n", ret);
256 		return;
257 	} else {
258 		/* Corresponds to SCR enabled */
259 		clear_bit(VP_SCR_NEEDED, &vha->vp_flags);
260 	}
261 
262 	vha->flags.online = 1;
263 	if (qla24xx_configure_vhba(vha))
264 		return;
265 
266 	atomic_set(&vha->vp_state, VP_ACTIVE);
267 	fc_vport_set_state(fc_vport, FC_VPORT_ACTIVE);
268 }
269 
270 void
271 qla2x00_alert_all_vps(struct rsp_que *rsp, uint16_t *mb)
272 {
273 	scsi_qla_host_t *vha, *tvp;
274 	struct qla_hw_data *ha = rsp->hw;
275 	int i = 0;
276 	unsigned long flags;
277 
278 	spin_lock_irqsave(&ha->vport_slock, flags);
279 	list_for_each_entry_safe(vha, tvp, &ha->vp_list, list) {
280 		if (vha->vp_idx) {
281 			if (test_bit(VPORT_DELETE, &vha->dpc_flags))
282 				continue;
283 
284 			atomic_inc(&vha->vref_count);
285 			spin_unlock_irqrestore(&ha->vport_slock, flags);
286 
287 			switch (mb[0]) {
288 			case MBA_LIP_OCCURRED:
289 			case MBA_LOOP_UP:
290 			case MBA_LOOP_DOWN:
291 			case MBA_LIP_RESET:
292 			case MBA_POINT_TO_POINT:
293 			case MBA_CHG_IN_CONNECTION:
294 				ql_dbg(ql_dbg_async, vha, 0x5024,
295 				    "Async_event for VP[%d], mb=0x%x vha=%p.\n",
296 				    i, *mb, vha);
297 				qla2x00_async_event(vha, rsp, mb);
298 				break;
299 			case MBA_PORT_UPDATE:
300 			case MBA_RSCN_UPDATE:
301 				if ((mb[3] & 0xff) == vha->vp_idx) {
302 					ql_dbg(ql_dbg_async, vha, 0x5024,
303 					    "Async_event for VP[%d], mb=0x%x vha=%p\n",
304 					    i, *mb, vha);
305 					qla2x00_async_event(vha, rsp, mb);
306 				}
307 				break;
308 			}
309 
310 			spin_lock_irqsave(&ha->vport_slock, flags);
311 			atomic_dec(&vha->vref_count);
312 			wake_up(&vha->vref_waitq);
313 		}
314 		i++;
315 	}
316 	spin_unlock_irqrestore(&ha->vport_slock, flags);
317 }
318 
319 int
320 qla2x00_vp_abort_isp(scsi_qla_host_t *vha)
321 {
322 	fc_port_t *fcport;
323 
324 	/*
325 	 * To exclusively reset vport, we need to log it out first.
326 	 * Note: This control_vp can fail if ISP reset is already
327 	 * issued, this is expected, as the vp would be already
328 	 * logged out due to ISP reset.
329 	 */
330 	if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
331 		qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
332 		list_for_each_entry(fcport, &vha->vp_fcports, list)
333 			fcport->logout_on_delete = 0;
334 	}
335 
336 	/*
337 	 * Physical port will do most of the abort and recovery work. We can
338 	 * just treat it as a loop down
339 	 */
340 	if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
341 		atomic_set(&vha->loop_state, LOOP_DOWN);
342 		qla2x00_mark_all_devices_lost(vha);
343 	} else {
344 		if (!atomic_read(&vha->loop_down_timer))
345 			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
346 	}
347 
348 	ql_dbg(ql_dbg_taskm, vha, 0x801d,
349 	    "Scheduling enable of Vport %d.\n", vha->vp_idx);
350 
351 	return qla24xx_enable_vp(vha);
352 }
353 
354 static int
355 qla2x00_do_dpc_vp(scsi_qla_host_t *vha)
356 {
357 	struct qla_hw_data *ha = vha->hw;
358 	scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
359 
360 	ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x4012,
361 	    "Entering %s vp_flags: 0x%lx.\n", __func__, vha->vp_flags);
362 
363 	/* Check if Fw is ready to configure VP first */
364 	if (test_bit(VP_CONFIG_OK, &base_vha->vp_flags)) {
365 		if (test_and_clear_bit(VP_IDX_ACQUIRED, &vha->vp_flags)) {
366 			/* VP acquired. complete port configuration */
367 			ql_dbg(ql_dbg_dpc, vha, 0x4014,
368 			    "Configure VP scheduled.\n");
369 			qla24xx_configure_vp(vha);
370 			ql_dbg(ql_dbg_dpc, vha, 0x4015,
371 			    "Configure VP end.\n");
372 			return 0;
373 		}
374 	}
375 
376 	if (test_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags)) {
377 		if (atomic_read(&vha->loop_state) == LOOP_READY) {
378 			qla24xx_process_purex_list(&vha->purex_list);
379 			clear_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags);
380 		}
381 	}
382 
383 	if (test_bit(FCPORT_UPDATE_NEEDED, &vha->dpc_flags)) {
384 		ql_dbg(ql_dbg_dpc, vha, 0x4016,
385 		    "FCPort update scheduled.\n");
386 		qla2x00_update_fcports(vha);
387 		clear_bit(FCPORT_UPDATE_NEEDED, &vha->dpc_flags);
388 		ql_dbg(ql_dbg_dpc, vha, 0x4017,
389 		    "FCPort update end.\n");
390 	}
391 
392 	if (test_bit(RELOGIN_NEEDED, &vha->dpc_flags) &&
393 	    !test_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags) &&
394 	    atomic_read(&vha->loop_state) != LOOP_DOWN) {
395 
396 		if (!vha->relogin_jif ||
397 		    time_after_eq(jiffies, vha->relogin_jif)) {
398 			vha->relogin_jif = jiffies + HZ;
399 			clear_bit(RELOGIN_NEEDED, &vha->dpc_flags);
400 
401 			ql_dbg(ql_dbg_dpc, vha, 0x4018,
402 			    "Relogin needed scheduled.\n");
403 			qla24xx_post_relogin_work(vha);
404 		}
405 	}
406 
407 	if (test_and_clear_bit(RESET_MARKER_NEEDED, &vha->dpc_flags) &&
408 	    (!(test_and_set_bit(RESET_ACTIVE, &vha->dpc_flags)))) {
409 		clear_bit(RESET_ACTIVE, &vha->dpc_flags);
410 	}
411 
412 	if (test_and_clear_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags)) {
413 		if (!(test_and_set_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags))) {
414 			ql_dbg(ql_dbg_dpc, vha, 0x401a,
415 			    "Loop resync scheduled.\n");
416 			qla2x00_loop_resync(vha);
417 			clear_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags);
418 			ql_dbg(ql_dbg_dpc, vha, 0x401b,
419 			    "Loop resync end.\n");
420 		}
421 	}
422 
423 	ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x401c,
424 	    "Exiting %s.\n", __func__);
425 	return 0;
426 }
427 
428 void
429 qla2x00_do_dpc_all_vps(scsi_qla_host_t *vha)
430 {
431 	struct qla_hw_data *ha = vha->hw;
432 	scsi_qla_host_t *vp, *tvp;
433 	unsigned long flags = 0;
434 
435 	if (vha->vp_idx)
436 		return;
437 	if (list_empty(&ha->vp_list))
438 		return;
439 
440 	clear_bit(VP_DPC_NEEDED, &vha->dpc_flags);
441 
442 	if (!(ha->current_topology & ISP_CFG_F))
443 		return;
444 
445 	spin_lock_irqsave(&ha->vport_slock, flags);
446 	list_for_each_entry_safe(vp, tvp, &ha->vp_list, list) {
447 		if (vp->vp_idx) {
448 			atomic_inc(&vp->vref_count);
449 			spin_unlock_irqrestore(&ha->vport_slock, flags);
450 
451 			qla2x00_do_dpc_vp(vp);
452 
453 			spin_lock_irqsave(&ha->vport_slock, flags);
454 			atomic_dec(&vp->vref_count);
455 		}
456 	}
457 	spin_unlock_irqrestore(&ha->vport_slock, flags);
458 }
459 
460 int
461 qla24xx_vport_create_req_sanity_check(struct fc_vport *fc_vport)
462 {
463 	scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
464 	struct qla_hw_data *ha = base_vha->hw;
465 	scsi_qla_host_t *vha;
466 	uint8_t port_name[WWN_SIZE];
467 
468 	if (fc_vport->roles != FC_PORT_ROLE_FCP_INITIATOR)
469 		return VPCERR_UNSUPPORTED;
470 
471 	/* Check up the F/W and H/W support NPIV */
472 	if (!ha->flags.npiv_supported)
473 		return VPCERR_UNSUPPORTED;
474 
475 	/* Check up whether npiv supported switch presented */
476 	if (!(ha->switch_cap & FLOGI_MID_SUPPORT))
477 		return VPCERR_NO_FABRIC_SUPP;
478 
479 	/* Check up unique WWPN */
480 	u64_to_wwn(fc_vport->port_name, port_name);
481 	if (!memcmp(port_name, base_vha->port_name, WWN_SIZE))
482 		return VPCERR_BAD_WWN;
483 	vha = qla24xx_find_vhost_by_name(ha, port_name);
484 	if (vha)
485 		return VPCERR_BAD_WWN;
486 
487 	/* Check up max-npiv-supports */
488 	if (ha->num_vhosts > ha->max_npiv_vports) {
489 		ql_dbg(ql_dbg_vport, vha, 0xa004,
490 		    "num_vhosts %ud is bigger "
491 		    "than max_npiv_vports %ud.\n",
492 		    ha->num_vhosts, ha->max_npiv_vports);
493 		return VPCERR_UNSUPPORTED;
494 	}
495 	return 0;
496 }
497 
498 scsi_qla_host_t *
499 qla24xx_create_vhost(struct fc_vport *fc_vport)
500 {
501 	scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
502 	struct qla_hw_data *ha = base_vha->hw;
503 	scsi_qla_host_t *vha;
504 	struct scsi_host_template *sht = &qla2xxx_driver_template;
505 	struct Scsi_Host *host;
506 
507 	vha = qla2x00_create_host(sht, ha);
508 	if (!vha) {
509 		ql_log(ql_log_warn, vha, 0xa005,
510 		    "scsi_host_alloc() failed for vport.\n");
511 		return(NULL);
512 	}
513 
514 	host = vha->host;
515 	fc_vport->dd_data = vha;
516 	/* New host info */
517 	u64_to_wwn(fc_vport->node_name, vha->node_name);
518 	u64_to_wwn(fc_vport->port_name, vha->port_name);
519 
520 	vha->fc_vport = fc_vport;
521 	vha->device_flags = 0;
522 	vha->vp_idx = qla24xx_allocate_vp_id(vha);
523 	if (vha->vp_idx > ha->max_npiv_vports) {
524 		ql_dbg(ql_dbg_vport, vha, 0xa006,
525 		    "Couldn't allocate vp_id.\n");
526 		goto create_vhost_failed;
527 	}
528 	vha->mgmt_svr_loop_id = qla2x00_reserve_mgmt_server_loop_id(vha);
529 
530 	vha->dpc_flags = 0L;
531 	ha->dpc_active = 0;
532 	set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
533 	set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
534 
535 	/*
536 	 * To fix the issue of processing a parent's RSCN for the vport before
537 	 * its SCR is complete.
538 	 */
539 	set_bit(VP_SCR_NEEDED, &vha->vp_flags);
540 	atomic_set(&vha->loop_state, LOOP_DOWN);
541 	atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
542 
543 	qla2x00_start_timer(vha, WATCH_INTERVAL);
544 
545 	vha->req = base_vha->req;
546 	vha->flags.nvme_enabled = base_vha->flags.nvme_enabled;
547 	host->can_queue = base_vha->req->length + 128;
548 	host->cmd_per_lun = 3;
549 	if (IS_T10_PI_CAPABLE(ha) && ql2xenabledif)
550 		host->max_cmd_len = 32;
551 	else
552 		host->max_cmd_len = MAX_CMDSZ;
553 	host->max_channel = MAX_BUSES - 1;
554 	host->max_lun = ql2xmaxlun;
555 	host->unique_id = host->host_no;
556 	host->max_id = ha->max_fibre_devices;
557 	host->transportt = qla2xxx_transport_vport_template;
558 
559 	ql_dbg(ql_dbg_vport, vha, 0xa007,
560 	    "Detect vport hba %ld at address = %p.\n",
561 	    vha->host_no, vha);
562 
563 	vha->flags.init_done = 1;
564 
565 	mutex_lock(&ha->vport_lock);
566 	set_bit(vha->vp_idx, ha->vp_idx_map);
567 	ha->cur_vport_count++;
568 	mutex_unlock(&ha->vport_lock);
569 
570 	return vha;
571 
572 create_vhost_failed:
573 	return NULL;
574 }
575 
576 static void
577 qla25xx_free_req_que(struct scsi_qla_host *vha, struct req_que *req)
578 {
579 	struct qla_hw_data *ha = vha->hw;
580 	uint16_t que_id = req->id;
581 
582 	dma_free_coherent(&ha->pdev->dev, (req->length + 1) *
583 		sizeof(request_t), req->ring, req->dma);
584 	req->ring = NULL;
585 	req->dma = 0;
586 	if (que_id) {
587 		ha->req_q_map[que_id] = NULL;
588 		mutex_lock(&ha->vport_lock);
589 		clear_bit(que_id, ha->req_qid_map);
590 		mutex_unlock(&ha->vport_lock);
591 	}
592 	kfree(req->outstanding_cmds);
593 	kfree(req);
594 	req = NULL;
595 }
596 
597 static void
598 qla25xx_free_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
599 {
600 	struct qla_hw_data *ha = vha->hw;
601 	uint16_t que_id = rsp->id;
602 
603 	if (rsp->msix && rsp->msix->have_irq) {
604 		free_irq(rsp->msix->vector, rsp->msix->handle);
605 		rsp->msix->have_irq = 0;
606 		rsp->msix->in_use = 0;
607 		rsp->msix->handle = NULL;
608 	}
609 	dma_free_coherent(&ha->pdev->dev, (rsp->length + 1) *
610 		sizeof(response_t), rsp->ring, rsp->dma);
611 	rsp->ring = NULL;
612 	rsp->dma = 0;
613 	if (que_id) {
614 		ha->rsp_q_map[que_id] = NULL;
615 		mutex_lock(&ha->vport_lock);
616 		clear_bit(que_id, ha->rsp_qid_map);
617 		mutex_unlock(&ha->vport_lock);
618 	}
619 	kfree(rsp);
620 	rsp = NULL;
621 }
622 
623 int
624 qla25xx_delete_req_que(struct scsi_qla_host *vha, struct req_que *req)
625 {
626 	int ret = QLA_SUCCESS;
627 
628 	if (req && vha->flags.qpairs_req_created) {
629 		req->options |= BIT_0;
630 		ret = qla25xx_init_req_que(vha, req);
631 		if (ret != QLA_SUCCESS)
632 			return QLA_FUNCTION_FAILED;
633 
634 		qla25xx_free_req_que(vha, req);
635 	}
636 
637 	return ret;
638 }
639 
640 int
641 qla25xx_delete_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
642 {
643 	int ret = QLA_SUCCESS;
644 
645 	if (rsp && vha->flags.qpairs_rsp_created) {
646 		rsp->options |= BIT_0;
647 		ret = qla25xx_init_rsp_que(vha, rsp);
648 		if (ret != QLA_SUCCESS)
649 			return QLA_FUNCTION_FAILED;
650 
651 		qla25xx_free_rsp_que(vha, rsp);
652 	}
653 
654 	return ret;
655 }
656 
657 /* Delete all queues for a given vhost */
658 int
659 qla25xx_delete_queues(struct scsi_qla_host *vha)
660 {
661 	int cnt, ret = 0;
662 	struct req_que *req = NULL;
663 	struct rsp_que *rsp = NULL;
664 	struct qla_hw_data *ha = vha->hw;
665 	struct qla_qpair *qpair, *tqpair;
666 
667 	if (ql2xmqsupport || ql2xnvmeenable) {
668 		list_for_each_entry_safe(qpair, tqpair, &vha->qp_list,
669 		    qp_list_elem)
670 			qla2xxx_delete_qpair(vha, qpair);
671 	} else {
672 		/* Delete request queues */
673 		for (cnt = 1; cnt < ha->max_req_queues; cnt++) {
674 			req = ha->req_q_map[cnt];
675 			if (req && test_bit(cnt, ha->req_qid_map)) {
676 				ret = qla25xx_delete_req_que(vha, req);
677 				if (ret != QLA_SUCCESS) {
678 					ql_log(ql_log_warn, vha, 0x00ea,
679 					    "Couldn't delete req que %d.\n",
680 					    req->id);
681 					return ret;
682 				}
683 			}
684 		}
685 
686 		/* Delete response queues */
687 		for (cnt = 1; cnt < ha->max_rsp_queues; cnt++) {
688 			rsp = ha->rsp_q_map[cnt];
689 			if (rsp && test_bit(cnt, ha->rsp_qid_map)) {
690 				ret = qla25xx_delete_rsp_que(vha, rsp);
691 				if (ret != QLA_SUCCESS) {
692 					ql_log(ql_log_warn, vha, 0x00eb,
693 					    "Couldn't delete rsp que %d.\n",
694 					    rsp->id);
695 					return ret;
696 				}
697 			}
698 		}
699 	}
700 
701 	return ret;
702 }
703 
704 int
705 qla25xx_create_req_que(struct qla_hw_data *ha, uint16_t options,
706     uint8_t vp_idx, uint16_t rid, int rsp_que, uint8_t qos, bool startqp)
707 {
708 	int ret = 0;
709 	struct req_que *req = NULL;
710 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
711 	struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
712 	uint16_t que_id = 0;
713 	device_reg_t *reg;
714 	uint32_t cnt;
715 
716 	req = kzalloc(sizeof(struct req_que), GFP_KERNEL);
717 	if (req == NULL) {
718 		ql_log(ql_log_fatal, base_vha, 0x00d9,
719 		    "Failed to allocate memory for request queue.\n");
720 		goto failed;
721 	}
722 
723 	req->length = REQUEST_ENTRY_CNT_24XX;
724 	req->ring = dma_alloc_coherent(&ha->pdev->dev,
725 			(req->length + 1) * sizeof(request_t),
726 			&req->dma, GFP_KERNEL);
727 	if (req->ring == NULL) {
728 		ql_log(ql_log_fatal, base_vha, 0x00da,
729 		    "Failed to allocate memory for request_ring.\n");
730 		goto que_failed;
731 	}
732 
733 	ret = qla2x00_alloc_outstanding_cmds(ha, req);
734 	if (ret != QLA_SUCCESS)
735 		goto que_failed;
736 
737 	mutex_lock(&ha->mq_lock);
738 	que_id = find_first_zero_bit(ha->req_qid_map, ha->max_req_queues);
739 	if (que_id >= ha->max_req_queues) {
740 		mutex_unlock(&ha->mq_lock);
741 		ql_log(ql_log_warn, base_vha, 0x00db,
742 		    "No resources to create additional request queue.\n");
743 		goto que_failed;
744 	}
745 	set_bit(que_id, ha->req_qid_map);
746 	ha->req_q_map[que_id] = req;
747 	req->rid = rid;
748 	req->vp_idx = vp_idx;
749 	req->qos = qos;
750 
751 	ql_dbg(ql_dbg_multiq, base_vha, 0xc002,
752 	    "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
753 	    que_id, req->rid, req->vp_idx, req->qos);
754 	ql_dbg(ql_dbg_init, base_vha, 0x00dc,
755 	    "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
756 	    que_id, req->rid, req->vp_idx, req->qos);
757 	if (rsp_que < 0)
758 		req->rsp = NULL;
759 	else
760 		req->rsp = ha->rsp_q_map[rsp_que];
761 	/* Use alternate PCI bus number */
762 	if (MSB(req->rid))
763 		options |= BIT_4;
764 	/* Use alternate PCI devfn */
765 	if (LSB(req->rid))
766 		options |= BIT_5;
767 	req->options = options;
768 
769 	ql_dbg(ql_dbg_multiq, base_vha, 0xc003,
770 	    "options=0x%x.\n", req->options);
771 	ql_dbg(ql_dbg_init, base_vha, 0x00dd,
772 	    "options=0x%x.\n", req->options);
773 	for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++)
774 		req->outstanding_cmds[cnt] = NULL;
775 	req->current_outstanding_cmd = 1;
776 
777 	req->ring_ptr = req->ring;
778 	req->ring_index = 0;
779 	req->cnt = req->length;
780 	req->id = que_id;
781 	reg = ISP_QUE_REG(ha, que_id);
782 	req->req_q_in = &reg->isp25mq.req_q_in;
783 	req->req_q_out = &reg->isp25mq.req_q_out;
784 	req->max_q_depth = ha->req_q_map[0]->max_q_depth;
785 	req->out_ptr = (uint16_t *)(req->ring + req->length);
786 	mutex_unlock(&ha->mq_lock);
787 	ql_dbg(ql_dbg_multiq, base_vha, 0xc004,
788 	    "ring_ptr=%p ring_index=%d, "
789 	    "cnt=%d id=%d max_q_depth=%d.\n",
790 	    req->ring_ptr, req->ring_index,
791 	    req->cnt, req->id, req->max_q_depth);
792 	ql_dbg(ql_dbg_init, base_vha, 0x00de,
793 	    "ring_ptr=%p ring_index=%d, "
794 	    "cnt=%d id=%d max_q_depth=%d.\n",
795 	    req->ring_ptr, req->ring_index, req->cnt,
796 	    req->id, req->max_q_depth);
797 
798 	if (startqp) {
799 		ret = qla25xx_init_req_que(base_vha, req);
800 		if (ret != QLA_SUCCESS) {
801 			ql_log(ql_log_fatal, base_vha, 0x00df,
802 			    "%s failed.\n", __func__);
803 			mutex_lock(&ha->mq_lock);
804 			clear_bit(que_id, ha->req_qid_map);
805 			mutex_unlock(&ha->mq_lock);
806 			goto que_failed;
807 		}
808 		vha->flags.qpairs_req_created = 1;
809 	}
810 
811 	return req->id;
812 
813 que_failed:
814 	qla25xx_free_req_que(base_vha, req);
815 failed:
816 	return 0;
817 }
818 
819 static void qla_do_work(struct work_struct *work)
820 {
821 	unsigned long flags;
822 	struct qla_qpair *qpair = container_of(work, struct qla_qpair, q_work);
823 	struct scsi_qla_host *vha = qpair->vha;
824 
825 	spin_lock_irqsave(&qpair->qp_lock, flags);
826 	qla24xx_process_response_queue(vha, qpair->rsp);
827 	spin_unlock_irqrestore(&qpair->qp_lock, flags);
828 
829 }
830 
831 /* create response queue */
832 int
833 qla25xx_create_rsp_que(struct qla_hw_data *ha, uint16_t options,
834     uint8_t vp_idx, uint16_t rid, struct qla_qpair *qpair, bool startqp)
835 {
836 	int ret = 0;
837 	struct rsp_que *rsp = NULL;
838 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
839 	struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
840 	uint16_t que_id = 0;
841 	device_reg_t *reg;
842 
843 	rsp = kzalloc(sizeof(struct rsp_que), GFP_KERNEL);
844 	if (rsp == NULL) {
845 		ql_log(ql_log_warn, base_vha, 0x0066,
846 		    "Failed to allocate memory for response queue.\n");
847 		goto failed;
848 	}
849 
850 	rsp->length = RESPONSE_ENTRY_CNT_MQ;
851 	rsp->ring = dma_alloc_coherent(&ha->pdev->dev,
852 			(rsp->length + 1) * sizeof(response_t),
853 			&rsp->dma, GFP_KERNEL);
854 	if (rsp->ring == NULL) {
855 		ql_log(ql_log_warn, base_vha, 0x00e1,
856 		    "Failed to allocate memory for response ring.\n");
857 		goto que_failed;
858 	}
859 
860 	mutex_lock(&ha->mq_lock);
861 	que_id = find_first_zero_bit(ha->rsp_qid_map, ha->max_rsp_queues);
862 	if (que_id >= ha->max_rsp_queues) {
863 		mutex_unlock(&ha->mq_lock);
864 		ql_log(ql_log_warn, base_vha, 0x00e2,
865 		    "No resources to create additional request queue.\n");
866 		goto que_failed;
867 	}
868 	set_bit(que_id, ha->rsp_qid_map);
869 
870 	rsp->msix = qpair->msix;
871 
872 	ha->rsp_q_map[que_id] = rsp;
873 	rsp->rid = rid;
874 	rsp->vp_idx = vp_idx;
875 	rsp->hw = ha;
876 	ql_dbg(ql_dbg_init, base_vha, 0x00e4,
877 	    "rsp queue_id=%d rid=%d vp_idx=%d hw=%p.\n",
878 	    que_id, rsp->rid, rsp->vp_idx, rsp->hw);
879 	/* Use alternate PCI bus number */
880 	if (MSB(rsp->rid))
881 		options |= BIT_4;
882 	/* Use alternate PCI devfn */
883 	if (LSB(rsp->rid))
884 		options |= BIT_5;
885 	/* Enable MSIX handshake mode on for uncapable adapters */
886 	if (!IS_MSIX_NACK_CAPABLE(ha))
887 		options |= BIT_6;
888 
889 	/* Set option to indicate response queue creation */
890 	options |= BIT_1;
891 
892 	rsp->options = options;
893 	rsp->id = que_id;
894 	reg = ISP_QUE_REG(ha, que_id);
895 	rsp->rsp_q_in = &reg->isp25mq.rsp_q_in;
896 	rsp->rsp_q_out = &reg->isp25mq.rsp_q_out;
897 	rsp->in_ptr = (uint16_t *)(rsp->ring + rsp->length);
898 	mutex_unlock(&ha->mq_lock);
899 	ql_dbg(ql_dbg_multiq, base_vha, 0xc00b,
900 	    "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
901 	    rsp->options, rsp->id, rsp->rsp_q_in,
902 	    rsp->rsp_q_out);
903 	ql_dbg(ql_dbg_init, base_vha, 0x00e5,
904 	    "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
905 	    rsp->options, rsp->id, rsp->rsp_q_in,
906 	    rsp->rsp_q_out);
907 
908 	ret = qla25xx_request_irq(ha, qpair, qpair->msix,
909 		ha->flags.disable_msix_handshake ?
910 		QLA_MSIX_QPAIR_MULTIQ_RSP_Q : QLA_MSIX_QPAIR_MULTIQ_RSP_Q_HS);
911 	if (ret)
912 		goto que_failed;
913 
914 	if (startqp) {
915 		ret = qla25xx_init_rsp_que(base_vha, rsp);
916 		if (ret != QLA_SUCCESS) {
917 			ql_log(ql_log_fatal, base_vha, 0x00e7,
918 			    "%s failed.\n", __func__);
919 			mutex_lock(&ha->mq_lock);
920 			clear_bit(que_id, ha->rsp_qid_map);
921 			mutex_unlock(&ha->mq_lock);
922 			goto que_failed;
923 		}
924 		vha->flags.qpairs_rsp_created = 1;
925 	}
926 	rsp->req = NULL;
927 
928 	qla2x00_init_response_q_entries(rsp);
929 	if (qpair->hw->wq)
930 		INIT_WORK(&qpair->q_work, qla_do_work);
931 	return rsp->id;
932 
933 que_failed:
934 	qla25xx_free_rsp_que(base_vha, rsp);
935 failed:
936 	return 0;
937 }
938 
939 static void qla_ctrlvp_sp_done(srb_t *sp, int res)
940 {
941 	if (sp->comp)
942 		complete(sp->comp);
943 	/* don't free sp here. Let the caller do the free */
944 }
945 
946 /**
947  * qla24xx_control_vp() - Enable a virtual port for given host
948  * @vha:	adapter block pointer
949  * @cmd:	command type to be sent for enable virtual port
950  *
951  * Return:	qla2xxx local function return status code.
952  */
953 int qla24xx_control_vp(scsi_qla_host_t *vha, int cmd)
954 {
955 	int rval = QLA_MEMORY_ALLOC_FAILED;
956 	struct qla_hw_data *ha = vha->hw;
957 	int	vp_index = vha->vp_idx;
958 	struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
959 	DECLARE_COMPLETION_ONSTACK(comp);
960 	srb_t *sp;
961 
962 	ql_dbg(ql_dbg_vport, vha, 0x10c1,
963 	    "Entered %s cmd %x index %d.\n", __func__, cmd, vp_index);
964 
965 	if (vp_index == 0 || vp_index >= ha->max_npiv_vports)
966 		return QLA_PARAMETER_ERROR;
967 
968 	/* ref: INIT */
969 	sp = qla2x00_get_sp(base_vha, NULL, GFP_KERNEL);
970 	if (!sp)
971 		return rval;
972 
973 	sp->type = SRB_CTRL_VP;
974 	sp->name = "ctrl_vp";
975 	sp->comp = &comp;
976 	qla2x00_init_async_sp(sp, qla2x00_get_async_timeout(vha) + 2,
977 			      qla_ctrlvp_sp_done);
978 	sp->u.iocb_cmd.u.ctrlvp.cmd = cmd;
979 	sp->u.iocb_cmd.u.ctrlvp.vp_index = vp_index;
980 
981 	rval = qla2x00_start_sp(sp);
982 	if (rval != QLA_SUCCESS) {
983 		ql_dbg(ql_dbg_async, vha, 0xffff,
984 		    "%s: %s Failed submission. %x.\n",
985 		    __func__, sp->name, rval);
986 		goto done;
987 	}
988 
989 	ql_dbg(ql_dbg_vport, vha, 0x113f, "%s hndl %x submitted\n",
990 	    sp->name, sp->handle);
991 
992 	wait_for_completion(&comp);
993 	sp->comp = NULL;
994 
995 	rval = sp->rc;
996 	switch (rval) {
997 	case QLA_FUNCTION_TIMEOUT:
998 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Timeout. %x.\n",
999 		    __func__, sp->name, rval);
1000 		break;
1001 	case QLA_SUCCESS:
1002 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s done.\n",
1003 		    __func__, sp->name);
1004 		break;
1005 	default:
1006 		ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Failed. %x.\n",
1007 		    __func__, sp->name, rval);
1008 		break;
1009 	}
1010 done:
1011 	/* ref: INIT */
1012 	kref_put(&sp->cmd_kref, qla2x00_sp_release);
1013 	return rval;
1014 }
1015