1 /******************************************************************* 2 * This file is part of the Emulex Linux Device Driver for * 3 * Fibre Channel Host Bus Adapters. * 4 * Copyright (C) 2017-2018 Broadcom. All Rights Reserved. The term * 5 * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. * 6 * Copyright (C) 2004-2016 Emulex. All rights reserved. * 7 * EMULEX and SLI are trademarks of Emulex. * 8 * www.broadcom.com * 9 * Portions Copyright (C) 2004-2005 Christoph Hellwig * 10 * * 11 * This program is free software; you can redistribute it and/or * 12 * modify it under the terms of version 2 of the GNU General * 13 * Public License as published by the Free Software Foundation. * 14 * This program is distributed in the hope that it will be useful. * 15 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND * 16 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, * 17 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE * 18 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD * 19 * TO BE LEGALLY INVALID. See the GNU General Public License for * 20 * more details, a copy of which can be found in the file COPYING * 21 * included with this package. * 22 ********************************************************************/ 23 24 #define LPFC_NVME_DEFAULT_SEGS (64 + 1) /* 256K IOs */ 25 26 #define LPFC_NVME_ERSP_LEN 0x20 27 28 #define LPFC_NVME_WAIT_TMO 10 29 #define LPFC_NVME_EXPEDITE_XRICNT 8 30 #define LPFC_NVME_FB_SHIFT 9 31 #define LPFC_NVME_MAX_FB (1 << 20) /* 1M */ 32 33 #define lpfc_ndlp_get_nrport(ndlp) \ 34 ((!ndlp->nrport || (ndlp->upcall_flags & NLP_WAIT_FOR_UNREG)) \ 35 ? NULL : ndlp->nrport) 36 37 struct lpfc_nvme_qhandle { 38 uint32_t index; /* WQ index to use */ 39 uint32_t qidx; /* queue index passed to create */ 40 uint32_t cpu_id; /* current cpu id at time of create */ 41 }; 42 43 struct lpfc_nvme_ctrl_stat { 44 atomic_t fc4NvmeInputRequests; 45 atomic_t fc4NvmeOutputRequests; 46 atomic_t fc4NvmeControlRequests; 47 atomic_t fc4NvmeIoCmpls; 48 }; 49 50 /* Declare nvme-based local and remote port definitions. */ 51 struct lpfc_nvme_lport { 52 struct lpfc_vport *vport; 53 struct completion lport_unreg_done; 54 /* Add stats counters here */ 55 struct lpfc_nvme_ctrl_stat *cstat; 56 atomic_t fc4NvmeLsRequests; 57 atomic_t fc4NvmeLsCmpls; 58 atomic_t xmt_fcp_noxri; 59 atomic_t xmt_fcp_bad_ndlp; 60 atomic_t xmt_fcp_qdepth; 61 atomic_t xmt_fcp_wqerr; 62 atomic_t xmt_fcp_err; 63 atomic_t xmt_fcp_abort; 64 atomic_t xmt_ls_abort; 65 atomic_t xmt_ls_err; 66 atomic_t cmpl_fcp_xb; 67 atomic_t cmpl_fcp_err; 68 atomic_t cmpl_ls_xb; 69 atomic_t cmpl_ls_err; 70 }; 71 72 struct lpfc_nvme_rport { 73 struct lpfc_nvme_lport *lport; 74 struct nvme_fc_remote_port *remoteport; 75 struct lpfc_nodelist *ndlp; 76 struct completion rport_unreg_done; 77 }; 78 79 struct lpfc_nvme_buf { 80 struct list_head list; 81 struct nvmefc_fcp_req *nvmeCmd; 82 struct lpfc_nvme_rport *nrport; 83 struct lpfc_nodelist *ndlp; 84 85 uint32_t timeout; 86 87 uint16_t flags; /* TBD convert exch_busy to flags */ 88 #define LPFC_SBUF_XBUSY 0x1 /* SLI4 hba reported XB on WCQE cmpl */ 89 #define LPFC_BUMP_QDEPTH 0x2 /* bumped queue depth counter */ 90 uint16_t exch_busy; /* SLI4 hba reported XB on complete WCQE */ 91 uint16_t status; /* From IOCB Word 7- ulpStatus */ 92 uint16_t cpu; 93 uint16_t qidx; 94 uint16_t sqid; 95 uint32_t result; /* From IOCB Word 4. */ 96 97 uint32_t seg_cnt; /* Number of scatter-gather segments returned by 98 * dma_map_sg. The driver needs this for calls 99 * to dma_unmap_sg. 100 */ 101 dma_addr_t nonsg_phys; /* Non scatter-gather physical address. */ 102 103 /* 104 * data and dma_handle are the kernel virtual and bus address of the 105 * dma-able buffer containing the fcp_cmd, fcp_rsp and a scatter 106 * gather bde list that supports the sg_tablesize value. 107 */ 108 void *data; 109 dma_addr_t dma_handle; 110 111 struct sli4_sge *nvme_sgl; 112 dma_addr_t dma_phys_sgl; 113 114 /* cur_iocbq has phys of the dma-able buffer. 115 * Iotag is in here 116 */ 117 struct lpfc_iocbq cur_iocbq; 118 119 wait_queue_head_t *waitq; 120 unsigned long start_time; 121 #ifdef CONFIG_SCSI_LPFC_DEBUG_FS 122 uint64_t ts_cmd_start; 123 uint64_t ts_last_cmd; 124 uint64_t ts_cmd_wqput; 125 uint64_t ts_isr_cmpl; 126 uint64_t ts_data_nvme; 127 #endif 128 }; 129 130 struct lpfc_nvme_fcpreq_priv { 131 struct lpfc_nvme_buf *nvme_buf; 132 }; 133