1aef9ec39SRoland Dreier /* 2aef9ec39SRoland Dreier * Copyright (c) 2005 Cisco Systems. All rights reserved. 3aef9ec39SRoland Dreier * 4aef9ec39SRoland Dreier * This software is available to you under a choice of one of two 5aef9ec39SRoland Dreier * licenses. You may choose to be licensed under the terms of the GNU 6aef9ec39SRoland Dreier * General Public License (GPL) Version 2, available from the file 7aef9ec39SRoland Dreier * COPYING in the main directory of this source tree, or the 8aef9ec39SRoland Dreier * OpenIB.org BSD license below: 9aef9ec39SRoland Dreier * 10aef9ec39SRoland Dreier * Redistribution and use in source and binary forms, with or 11aef9ec39SRoland Dreier * without modification, are permitted provided that the following 12aef9ec39SRoland Dreier * conditions are met: 13aef9ec39SRoland Dreier * 14aef9ec39SRoland Dreier * - Redistributions of source code must retain the above 15aef9ec39SRoland Dreier * copyright notice, this list of conditions and the following 16aef9ec39SRoland Dreier * disclaimer. 17aef9ec39SRoland Dreier * 18aef9ec39SRoland Dreier * - Redistributions in binary form must reproduce the above 19aef9ec39SRoland Dreier * copyright notice, this list of conditions and the following 20aef9ec39SRoland Dreier * disclaimer in the documentation and/or other materials 21aef9ec39SRoland Dreier * provided with the distribution. 22aef9ec39SRoland Dreier * 23aef9ec39SRoland Dreier * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24aef9ec39SRoland Dreier * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25aef9ec39SRoland Dreier * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26aef9ec39SRoland Dreier * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27aef9ec39SRoland Dreier * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28aef9ec39SRoland Dreier * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29aef9ec39SRoland Dreier * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30aef9ec39SRoland Dreier * SOFTWARE. 31aef9ec39SRoland Dreier */ 32aef9ec39SRoland Dreier 33aef9ec39SRoland Dreier #ifndef IB_SRP_H 34aef9ec39SRoland Dreier #define IB_SRP_H 35aef9ec39SRoland Dreier 36aef9ec39SRoland Dreier #include <linux/types.h> 37aef9ec39SRoland Dreier #include <linux/list.h> 388e9e5f4fSIngo Molnar #include <linux/mutex.h> 39cf368713SRoland Dreier #include <linux/scatterlist.h> 40aef9ec39SRoland Dreier 41aef9ec39SRoland Dreier #include <scsi/scsi_host.h> 42aef9ec39SRoland Dreier #include <scsi/scsi_cmnd.h> 43aef9ec39SRoland Dreier 44aef9ec39SRoland Dreier #include <rdma/ib_verbs.h> 45aef9ec39SRoland Dreier #include <rdma/ib_sa.h> 46aef9ec39SRoland Dreier #include <rdma/ib_cm.h> 4719f31343SBart Van Assche #include <rdma/rdma_cm.h> 48aef9ec39SRoland Dreier 49aef9ec39SRoland Dreier enum { 50aef9ec39SRoland Dreier SRP_PATH_REC_TIMEOUT_MS = 1000, 51aef9ec39SRoland Dreier SRP_ABORT_TIMEOUT_MS = 5000, 52aef9ec39SRoland Dreier 53aef9ec39SRoland Dreier SRP_PORT_REDIRECT = 1, 54aef9ec39SRoland Dreier SRP_DLID_REDIRECT = 2, 559fe4bcf4SDavid Dillow SRP_STALE_CONN = 3, 56aef9ec39SRoland Dreier 5774b0a15bSVu Pham SRP_DEF_SG_TABLESIZE = 12, 58aef9ec39SRoland Dreier 594d73f95fSBart Van Assche SRP_DEFAULT_QUEUE_SIZE = 1 << 6, 60dd5e6e38SBart Van Assche SRP_RSP_SQ_SIZE = 1, 61dd5e6e38SBart Van Assche SRP_TSK_MGMT_SQ_SIZE = 1, 624d73f95fSBart Van Assche SRP_DEFAULT_CMD_SQ_SIZE = SRP_DEFAULT_QUEUE_SIZE - SRP_RSP_SQ_SIZE - 634d73f95fSBart Van Assche SRP_TSK_MGMT_SQ_SIZE, 64aef9ec39SRoland Dreier 6552ede08fSBart Van Assche SRP_MAX_PAGES_PER_MR = 512, 66482fffc4SBart Van Assche 67482fffc4SBart Van Assche SRP_MAX_ADD_CDB_LEN = 16, 68882981f4SBart Van Assche 69882981f4SBart Van Assche SRP_MAX_IMM_SGE = 2, 70882981f4SBart Van Assche SRP_MAX_SGE = SRP_MAX_IMM_SGE + 1, 71882981f4SBart Van Assche /* 72882981f4SBart Van Assche * Choose the immediate data offset such that a 32 byte CDB still fits. 73882981f4SBart Van Assche */ 74882981f4SBart Van Assche SRP_IMM_DATA_OFFSET = sizeof(struct srp_cmd) + 75882981f4SBart Van Assche SRP_MAX_ADD_CDB_LEN + 76882981f4SBart Van Assche sizeof(struct srp_imm_buf), 77aef9ec39SRoland Dreier }; 78aef9ec39SRoland Dreier 79*56c5dab2SJiri Slaby (SUSE) enum { 80*56c5dab2SJiri Slaby (SUSE) SRP_TAG_NO_REQ = ~0U, 81*56c5dab2SJiri Slaby (SUSE) SRP_TAG_TSK_MGMT = BIT(31), 82*56c5dab2SJiri Slaby (SUSE) }; 83*56c5dab2SJiri Slaby (SUSE) 84aef9ec39SRoland Dreier enum srp_target_state { 8534aa654eSBart Van Assche SRP_TARGET_SCANNING, 86aef9ec39SRoland Dreier SRP_TARGET_LIVE, 87ef6c49d8SBart Van Assche SRP_TARGET_REMOVED, 88aef9ec39SRoland Dreier }; 89aef9ec39SRoland Dreier 90bb12588aSDavid Dillow enum srp_iu_type { 91bb12588aSDavid Dillow SRP_IU_CMD, 92bb12588aSDavid Dillow SRP_IU_TSK_MGMT, 93bb12588aSDavid Dillow SRP_IU_RSP, 948cba2077SDavid Dillow }; 958cba2077SDavid Dillow 965cfb1782SBart Van Assche /* 974eaa29b4SBart Van Assche * RDMA adapter in the initiator system. 984eaa29b4SBart Van Assche * 994eaa29b4SBart Van Assche * @dev_list: List of RDMA ports associated with this RDMA adapter (srp_host). 1005cfb1782SBart Van Assche * @mr_page_mask: HCA memory registration page mask. 1015cfb1782SBart Van Assche * @mr_page_size: HCA memory registration page size. 102f273ad4fSMax Gurtovoy * @mr_max_size: Maximum size in bytes of a single FR registration request. 1035cfb1782SBart Van Assche */ 104f5358a17SRoland Dreier struct srp_device { 105f5358a17SRoland Dreier struct list_head dev_list; 106aef9ec39SRoland Dreier struct ib_device *dev; 107aef9ec39SRoland Dreier struct ib_pd *pd; 108cee687b6SBart Van Assche u32 global_rkey; 10952ede08fSBart Van Assche u64 mr_page_mask; 11052ede08fSBart Van Assche int mr_page_size; 11152ede08fSBart Van Assche int mr_max_size; 11252ede08fSBart Van Assche int max_pages_per_mr; 1135cfb1782SBart Van Assche bool has_fr; 1145cfb1782SBart Van Assche bool use_fast_reg; 115f5358a17SRoland Dreier }; 116f5358a17SRoland Dreier 1174eaa29b4SBart Van Assche /* 1184eaa29b4SBart Van Assche * One port of an RDMA adapter in the initiator system. 1194eaa29b4SBart Van Assche * 1204eaa29b4SBart Van Assche * @target_list: List of connected target ports (struct srp_target_port). 1214eaa29b4SBart Van Assche * @target_lock: Protects @target_list. 1224eaa29b4SBart Van Assche */ 123f5358a17SRoland Dreier struct srp_host { 12405321937SGreg Kroah-Hartman struct srp_device *srp_dev; 125b05398afSMikhael Goikhman u32 port; 126ee959b00STony Jones struct device dev; 127aef9ec39SRoland Dreier struct list_head target_list; 128b3589fd4SMatthew Wilcox spinlock_t target_lock; 129aef9ec39SRoland Dreier struct list_head list; 1302d7091bcSBart Van Assche struct mutex add_target_mutex; 131aef9ec39SRoland Dreier }; 132aef9ec39SRoland Dreier 133aef9ec39SRoland Dreier struct srp_request { 134aef9ec39SRoland Dreier struct scsi_cmnd *scmnd; 135aef9ec39SRoland Dreier struct srp_iu *cmd; 1365cfb1782SBart Van Assche struct srp_fr_desc **fr_list; 137c07d424dSDavid Dillow struct srp_direct_buf *indirect_desc; 138c07d424dSDavid Dillow dma_addr_t indirect_dma_addr; 13952ede08fSBart Van Assche short nmdesc; 1401dc7b1f1SChristoph Hellwig struct ib_cqe reg_cqe; 141aef9ec39SRoland Dreier }; 142aef9ec39SRoland Dreier 143509c07bcSBart Van Assche /** 144509c07bcSBart Van Assche * struct srp_rdma_ch 145509c07bcSBart Van Assche * @comp_vector: Completion vector used by this RDMA channel. 146513d5647SBart Van Assche * @max_it_iu_len: Maximum initiator-to-target information unit length. 1474f6d498cSBart Van Assche * @max_ti_iu_len: Maximum target-to-initiator information unit length. 148509c07bcSBart Van Assche */ 149509c07bcSBart Van Assche struct srp_rdma_ch { 1509af76271SDavid Dillow /* These are RW in the hot path, and commonly used together */ 1519af76271SDavid Dillow struct list_head free_tx; 1529af76271SDavid Dillow spinlock_t lock; 1539af76271SDavid Dillow s32 req_lim; 1549af76271SDavid Dillow 1559af76271SDavid Dillow /* These are read-only in the hot path */ 156509c07bcSBart Van Assche struct srp_target_port *target ____cacheline_aligned_in_smp; 157509c07bcSBart Van Assche struct ib_cq *send_cq; 1589af76271SDavid Dillow struct ib_cq *recv_cq; 1599af76271SDavid Dillow struct ib_qp *qp; 1605cfb1782SBart Van Assche struct srp_fr_pool *fr_pool; 161513d5647SBart Van Assche uint32_t max_it_iu_len; 1624f6d498cSBart Van Assche uint32_t max_ti_iu_len; 163bf583470SBart Van Assche u8 max_imm_sge; 164882981f4SBart Van Assche bool use_imm_data; 165509c07bcSBart Van Assche 166509c07bcSBart Van Assche /* Everything above this point is used in the hot path of 167509c07bcSBart Van Assche * command processing. Try to keep them packed into cachelines. 168509c07bcSBart Van Assche */ 169509c07bcSBart Van Assche 170509c07bcSBart Van Assche struct completion done; 171509c07bcSBart Van Assche int status; 172509c07bcSBart Van Assche 17319f31343SBart Van Assche union { 17419f31343SBart Van Assche struct ib_cm { 175c2f8fc4eSDasaratharaman Chandramouli struct sa_path_rec path; 176509c07bcSBart Van Assche struct ib_sa_query *path_query; 177509c07bcSBart Van Assche int path_query_id; 178509c07bcSBart Van Assche struct ib_cm_id *cm_id; 17919f31343SBart Van Assche } ib_cm; 18019f31343SBart Van Assche struct rdma_cm { 18119f31343SBart Van Assche struct rdma_cm_id *cm_id; 18219f31343SBart Van Assche } rdma_cm; 18319f31343SBart Van Assche }; 18419f31343SBart Van Assche 185509c07bcSBart Van Assche struct srp_iu **tx_ring; 186509c07bcSBart Van Assche struct srp_iu **rx_ring; 187509c07bcSBart Van Assche int comp_vector; 188509c07bcSBart Van Assche 1890a6fdbdeSBart Van Assche u64 tsk_mgmt_tag; 190509c07bcSBart Van Assche struct completion tsk_mgmt_done; 191509c07bcSBart Van Assche u8 tsk_mgmt_status; 192c014c8cdSBart Van Assche bool connected; 193509c07bcSBart Van Assche }; 194509c07bcSBart Van Assche 195509c07bcSBart Van Assche /** 1964eaa29b4SBart Van Assche * struct srp_target_port - RDMA port in the SRP target system 197509c07bcSBart Van Assche * @comp_vector: Completion vector used by the first RDMA channel created for 198509c07bcSBart Van Assche * this target port. 199509c07bcSBart Van Assche */ 200509c07bcSBart Van Assche struct srp_target_port { 201509c07bcSBart Van Assche /* read and written in the hot path */ 202509c07bcSBart Van Assche spinlock_t lock; 203509c07bcSBart Van Assche 204509c07bcSBart Van Assche /* read only in the hot path */ 205cee687b6SBart Van Assche u32 global_rkey; 206d92c0da7SBart Van Assche struct srp_rdma_ch *ch; 20719f31343SBart Van Assche struct net *net; 208d92c0da7SBart Van Assche u32 ch_count; 2099af76271SDavid Dillow u32 lkey; 2109af76271SDavid Dillow enum srp_target_state state; 211547ed331SHonggang Li uint32_t max_it_iu_size; 21249248644SDavid Dillow unsigned int cmd_sg_cnt; 213c07d424dSDavid Dillow unsigned int indirect_size; 214c07d424dSDavid Dillow bool allow_ext_sg; 2159af76271SDavid Dillow 216509c07bcSBart Van Assche /* other member variables */ 217747fe000SBart Van Assche union ib_gid sgid; 218aef9ec39SRoland Dreier __be64 id_ext; 219aef9ec39SRoland Dreier __be64 ioc_guid; 22001cb9bcbSIshai Rabinovitz __be64 initiator_ext; 2210c0450dbSRamachandra K u16 io_class; 222aef9ec39SRoland Dreier struct srp_host *srp_host; 223aef9ec39SRoland Dreier struct Scsi_Host *scsi_host; 2249dd69a60SBart Van Assche struct srp_rport *rport; 225aef9ec39SRoland Dreier char target_name[32]; 226aef9ec39SRoland Dreier unsigned int scsi_id; 227c07d424dSDavid Dillow unsigned int sg_tablesize; 228b0780ee5SBart Van Assche unsigned int target_can_queue; 229fa9863f8SBart Van Assche int mr_pool_size; 230509c5f33SBart Van Assche int mr_per_cmd; 2314d73f95fSBart Van Assche int queue_size; 2324b5e5f41SBart Van Assche int comp_vector; 2337bb312e4SVu Pham int tl_retry_count; 234aef9ec39SRoland Dreier 23519f31343SBart Van Assche bool using_rdma_cm; 23619f31343SBart Van Assche 23719f31343SBart Van Assche union { 23819f31343SBart Van Assche struct { 23919f31343SBart Van Assche __be64 service_id; 240747fe000SBart Van Assche union ib_gid orig_dgid; 241747fe000SBart Van Assche __be16 pkey; 24219f31343SBart Van Assche } ib_cm; 24319f31343SBart Van Assche struct { 24419f31343SBart Van Assche union { 24519f31343SBart Van Assche struct sockaddr_in ip4; 24619f31343SBart Van Assche struct sockaddr_in6 ip6; 24714673778SBart Van Assche struct sockaddr sa; 24819f31343SBart Van Assche struct sockaddr_storage ss; 24919f31343SBart Van Assche } src; 25019f31343SBart Van Assche union { 25119f31343SBart Van Assche struct sockaddr_in ip4; 25219f31343SBart Van Assche struct sockaddr_in6 ip6; 25314673778SBart Van Assche struct sockaddr sa; 25419f31343SBart Van Assche struct sockaddr_storage ss; 25519f31343SBart Van Assche } dst; 25619f31343SBart Van Assche bool src_specified; 25719f31343SBart Van Assche } rdma_cm; 25819f31343SBart Van Assche }; 259aef9ec39SRoland Dreier 260c9b03c1aSBart Van Assche u32 rq_tmo_jiffies; 261c9b03c1aSBart Van Assche 2626bfa24faSRoland Dreier int zero_req_lim; 2636bfa24faSRoland Dreier 264c1120f89SBart Van Assche struct work_struct tl_err_work; 265ef6c49d8SBart Van Assche struct work_struct remove_work; 266aef9ec39SRoland Dreier 267aef9ec39SRoland Dreier struct list_head list; 268948d1e88SBart Van Assche bool qp_in_error; 269aef9ec39SRoland Dreier }; 270aef9ec39SRoland Dreier 271aef9ec39SRoland Dreier struct srp_iu { 272dcb4cb85SBart Van Assche struct list_head list; 27385507bccSRalph Campbell u64 dma; 274aef9ec39SRoland Dreier void *buf; 275aef9ec39SRoland Dreier size_t size; 276aef9ec39SRoland Dreier enum dma_data_direction direction; 277882981f4SBart Van Assche u32 num_sge; 278882981f4SBart Van Assche struct ib_sge sge[SRP_MAX_SGE]; 2791dc7b1f1SChristoph Hellwig struct ib_cqe cqe; 280aef9ec39SRoland Dreier }; 281aef9ec39SRoland Dreier 2825cfb1782SBart Van Assche /** 2835cfb1782SBart Van Assche * struct srp_fr_desc - fast registration work request arguments 2845cfb1782SBart Van Assche * @entry: Entry in srp_fr_pool.free_list. 2855cfb1782SBart Van Assche * @mr: Memory region. 2865cfb1782SBart Van Assche * @frpl: Fast registration page list. 2875cfb1782SBart Van Assche */ 2885cfb1782SBart Van Assche struct srp_fr_desc { 2895cfb1782SBart Van Assche struct list_head entry; 2905cfb1782SBart Van Assche struct ib_mr *mr; 2915cfb1782SBart Van Assche }; 2925cfb1782SBart Van Assche 2935cfb1782SBart Van Assche /** 2945cfb1782SBart Van Assche * struct srp_fr_pool - pool of fast registration descriptors 2955cfb1782SBart Van Assche * 2965cfb1782SBart Van Assche * An entry is available for allocation if and only if it occurs in @free_list. 2975cfb1782SBart Van Assche * 2985cfb1782SBart Van Assche * @size: Number of descriptors in this pool. 2995cfb1782SBart Van Assche * @max_page_list_len: Maximum fast registration work request page list length. 3005cfb1782SBart Van Assche * @lock: Protects free_list. 3015cfb1782SBart Van Assche * @free_list: List of free descriptors. 3025cfb1782SBart Van Assche * @desc: Fast registration descriptor pool. 3035cfb1782SBart Van Assche */ 3045cfb1782SBart Van Assche struct srp_fr_pool { 3055cfb1782SBart Van Assche int size; 3065cfb1782SBart Van Assche int max_page_list_len; 3075cfb1782SBart Van Assche spinlock_t lock; 3085cfb1782SBart Van Assche struct list_head free_list; 3095b361328SGustavo A. R. Silva struct srp_fr_desc desc[]; 3105cfb1782SBart Van Assche }; 3115cfb1782SBart Van Assche 3125cfb1782SBart Van Assche /** 3135cfb1782SBart Van Assche * struct srp_map_state - per-request DMA memory mapping state 3145cfb1782SBart Van Assche * @desc: Pointer to the element of the SRP buffer descriptor array 3155cfb1782SBart Van Assche * that is being filled in. 3165cfb1782SBart Van Assche * @pages: Array with DMA addresses of pages being considered for 3175cfb1782SBart Van Assche * memory registration. 3185cfb1782SBart Van Assche * @base_dma_addr: DMA address of the first page that has not yet been mapped. 319f273ad4fSMax Gurtovoy * @dma_len: Number of bytes that will be registered with the next FR 320f273ad4fSMax Gurtovoy * memory registration call. 3215cfb1782SBart Van Assche * @total_len: Total number of bytes in the sg-list being mapped. 3225cfb1782SBart Van Assche * @npages: Number of page addresses in the pages[] array. 323f273ad4fSMax Gurtovoy * @nmdesc: Number of FR memory descriptors used for mapping. 3245cfb1782SBart Van Assche * @ndesc: Number of SRP buffer descriptors that have been filled in. 3255cfb1782SBart Van Assche */ 3268f26c9ffSDavid Dillow struct srp_map_state { 3275cfb1782SBart Van Assche union { 328f731ed62SBart Van Assche struct { 329f731ed62SBart Van Assche struct srp_fr_desc **next; 330f731ed62SBart Van Assche struct srp_fr_desc **end; 331f731ed62SBart Van Assche } fr; 332330179f2SBart Van Assche struct { 333330179f2SBart Van Assche void **next; 334330179f2SBart Van Assche void **end; 335330179f2SBart Van Assche } gen; 3365cfb1782SBart Van Assche }; 3378f26c9ffSDavid Dillow struct srp_direct_buf *desc; 338f7f7aab1SSagi Grimberg union { 3398f26c9ffSDavid Dillow u64 *pages; 340f7f7aab1SSagi Grimberg struct scatterlist *sg; 341f7f7aab1SSagi Grimberg }; 3428f26c9ffSDavid Dillow dma_addr_t base_dma_addr; 34352ede08fSBart Van Assche u32 dma_len; 3448f26c9ffSDavid Dillow u32 total_len; 3458f26c9ffSDavid Dillow unsigned int npages; 34652ede08fSBart Van Assche unsigned int nmdesc; 3478f26c9ffSDavid Dillow unsigned int ndesc; 3488f26c9ffSDavid Dillow }; 3498f26c9ffSDavid Dillow 350aef9ec39SRoland Dreier #endif /* IB_SRP_H */ 351