1 /* QLogic qed NIC Driver
2  * Copyright (c) 2015-2017  QLogic Corporation
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and /or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 #ifndef _QED_RDMA_H
33 #define _QED_RDMA_H
34 #include <linux/types.h>
35 #include <linux/bitops.h>
36 #include <linux/kernel.h>
37 #include <linux/list.h>
38 #include <linux/slab.h>
39 #include <linux/spinlock.h>
40 #include <linux/qed/qed_if.h>
41 #include <linux/qed/qed_rdma_if.h>
42 #include "qed.h"
43 #include "qed_dev_api.h"
44 #include "qed_hsi.h"
45 #include "qed_iwarp.h"
46 #include "qed_roce.h"
47 
48 #define QED_RDMA_MAX_FMR                    (RDMA_MAX_TIDS)
49 #define QED_RDMA_MAX_P_KEY                  (1)
50 #define QED_RDMA_MAX_WQE                    (0x7FFF)
51 #define QED_RDMA_MAX_SRQ_WQE_ELEM           (0x7FFF)
52 #define QED_RDMA_PAGE_SIZE_CAPS             (0xFFFFF000)
53 #define QED_RDMA_ACK_DELAY                  (15)
54 #define QED_RDMA_MAX_MR_SIZE                (0x10000000000ULL)
55 #define QED_RDMA_MAX_CQS                    (RDMA_MAX_CQS)
56 #define QED_RDMA_MAX_MRS                    (RDMA_MAX_TIDS)
57 /* Add 1 for header element */
58 #define QED_RDMA_MAX_SRQ_ELEM_PER_WQE	    (RDMA_MAX_SGE_PER_RQ_WQE + 1)
59 #define QED_RDMA_MAX_SGE_PER_SRQ_WQE        (RDMA_MAX_SGE_PER_RQ_WQE)
60 #define QED_RDMA_SRQ_WQE_ELEM_SIZE          (16)
61 #define QED_RDMA_MAX_SRQS                   (32 * 1024)
62 
63 #define QED_RDMA_MAX_CQE_32_BIT             (0x7FFFFFFF - 1)
64 #define QED_RDMA_MAX_CQE_16_BIT             (0x7FFF - 1)
65 
66 enum qed_rdma_toggle_bit {
67 	QED_RDMA_TOGGLE_BIT_CLEAR = 0,
68 	QED_RDMA_TOGGLE_BIT_SET = 1
69 };
70 
71 #define QED_RDMA_MAX_BMAP_NAME	(10)
72 struct qed_bmap {
73 	unsigned long *bitmap;
74 	u32 max_count;
75 	char name[QED_RDMA_MAX_BMAP_NAME];
76 };
77 
78 struct qed_rdma_info {
79 	/* spin lock to protect bitmaps */
80 	spinlock_t lock;
81 
82 	struct qed_bmap cq_map;
83 	struct qed_bmap pd_map;
84 	struct qed_bmap tid_map;
85 	struct qed_bmap qp_map;
86 	struct qed_bmap srq_map;
87 	struct qed_bmap cid_map;
88 	struct qed_bmap tcp_cid_map;
89 	struct qed_bmap real_cid_map;
90 	struct qed_bmap dpi_map;
91 	struct qed_bmap toggle_bits;
92 	struct qed_rdma_events events;
93 	struct qed_rdma_device *dev;
94 	struct qed_rdma_port *port;
95 	u32 last_tid;
96 	u8 num_cnqs;
97 	u32 num_qps;
98 	u32 num_mrs;
99 	u32 num_srqs;
100 	u16 srq_id_offset;
101 	u16 queue_zone_base;
102 	u16 max_queue_zones;
103 	enum protocol_type proto;
104 	struct qed_iwarp_info iwarp;
105 };
106 
107 struct qed_rdma_qp {
108 	struct regpair qp_handle;
109 	struct regpair qp_handle_async;
110 	u32 qpid;
111 	u16 icid;
112 	enum qed_roce_qp_state cur_state;
113 	enum qed_iwarp_qp_state iwarp_state;
114 	bool use_srq;
115 	bool signal_all;
116 	bool fmr_and_reserved_lkey;
117 
118 	bool incoming_rdma_read_en;
119 	bool incoming_rdma_write_en;
120 	bool incoming_atomic_en;
121 	bool e2e_flow_control_en;
122 
123 	u16 pd;
124 	u16 pkey;
125 	u32 dest_qp;
126 	u16 mtu;
127 	u16 srq_id;
128 	u8 traffic_class_tos;
129 	u8 hop_limit_ttl;
130 	u16 dpi;
131 	u32 flow_label;
132 	bool lb_indication;
133 	u16 vlan_id;
134 	u32 ack_timeout;
135 	u8 retry_cnt;
136 	u8 rnr_retry_cnt;
137 	u8 min_rnr_nak_timer;
138 	bool sqd_async;
139 	union qed_gid sgid;
140 	union qed_gid dgid;
141 	enum roce_mode roce_mode;
142 	u16 udp_src_port;
143 	u8 stats_queue;
144 
145 	/* requeseter */
146 	u8 max_rd_atomic_req;
147 	u32 sq_psn;
148 	u16 sq_cq_id;
149 	u16 sq_num_pages;
150 	dma_addr_t sq_pbl_ptr;
151 	void *orq;
152 	dma_addr_t orq_phys_addr;
153 	u8 orq_num_pages;
154 	bool req_offloaded;
155 
156 	/* responder */
157 	u8 max_rd_atomic_resp;
158 	u32 rq_psn;
159 	u16 rq_cq_id;
160 	u16 rq_num_pages;
161 	dma_addr_t rq_pbl_ptr;
162 	void *irq;
163 	dma_addr_t irq_phys_addr;
164 	u8 irq_num_pages;
165 	bool resp_offloaded;
166 	u32 cq_prod;
167 
168 	u8 remote_mac_addr[6];
169 	u8 local_mac_addr[6];
170 
171 	void *shared_queue;
172 	dma_addr_t shared_queue_phys_addr;
173 	struct qed_iwarp_ep *ep;
174 };
175 
176 #if IS_ENABLED(CONFIG_QED_RDMA)
177 void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
178 void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
179 #else
180 static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt) {}
181 static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
182 				    struct qed_ptt *p_ptt) {}
183 #endif
184 
185 int
186 qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
187 		    struct qed_bmap *bmap, u32 max_count, char *name);
188 
189 void
190 qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
191 
192 int
193 qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
194 		       struct qed_bmap *bmap, u32 *id_num);
195 
196 void
197 qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
198 
199 void
200 qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
201 
202 int
203 qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
204 
205 void qed_rdma_set_fw_mac(u16 *p_fw_mac, u8 *p_qed_mac);
206 
207 bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
208 #endif
209