1 /* QLogic qed NIC Driver
2  * Copyright (c) 2015-2017  QLogic Corporation
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and /or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 #ifndef _QED_RDMA_H
33 #define _QED_RDMA_H
34 #include <linux/types.h>
35 #include <linux/bitops.h>
36 #include <linux/kernel.h>
37 #include <linux/list.h>
38 #include <linux/slab.h>
39 #include <linux/spinlock.h>
40 #include <linux/qed/qed_if.h>
41 #include <linux/qed/qed_rdma_if.h>
42 #include "qed.h"
43 #include "qed_dev_api.h"
44 #include "qed_hsi.h"
45 #include "qed_iwarp.h"
46 #include "qed_roce.h"
47 
48 #define QED_RDMA_MAX_FMR                    (RDMA_MAX_TIDS)
49 #define QED_RDMA_MAX_P_KEY                  (1)
50 #define QED_RDMA_MAX_WQE                    (0x7FFF)
51 #define QED_RDMA_MAX_SRQ_WQE_ELEM           (0x7FFF)
52 #define QED_RDMA_PAGE_SIZE_CAPS             (0xFFFFF000)
53 #define QED_RDMA_ACK_DELAY                  (15)
54 #define QED_RDMA_MAX_MR_SIZE                (0x10000000000ULL)
55 #define QED_RDMA_MAX_CQS                    (RDMA_MAX_CQS)
56 #define QED_RDMA_MAX_MRS                    (RDMA_MAX_TIDS)
57 /* Add 1 for header element */
58 #define QED_RDMA_MAX_SRQ_ELEM_PER_WQE	    (RDMA_MAX_SGE_PER_RQ_WQE + 1)
59 #define QED_RDMA_MAX_SGE_PER_SRQ_WQE        (RDMA_MAX_SGE_PER_RQ_WQE)
60 #define QED_RDMA_SRQ_WQE_ELEM_SIZE          (16)
61 #define QED_RDMA_MAX_SRQS                   (32 * 1024)
62 
63 #define QED_RDMA_MAX_CQE_32_BIT             (0x7FFFFFFF - 1)
64 #define QED_RDMA_MAX_CQE_16_BIT             (0x7FFF - 1)
65 
66 enum qed_rdma_toggle_bit {
67 	QED_RDMA_TOGGLE_BIT_CLEAR = 0,
68 	QED_RDMA_TOGGLE_BIT_SET = 1
69 };
70 
71 #define QED_RDMA_MAX_BMAP_NAME	(10)
72 struct qed_bmap {
73 	unsigned long *bitmap;
74 	u32 max_count;
75 	char name[QED_RDMA_MAX_BMAP_NAME];
76 };
77 
78 struct qed_rdma_info {
79 	/* spin lock to protect bitmaps */
80 	spinlock_t lock;
81 
82 	struct qed_bmap cq_map;
83 	struct qed_bmap pd_map;
84 	struct qed_bmap tid_map;
85 	struct qed_bmap qp_map;
86 	struct qed_bmap srq_map;
87 	struct qed_bmap cid_map;
88 	struct qed_bmap tcp_cid_map;
89 	struct qed_bmap real_cid_map;
90 	struct qed_bmap dpi_map;
91 	struct qed_bmap toggle_bits;
92 	struct qed_rdma_events events;
93 	struct qed_rdma_device *dev;
94 	struct qed_rdma_port *port;
95 	u32 last_tid;
96 	u8 num_cnqs;
97 	u32 num_qps;
98 	u32 num_mrs;
99 	u16 queue_zone_base;
100 	u16 max_queue_zones;
101 	enum protocol_type proto;
102 	struct qed_iwarp_info iwarp;
103 };
104 
105 struct qed_rdma_qp {
106 	struct regpair qp_handle;
107 	struct regpair qp_handle_async;
108 	u32 qpid;
109 	u16 icid;
110 	enum qed_roce_qp_state cur_state;
111 	enum qed_iwarp_qp_state iwarp_state;
112 	bool use_srq;
113 	bool signal_all;
114 	bool fmr_and_reserved_lkey;
115 
116 	bool incoming_rdma_read_en;
117 	bool incoming_rdma_write_en;
118 	bool incoming_atomic_en;
119 	bool e2e_flow_control_en;
120 
121 	u16 pd;
122 	u16 pkey;
123 	u32 dest_qp;
124 	u16 mtu;
125 	u16 srq_id;
126 	u8 traffic_class_tos;
127 	u8 hop_limit_ttl;
128 	u16 dpi;
129 	u32 flow_label;
130 	bool lb_indication;
131 	u16 vlan_id;
132 	u32 ack_timeout;
133 	u8 retry_cnt;
134 	u8 rnr_retry_cnt;
135 	u8 min_rnr_nak_timer;
136 	bool sqd_async;
137 	union qed_gid sgid;
138 	union qed_gid dgid;
139 	enum roce_mode roce_mode;
140 	u16 udp_src_port;
141 	u8 stats_queue;
142 
143 	/* requeseter */
144 	u8 max_rd_atomic_req;
145 	u32 sq_psn;
146 	u16 sq_cq_id;
147 	u16 sq_num_pages;
148 	dma_addr_t sq_pbl_ptr;
149 	void *orq;
150 	dma_addr_t orq_phys_addr;
151 	u8 orq_num_pages;
152 	bool req_offloaded;
153 
154 	/* responder */
155 	u8 max_rd_atomic_resp;
156 	u32 rq_psn;
157 	u16 rq_cq_id;
158 	u16 rq_num_pages;
159 	dma_addr_t rq_pbl_ptr;
160 	void *irq;
161 	dma_addr_t irq_phys_addr;
162 	u8 irq_num_pages;
163 	bool resp_offloaded;
164 	u32 cq_prod;
165 
166 	u8 remote_mac_addr[6];
167 	u8 local_mac_addr[6];
168 
169 	void *shared_queue;
170 	dma_addr_t shared_queue_phys_addr;
171 	struct qed_iwarp_ep *ep;
172 };
173 
174 #if IS_ENABLED(CONFIG_QED_RDMA)
175 void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
176 void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
177 #else
178 static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt) {}
179 static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
180 				    struct qed_ptt *p_ptt) {}
181 #endif
182 
183 int
184 qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
185 		    struct qed_bmap *bmap, u32 max_count, char *name);
186 
187 void
188 qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
189 
190 int
191 qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
192 		       struct qed_bmap *bmap, u32 *id_num);
193 
194 void
195 qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
196 
197 void
198 qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
199 
200 int
201 qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
202 
203 void qed_rdma_set_fw_mac(u16 *p_fw_mac, u8 *p_qed_mac);
204 
205 bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
206 #endif
207