1 // SPDX-License-Identifier: GPL-2.0+
2 // Copyright (c) 2016-2017 Hisilicon Limited.
3 
4 #include "hclge_mbx.h"
5 #include "hclgevf_main.h"
6 #include "hnae3.h"
7 
8 #define CREATE_TRACE_POINTS
9 #include "hclgevf_trace.h"
10 
hclgevf_resp_to_errno(u16 resp_code)11 static int hclgevf_resp_to_errno(u16 resp_code)
12 {
13 	return resp_code ? -resp_code : 0;
14 }
15 
16 #define HCLGEVF_MBX_MATCH_ID_START	1
hclgevf_reset_mbx_resp_status(struct hclgevf_dev * hdev)17 static void hclgevf_reset_mbx_resp_status(struct hclgevf_dev *hdev)
18 {
19 	/* this function should be called with mbx_resp.mbx_mutex held
20 	 * to protect the received_response from race condition
21 	 */
22 	hdev->mbx_resp.received_resp  = false;
23 	hdev->mbx_resp.origin_mbx_msg = 0;
24 	hdev->mbx_resp.resp_status    = 0;
25 	hdev->mbx_resp.match_id++;
26 	/* Update match_id and ensure the value of match_id is not zero */
27 	if (hdev->mbx_resp.match_id == 0)
28 		hdev->mbx_resp.match_id = HCLGEVF_MBX_MATCH_ID_START;
29 	memset(hdev->mbx_resp.additional_info, 0, HCLGE_MBX_MAX_RESP_DATA_SIZE);
30 }
31 
32 /* hclgevf_get_mbx_resp: used to get a response from PF after VF sends a mailbox
33  * message to PF.
34  * @hdev: pointer to struct hclgevf_dev
35  * @code0: the message opcode VF send to PF.
36  * @code1: the message sub-opcode VF send to PF.
37  * @resp_data: pointer to store response data from PF to VF.
38  * @resp_len: the length of resp_data from PF to VF.
39  */
hclgevf_get_mbx_resp(struct hclgevf_dev * hdev,u16 code0,u16 code1,u8 * resp_data,u16 resp_len)40 static int hclgevf_get_mbx_resp(struct hclgevf_dev *hdev, u16 code0, u16 code1,
41 				u8 *resp_data, u16 resp_len)
42 {
43 #define HCLGEVF_MAX_TRY_TIMES	500
44 #define HCLGEVF_SLEEP_USECOND	1000
45 	struct hclgevf_mbx_resp_status *mbx_resp;
46 	u16 r_code0, r_code1;
47 	int i = 0;
48 
49 	if (resp_len > HCLGE_MBX_MAX_RESP_DATA_SIZE) {
50 		dev_err(&hdev->pdev->dev,
51 			"VF mbx response len(=%u) exceeds maximum(=%u)\n",
52 			resp_len,
53 			HCLGE_MBX_MAX_RESP_DATA_SIZE);
54 		return -EINVAL;
55 	}
56 
57 	while ((!hdev->mbx_resp.received_resp) && (i < HCLGEVF_MAX_TRY_TIMES)) {
58 		if (test_bit(HCLGE_COMM_STATE_CMD_DISABLE,
59 			     &hdev->hw.hw.comm_state))
60 			return -EIO;
61 
62 		usleep_range(HCLGEVF_SLEEP_USECOND, HCLGEVF_SLEEP_USECOND * 2);
63 		i++;
64 	}
65 
66 	/* ensure additional_info will be seen after received_resp */
67 	smp_rmb();
68 
69 	if (i >= HCLGEVF_MAX_TRY_TIMES) {
70 		dev_err(&hdev->pdev->dev,
71 			"VF could not get mbx(%u,%u) resp(=%d) from PF in %d tries\n",
72 			code0, code1, hdev->mbx_resp.received_resp, i);
73 		return -EIO;
74 	}
75 
76 	mbx_resp = &hdev->mbx_resp;
77 	r_code0 = (u16)(mbx_resp->origin_mbx_msg >> 16);
78 	r_code1 = (u16)(mbx_resp->origin_mbx_msg & 0xff);
79 
80 	if (mbx_resp->resp_status)
81 		return mbx_resp->resp_status;
82 
83 	if (resp_data)
84 		memcpy(resp_data, &mbx_resp->additional_info[0], resp_len);
85 
86 	hclgevf_reset_mbx_resp_status(hdev);
87 
88 	if (!(r_code0 == code0 && r_code1 == code1 && !mbx_resp->resp_status)) {
89 		dev_err(&hdev->pdev->dev,
90 			"VF could not match resp code(code0=%u,code1=%u), %d\n",
91 			code0, code1, mbx_resp->resp_status);
92 		dev_err(&hdev->pdev->dev,
93 			"VF could not match resp r_code(r_code0=%u,r_code1=%u)\n",
94 			r_code0, r_code1);
95 		return -EIO;
96 	}
97 
98 	return 0;
99 }
100 
hclgevf_send_mbx_msg(struct hclgevf_dev * hdev,struct hclge_vf_to_pf_msg * send_msg,bool need_resp,u8 * resp_data,u16 resp_len)101 int hclgevf_send_mbx_msg(struct hclgevf_dev *hdev,
102 			 struct hclge_vf_to_pf_msg *send_msg, bool need_resp,
103 			 u8 *resp_data, u16 resp_len)
104 {
105 	struct hclge_mbx_vf_to_pf_cmd *req;
106 	struct hclge_desc desc;
107 	int status;
108 
109 	req = (struct hclge_mbx_vf_to_pf_cmd *)desc.data;
110 
111 	if (!send_msg) {
112 		dev_err(&hdev->pdev->dev,
113 			"failed to send mbx, msg is NULL\n");
114 		return -EINVAL;
115 	}
116 
117 	hclgevf_cmd_setup_basic_desc(&desc, HCLGEVF_OPC_MBX_VF_TO_PF, false);
118 	if (need_resp)
119 		hnae3_set_bit(req->mbx_need_resp, HCLGE_MBX_NEED_RESP_B, 1);
120 
121 	memcpy(&req->msg, send_msg, sizeof(struct hclge_vf_to_pf_msg));
122 
123 	if (test_bit(HCLGEVF_STATE_NIC_REGISTERED, &hdev->state))
124 		trace_hclge_vf_mbx_send(hdev, req);
125 
126 	/* synchronous send */
127 	if (need_resp) {
128 		mutex_lock(&hdev->mbx_resp.mbx_mutex);
129 		hclgevf_reset_mbx_resp_status(hdev);
130 		req->match_id = cpu_to_le16(hdev->mbx_resp.match_id);
131 		status = hclgevf_cmd_send(&hdev->hw, &desc, 1);
132 		if (status) {
133 			dev_err(&hdev->pdev->dev,
134 				"VF failed(=%d) to send mbx message to PF\n",
135 				status);
136 			mutex_unlock(&hdev->mbx_resp.mbx_mutex);
137 			return status;
138 		}
139 
140 		status = hclgevf_get_mbx_resp(hdev, send_msg->code,
141 					      send_msg->subcode, resp_data,
142 					      resp_len);
143 		mutex_unlock(&hdev->mbx_resp.mbx_mutex);
144 	} else {
145 		/* asynchronous send */
146 		status = hclgevf_cmd_send(&hdev->hw, &desc, 1);
147 		if (status) {
148 			dev_err(&hdev->pdev->dev,
149 				"VF failed(=%d) to send mbx message to PF\n",
150 				status);
151 			return status;
152 		}
153 	}
154 
155 	return status;
156 }
157 
hclgevf_cmd_crq_empty(struct hclgevf_hw * hw)158 static bool hclgevf_cmd_crq_empty(struct hclgevf_hw *hw)
159 {
160 	u32 tail = hclgevf_read_dev(hw, HCLGE_COMM_NIC_CRQ_TAIL_REG);
161 
162 	return tail == hw->hw.cmq.crq.next_to_use;
163 }
164 
hclgevf_handle_mbx_response(struct hclgevf_dev * hdev,struct hclge_mbx_pf_to_vf_cmd * req)165 static void hclgevf_handle_mbx_response(struct hclgevf_dev *hdev,
166 					struct hclge_mbx_pf_to_vf_cmd *req)
167 {
168 	u16 vf_mbx_msg_subcode = le16_to_cpu(req->msg.vf_mbx_msg_subcode);
169 	u16 vf_mbx_msg_code = le16_to_cpu(req->msg.vf_mbx_msg_code);
170 	struct hclgevf_mbx_resp_status *resp = &hdev->mbx_resp;
171 	u16 resp_status = le16_to_cpu(req->msg.resp_status);
172 	u16 match_id = le16_to_cpu(req->match_id);
173 
174 	if (resp->received_resp)
175 		dev_warn(&hdev->pdev->dev,
176 			"VF mbx resp flag not clear(%u)\n",
177 			 vf_mbx_msg_code);
178 
179 	resp->origin_mbx_msg = (vf_mbx_msg_code << 16);
180 	resp->origin_mbx_msg |= vf_mbx_msg_subcode;
181 	resp->resp_status = hclgevf_resp_to_errno(resp_status);
182 	memcpy(resp->additional_info, req->msg.resp_data,
183 	       HCLGE_MBX_MAX_RESP_DATA_SIZE * sizeof(u8));
184 
185 	/* ensure additional_info will be seen before setting received_resp */
186 	smp_wmb();
187 
188 	if (match_id) {
189 		/* If match_id is not zero, it means PF support match_id.
190 		 * if the match_id is right, VF get the right response, or
191 		 * ignore the response. and driver will clear hdev->mbx_resp
192 		 * when send next message which need response.
193 		 */
194 		if (match_id == resp->match_id)
195 			resp->received_resp = true;
196 	} else {
197 		resp->received_resp = true;
198 	}
199 }
200 
hclgevf_handle_mbx_msg(struct hclgevf_dev * hdev,struct hclge_mbx_pf_to_vf_cmd * req)201 static void hclgevf_handle_mbx_msg(struct hclgevf_dev *hdev,
202 				   struct hclge_mbx_pf_to_vf_cmd *req)
203 {
204 	/* we will drop the async msg if we find ARQ as full
205 	 * and continue with next message
206 	 */
207 	if (atomic_read(&hdev->arq.count) >=
208 	    HCLGE_MBX_MAX_ARQ_MSG_NUM) {
209 		dev_warn(&hdev->pdev->dev,
210 			 "Async Q full, dropping msg(%u)\n",
211 			 le16_to_cpu(req->msg.code));
212 		return;
213 	}
214 
215 	/* tail the async message in arq */
216 	memcpy(hdev->arq.msg_q[hdev->arq.tail], &req->msg,
217 	       HCLGE_MBX_MAX_ARQ_MSG_SIZE * sizeof(u16));
218 	hclge_mbx_tail_ptr_move_arq(hdev->arq);
219 	atomic_inc(&hdev->arq.count);
220 
221 	hclgevf_mbx_task_schedule(hdev);
222 }
223 
hclgevf_mbx_handler(struct hclgevf_dev * hdev)224 void hclgevf_mbx_handler(struct hclgevf_dev *hdev)
225 {
226 	struct hclge_mbx_pf_to_vf_cmd *req;
227 	struct hclge_comm_cmq_ring *crq;
228 	struct hclge_desc *desc;
229 	u16 flag;
230 	u16 code;
231 
232 	crq = &hdev->hw.hw.cmq.crq;
233 
234 	while (!hclgevf_cmd_crq_empty(&hdev->hw)) {
235 		if (test_bit(HCLGE_COMM_STATE_CMD_DISABLE,
236 			     &hdev->hw.hw.comm_state)) {
237 			dev_info(&hdev->pdev->dev, "vf crq need init\n");
238 			return;
239 		}
240 
241 		desc = &crq->desc[crq->next_to_use];
242 		req = (struct hclge_mbx_pf_to_vf_cmd *)desc->data;
243 
244 		flag = le16_to_cpu(crq->desc[crq->next_to_use].flag);
245 		code = le16_to_cpu(req->msg.code);
246 		if (unlikely(!hnae3_get_bit(flag, HCLGEVF_CMDQ_RX_OUTVLD_B))) {
247 			dev_warn(&hdev->pdev->dev,
248 				 "dropped invalid mailbox message, code = %u\n",
249 				 code);
250 
251 			/* dropping/not processing this invalid message */
252 			crq->desc[crq->next_to_use].flag = 0;
253 			hclge_mbx_ring_ptr_move_crq(crq);
254 			continue;
255 		}
256 
257 		trace_hclge_vf_mbx_get(hdev, req);
258 
259 		/* synchronous messages are time critical and need preferential
260 		 * treatment. Therefore, we need to acknowledge all the sync
261 		 * responses as quickly as possible so that waiting tasks do not
262 		 * timeout and simultaneously queue the async messages for later
263 		 * prcessing in context of mailbox task i.e. the slow path.
264 		 */
265 		switch (code) {
266 		case HCLGE_MBX_PF_VF_RESP:
267 			hclgevf_handle_mbx_response(hdev, req);
268 			break;
269 		case HCLGE_MBX_LINK_STAT_CHANGE:
270 		case HCLGE_MBX_ASSERTING_RESET:
271 		case HCLGE_MBX_LINK_STAT_MODE:
272 		case HCLGE_MBX_PUSH_VLAN_INFO:
273 		case HCLGE_MBX_PUSH_PROMISC_INFO:
274 			hclgevf_handle_mbx_msg(hdev, req);
275 			break;
276 		default:
277 			dev_err(&hdev->pdev->dev,
278 				"VF received unsupported(%u) mbx msg from PF\n",
279 				code);
280 			break;
281 		}
282 		crq->desc[crq->next_to_use].flag = 0;
283 		hclge_mbx_ring_ptr_move_crq(crq);
284 	}
285 
286 	/* Write back CMDQ_RQ header pointer, M7 need this pointer */
287 	hclgevf_write_dev(&hdev->hw, HCLGE_COMM_NIC_CRQ_HEAD_REG,
288 			  crq->next_to_use);
289 }
290 
hclgevf_parse_promisc_info(struct hclgevf_dev * hdev,u16 promisc_info)291 static void hclgevf_parse_promisc_info(struct hclgevf_dev *hdev,
292 				       u16 promisc_info)
293 {
294 	if (!promisc_info)
295 		dev_info(&hdev->pdev->dev,
296 			 "Promisc mode is closed by host for being untrusted.\n");
297 }
298 
hclgevf_mbx_async_handler(struct hclgevf_dev * hdev)299 void hclgevf_mbx_async_handler(struct hclgevf_dev *hdev)
300 {
301 	struct hclge_mbx_port_base_vlan *vlan_info;
302 	struct hclge_mbx_link_status *link_info;
303 	struct hclge_mbx_link_mode *link_mode;
304 	enum hnae3_reset_type reset_type;
305 	u16 link_status, state;
306 	__le16 *msg_q;
307 	u16 opcode;
308 	u8 duplex;
309 	u32 speed;
310 	u32 tail;
311 	u8 flag;
312 	u16 idx;
313 
314 	tail = hdev->arq.tail;
315 
316 	/* process all the async queue messages */
317 	while (tail != hdev->arq.head) {
318 		if (test_bit(HCLGE_COMM_STATE_CMD_DISABLE,
319 			     &hdev->hw.hw.comm_state)) {
320 			dev_info(&hdev->pdev->dev,
321 				 "vf crq need init in async\n");
322 			return;
323 		}
324 
325 		msg_q = hdev->arq.msg_q[hdev->arq.head];
326 		opcode = le16_to_cpu(msg_q[0]);
327 		switch (opcode) {
328 		case HCLGE_MBX_LINK_STAT_CHANGE:
329 			link_info = (struct hclge_mbx_link_status *)(msg_q + 1);
330 			link_status = le16_to_cpu(link_info->link_status);
331 			speed = le32_to_cpu(link_info->speed);
332 			duplex = (u8)le16_to_cpu(link_info->duplex);
333 			flag = link_info->flag;
334 
335 			/* update upper layer with new link link status */
336 			hclgevf_update_speed_duplex(hdev, speed, duplex);
337 			hclgevf_update_link_status(hdev, link_status);
338 
339 			if (flag & HCLGE_MBX_PUSH_LINK_STATUS_EN)
340 				set_bit(HCLGEVF_STATE_PF_PUSH_LINK_STATUS,
341 					&hdev->state);
342 
343 			break;
344 		case HCLGE_MBX_LINK_STAT_MODE:
345 			link_mode = (struct hclge_mbx_link_mode *)(msg_q + 1);
346 			idx = le16_to_cpu(link_mode->idx);
347 			if (idx)
348 				hdev->hw.mac.supported =
349 					le64_to_cpu(link_mode->link_mode);
350 			else
351 				hdev->hw.mac.advertising =
352 					le64_to_cpu(link_mode->link_mode);
353 			break;
354 		case HCLGE_MBX_ASSERTING_RESET:
355 			/* PF has asserted reset hence VF should go in pending
356 			 * state and poll for the hardware reset status till it
357 			 * has been completely reset. After this stack should
358 			 * eventually be re-initialized.
359 			 */
360 			reset_type =
361 				(enum hnae3_reset_type)le16_to_cpu(msg_q[1]);
362 			set_bit(reset_type, &hdev->reset_pending);
363 			set_bit(HCLGEVF_RESET_PENDING, &hdev->reset_state);
364 			hclgevf_reset_task_schedule(hdev);
365 
366 			break;
367 		case HCLGE_MBX_PUSH_VLAN_INFO:
368 			vlan_info =
369 				(struct hclge_mbx_port_base_vlan *)(msg_q + 1);
370 			state = le16_to_cpu(vlan_info->state);
371 			hclgevf_update_port_base_vlan_info(hdev, state,
372 							   vlan_info);
373 			break;
374 		case HCLGE_MBX_PUSH_PROMISC_INFO:
375 			hclgevf_parse_promisc_info(hdev, le16_to_cpu(msg_q[1]));
376 			break;
377 		default:
378 			dev_err(&hdev->pdev->dev,
379 				"fetched unsupported(%u) message from arq\n",
380 				opcode);
381 			break;
382 		}
383 
384 		hclge_mbx_head_ptr_move_arq(hdev->arq);
385 		atomic_dec(&hdev->arq.count);
386 		msg_q = hdev->arq.msg_q[hdev->arq.head];
387 	}
388 }
389