1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2018 Intel Corporation. */
3 
4 #include <linux/list.h>
5 #include <linux/errno.h>
6 #include <linux/net/intel/i40e_client.h>
7 
8 #include "i40e.h"
9 #include "i40e_prototype.h"
10 
11 static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
12 static struct i40e_client *registered_client;
13 static LIST_HEAD(i40e_devices);
14 static DEFINE_MUTEX(i40e_device_mutex);
15 
16 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
17 				     struct i40e_client *client,
18 				     u32 vf_id, u8 *msg, u16 len);
19 
20 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
21 				    struct i40e_client *client,
22 				    struct i40e_qvlist_info *qvlist_info);
23 
24 static void i40e_client_request_reset(struct i40e_info *ldev,
25 				      struct i40e_client *client,
26 				      u32 reset_level);
27 
28 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
29 				       struct i40e_client *client,
30 				       bool is_vf, u32 vf_id,
31 				       u32 flag, u32 valid_flag);
32 
33 static struct i40e_ops i40e_lan_ops = {
34 	.virtchnl_send = i40e_client_virtchnl_send,
35 	.setup_qvlist = i40e_client_setup_qvlist,
36 	.request_reset = i40e_client_request_reset,
37 	.update_vsi_ctxt = i40e_client_update_vsi_ctxt,
38 };
39 
40 /**
41  * i40e_client_get_params - Get the params that can change at runtime
42  * @vsi: the VSI with the message
43  * @params: client param struct
44  *
45  **/
46 static
47 int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
48 {
49 	struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
50 	int i = 0;
51 
52 	for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
53 		u8 tc = dcb_cfg->etscfg.prioritytable[i];
54 		u16 qs_handle;
55 
56 		/* If TC is not enabled for VSI use TC0 for UP */
57 		if (!(vsi->tc_config.enabled_tc & BIT(tc)))
58 			tc = 0;
59 
60 		qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
61 		params->qos.prio_qos[i].tc = tc;
62 		params->qos.prio_qos[i].qs_handle = qs_handle;
63 		if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
64 			dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
65 				tc, vsi->id);
66 			return -EINVAL;
67 		}
68 	}
69 
70 	params->mtu = vsi->netdev->mtu;
71 	return 0;
72 }
73 
74 /**
75  * i40e_notify_client_of_vf_msg - call the client vf message callback
76  * @vsi: the VSI with the message
77  * @vf_id: the absolute VF id that sent the message
78  * @msg: message buffer
79  * @len: length of the message
80  *
81  * If there is a client to this VSI, call the client
82  **/
83 void
84 i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
85 {
86 	struct i40e_pf *pf = vsi->back;
87 	struct i40e_client_instance *cdev = pf->cinst;
88 
89 	if (!cdev || !cdev->client)
90 		return;
91 	if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
92 		dev_dbg(&pf->pdev->dev,
93 			"Cannot locate client instance virtual channel receive routine\n");
94 		return;
95 	}
96 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
97 		dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
98 		return;
99 	}
100 	cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
101 					    vf_id, msg, len);
102 }
103 
104 /**
105  * i40e_notify_client_of_l2_param_changes - call the client notify callback
106  * @vsi: the VSI with l2 param changes
107  *
108  * If there is a client to this VSI, call the client
109  **/
110 void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
111 {
112 	struct i40e_pf *pf = vsi->back;
113 	struct i40e_client_instance *cdev = pf->cinst;
114 	struct i40e_params params;
115 
116 	if (!cdev || !cdev->client)
117 		return;
118 	if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
119 		dev_dbg(&vsi->back->pdev->dev,
120 			"Cannot locate client instance l2_param_change routine\n");
121 		return;
122 	}
123 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
124 		dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
125 		return;
126 	}
127 	memset(&params, 0, sizeof(params));
128 	i40e_client_get_params(vsi, &params);
129 	memcpy(&cdev->lan_info.params, &params, sizeof(struct i40e_params));
130 	cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
131 					   &params);
132 }
133 
134 /**
135  * i40e_client_release_qvlist - release MSI-X vector mapping for client
136  * @ldev: pointer to L2 context.
137  *
138  **/
139 static void i40e_client_release_qvlist(struct i40e_info *ldev)
140 {
141 	struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
142 	u32 i;
143 
144 	if (!ldev->qvlist_info)
145 		return;
146 
147 	for (i = 0; i < qvlist_info->num_vectors; i++) {
148 		struct i40e_pf *pf = ldev->pf;
149 		struct i40e_qv_info *qv_info;
150 		u32 reg_idx;
151 
152 		qv_info = &qvlist_info->qv_info[i];
153 		if (!qv_info)
154 			continue;
155 		reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
156 		wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
157 	}
158 	kfree(ldev->qvlist_info);
159 	ldev->qvlist_info = NULL;
160 }
161 
162 /**
163  * i40e_notify_client_of_netdev_close - call the client close callback
164  * @vsi: the VSI with netdev closed
165  * @reset: true when close called due to a reset pending
166  *
167  * If there is a client to this netdev, call the client with close
168  **/
169 void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
170 {
171 	struct i40e_pf *pf = vsi->back;
172 	struct i40e_client_instance *cdev = pf->cinst;
173 
174 	if (!cdev || !cdev->client)
175 		return;
176 	if (!cdev->client->ops || !cdev->client->ops->close) {
177 		dev_dbg(&vsi->back->pdev->dev,
178 			"Cannot locate client instance close routine\n");
179 		return;
180 	}
181 	cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
182 	clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
183 	i40e_client_release_qvlist(&cdev->lan_info);
184 }
185 
186 /**
187  * i40e_notify_client_of_vf_reset - call the client vf reset callback
188  * @pf: PF device pointer
189  * @vf_id: asolute id of VF being reset
190  *
191  * If there is a client attached to this PF, notify when a VF is reset
192  **/
193 void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
194 {
195 	struct i40e_client_instance *cdev = pf->cinst;
196 
197 	if (!cdev || !cdev->client)
198 		return;
199 	if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
200 		dev_dbg(&pf->pdev->dev,
201 			"Cannot locate client instance VF reset routine\n");
202 		return;
203 	}
204 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,  &cdev->state)) {
205 		dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
206 		return;
207 	}
208 	cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
209 }
210 
211 /**
212  * i40e_notify_client_of_vf_enable - call the client vf notification callback
213  * @pf: PF device pointer
214  * @num_vfs: the number of VFs currently enabled, 0 for disable
215  *
216  * If there is a client attached to this PF, call its VF notification routine
217  **/
218 void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
219 {
220 	struct i40e_client_instance *cdev = pf->cinst;
221 
222 	if (!cdev || !cdev->client)
223 		return;
224 	if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
225 		dev_dbg(&pf->pdev->dev,
226 			"Cannot locate client instance VF enable routine\n");
227 		return;
228 	}
229 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
230 		      &cdev->state)) {
231 		dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
232 		return;
233 	}
234 	cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
235 }
236 
237 /**
238  * i40e_vf_client_capable - ask the client if it likes the specified VF
239  * @pf: PF device pointer
240  * @vf_id: the VF in question
241  *
242  * If there is a client of the specified type attached to this PF, call
243  * its vf_capable routine
244  **/
245 int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
246 {
247 	struct i40e_client_instance *cdev = pf->cinst;
248 	int capable = false;
249 
250 	if (!cdev || !cdev->client)
251 		goto out;
252 	if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
253 		dev_dbg(&pf->pdev->dev,
254 			"Cannot locate client instance VF capability routine\n");
255 		goto out;
256 	}
257 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
258 		goto out;
259 
260 	capable = cdev->client->ops->vf_capable(&cdev->lan_info,
261 						cdev->client,
262 						vf_id);
263 out:
264 	return capable;
265 }
266 
267 void i40e_client_update_msix_info(struct i40e_pf *pf)
268 {
269 	struct i40e_client_instance *cdev = pf->cinst;
270 
271 	if (!cdev || !cdev->client)
272 		return;
273 
274 	cdev->lan_info.msix_count = pf->num_iwarp_msix;
275 	cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
276 }
277 
278 /**
279  * i40e_client_add_instance - add a client instance struct to the instance list
280  * @pf: pointer to the board struct
281  * @client: pointer to a client struct in the client list.
282  * @existing: if there was already an existing instance
283  *
284  **/
285 static void i40e_client_add_instance(struct i40e_pf *pf)
286 {
287 	struct i40e_client_instance *cdev = NULL;
288 	struct netdev_hw_addr *mac = NULL;
289 	struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
290 
291 	if (!registered_client || pf->cinst)
292 		return;
293 
294 	cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
295 	if (!cdev)
296 		return;
297 
298 	cdev->lan_info.pf = (void *)pf;
299 	cdev->lan_info.netdev = vsi->netdev;
300 	cdev->lan_info.pcidev = pf->pdev;
301 	cdev->lan_info.fid = pf->hw.pf_id;
302 	cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
303 	cdev->lan_info.hw_addr = pf->hw.hw_addr;
304 	cdev->lan_info.ops = &i40e_lan_ops;
305 	cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
306 	cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
307 	cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
308 	cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
309 	cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
310 	cdev->lan_info.fw_build = pf->hw.aq.fw_build;
311 	set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
312 
313 	if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
314 		kfree(cdev);
315 		cdev = NULL;
316 		return;
317 	}
318 
319 	mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
320 			       struct netdev_hw_addr, list);
321 	if (mac)
322 		ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
323 	else
324 		dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
325 
326 	cdev->client = registered_client;
327 	pf->cinst = cdev;
328 
329 	i40e_client_update_msix_info(pf);
330 }
331 
332 /**
333  * i40e_client_del_instance - removes a client instance from the list
334  * @pf: pointer to the board struct
335  *
336  **/
337 static
338 void i40e_client_del_instance(struct i40e_pf *pf)
339 {
340 	kfree(pf->cinst);
341 	pf->cinst = NULL;
342 }
343 
344 /**
345  * i40e_client_subtask - client maintenance work
346  * @pf: board private structure
347  **/
348 void i40e_client_subtask(struct i40e_pf *pf)
349 {
350 	struct i40e_client *client = registered_client;
351 	struct i40e_client_instance *cdev;
352 	struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
353 	int ret = 0;
354 
355 	if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state))
356 		return;
357 	cdev = pf->cinst;
358 
359 	/* If we're down or resetting, just bail */
360 	if (test_bit(__I40E_DOWN, pf->state) ||
361 	    test_bit(__I40E_CONFIG_BUSY, pf->state))
362 		return;
363 
364 	if (!client || !cdev)
365 		return;
366 
367 	/* Here we handle client opens. If the client is down, and
368 	 * the netdev is registered, then open the client.
369 	 */
370 	if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
371 		if (vsi->netdev_registered &&
372 		    client->ops && client->ops->open) {
373 			set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
374 			ret = client->ops->open(&cdev->lan_info, client);
375 			if (ret) {
376 				/* Remove failed client instance */
377 				clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
378 					  &cdev->state);
379 				i40e_client_del_instance(pf);
380 			}
381 		}
382 	}
383 
384 	/* enable/disable PE TCP_ENA flag based on netdev down/up
385 	 */
386 	if (test_bit(__I40E_VSI_DOWN, vsi->state))
387 		i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
388 					    0, 0, 0,
389 					    I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
390 	else
391 		i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
392 					    0, 0,
393 					    I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
394 					    I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
395 }
396 
397 /**
398  * i40e_lan_add_device - add a lan device struct to the list of lan devices
399  * @pf: pointer to the board struct
400  *
401  * Returns 0 on success or none 0 on error
402  **/
403 int i40e_lan_add_device(struct i40e_pf *pf)
404 {
405 	struct i40e_device *ldev;
406 	int ret = 0;
407 
408 	mutex_lock(&i40e_device_mutex);
409 	list_for_each_entry(ldev, &i40e_devices, list) {
410 		if (ldev->pf == pf) {
411 			ret = -EEXIST;
412 			goto out;
413 		}
414 	}
415 	ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
416 	if (!ldev) {
417 		ret = -ENOMEM;
418 		goto out;
419 	}
420 	ldev->pf = pf;
421 	INIT_LIST_HEAD(&ldev->list);
422 	list_add(&ldev->list, &i40e_devices);
423 	dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
424 		 pf->hw.pf_id, pf->hw.bus.bus_id,
425 		 pf->hw.bus.device, pf->hw.bus.func);
426 
427 	/* If a client has already been registered, we need to add an instance
428 	 * of it to our new LAN device.
429 	 */
430 	if (registered_client)
431 		i40e_client_add_instance(pf);
432 
433 	/* Since in some cases register may have happened before a device gets
434 	 * added, we can schedule a subtask to go initiate the clients if
435 	 * they can be launched at probe time.
436 	 */
437 	set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
438 	i40e_service_event_schedule(pf);
439 
440 out:
441 	mutex_unlock(&i40e_device_mutex);
442 	return ret;
443 }
444 
445 /**
446  * i40e_lan_del_device - removes a lan device from the device list
447  * @pf: pointer to the board struct
448  *
449  * Returns 0 on success or non-0 on error
450  **/
451 int i40e_lan_del_device(struct i40e_pf *pf)
452 {
453 	struct i40e_device *ldev, *tmp;
454 	int ret = -ENODEV;
455 
456 	/* First, remove any client instance. */
457 	i40e_client_del_instance(pf);
458 
459 	mutex_lock(&i40e_device_mutex);
460 	list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
461 		if (ldev->pf == pf) {
462 			dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
463 				 pf->hw.pf_id, pf->hw.bus.bus_id,
464 				 pf->hw.bus.device, pf->hw.bus.func);
465 			list_del(&ldev->list);
466 			kfree(ldev);
467 			ret = 0;
468 			break;
469 		}
470 	}
471 	mutex_unlock(&i40e_device_mutex);
472 	return ret;
473 }
474 
475 /**
476  * i40e_client_release - release client specific resources
477  * @client: pointer to the registered client
478  *
479  **/
480 static void i40e_client_release(struct i40e_client *client)
481 {
482 	struct i40e_client_instance *cdev;
483 	struct i40e_device *ldev;
484 	struct i40e_pf *pf;
485 
486 	mutex_lock(&i40e_device_mutex);
487 	list_for_each_entry(ldev, &i40e_devices, list) {
488 		pf = ldev->pf;
489 		cdev = pf->cinst;
490 		if (!cdev)
491 			continue;
492 
493 		while (test_and_set_bit(__I40E_SERVICE_SCHED,
494 					pf->state))
495 			usleep_range(500, 1000);
496 
497 		if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
498 			if (client->ops && client->ops->close)
499 				client->ops->close(&cdev->lan_info, client,
500 						   false);
501 			i40e_client_release_qvlist(&cdev->lan_info);
502 			clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
503 
504 			dev_warn(&pf->pdev->dev,
505 				 "Client %s instance for PF id %d closed\n",
506 				 client->name, pf->hw.pf_id);
507 		}
508 		/* delete the client instance */
509 		i40e_client_del_instance(pf);
510 		dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
511 			 client->name);
512 		clear_bit(__I40E_SERVICE_SCHED, pf->state);
513 	}
514 	mutex_unlock(&i40e_device_mutex);
515 }
516 
517 /**
518  * i40e_client_prepare - prepare client specific resources
519  * @client: pointer to the registered client
520  *
521  **/
522 static void i40e_client_prepare(struct i40e_client *client)
523 {
524 	struct i40e_device *ldev;
525 	struct i40e_pf *pf;
526 
527 	mutex_lock(&i40e_device_mutex);
528 	list_for_each_entry(ldev, &i40e_devices, list) {
529 		pf = ldev->pf;
530 		i40e_client_add_instance(pf);
531 		/* Start the client subtask */
532 		set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
533 		i40e_service_event_schedule(pf);
534 	}
535 	mutex_unlock(&i40e_device_mutex);
536 }
537 
538 /**
539  * i40e_client_virtchnl_send - TBD
540  * @ldev: pointer to L2 context
541  * @client: Client pointer
542  * @vf_id: absolute VF identifier
543  * @msg: message buffer
544  * @len: length of message buffer
545  *
546  * Return 0 on success or < 0 on error
547  **/
548 static int i40e_client_virtchnl_send(struct i40e_info *ldev,
549 				     struct i40e_client *client,
550 				     u32 vf_id, u8 *msg, u16 len)
551 {
552 	struct i40e_pf *pf = ldev->pf;
553 	struct i40e_hw *hw = &pf->hw;
554 	i40e_status err;
555 
556 	err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_IWARP,
557 				     0, msg, len, NULL);
558 	if (err)
559 		dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
560 			err, hw->aq.asq_last_status);
561 
562 	return err;
563 }
564 
565 /**
566  * i40e_client_setup_qvlist
567  * @ldev: pointer to L2 context.
568  * @client: Client pointer.
569  * @qvlist_info: queue and vector list
570  *
571  * Return 0 on success or < 0 on error
572  **/
573 static int i40e_client_setup_qvlist(struct i40e_info *ldev,
574 				    struct i40e_client *client,
575 				    struct i40e_qvlist_info *qvlist_info)
576 {
577 	struct i40e_pf *pf = ldev->pf;
578 	struct i40e_hw *hw = &pf->hw;
579 	struct i40e_qv_info *qv_info;
580 	u32 v_idx, i, reg_idx, reg;
581 
582 	ldev->qvlist_info = kzalloc(struct_size(ldev->qvlist_info, qv_info,
583 				    qvlist_info->num_vectors - 1), GFP_KERNEL);
584 	if (!ldev->qvlist_info)
585 		return -ENOMEM;
586 	ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
587 
588 	for (i = 0; i < qvlist_info->num_vectors; i++) {
589 		qv_info = &qvlist_info->qv_info[i];
590 		if (!qv_info)
591 			continue;
592 		v_idx = qv_info->v_idx;
593 
594 		/* Validate vector id belongs to this client */
595 		if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
596 		    (v_idx < pf->iwarp_base_vector))
597 			goto err;
598 
599 		ldev->qvlist_info->qv_info[i] = *qv_info;
600 		reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
601 
602 		if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
603 			/* Special case - No CEQ mapped on this vector */
604 			wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
605 		} else {
606 			reg = (qv_info->ceq_idx &
607 			       I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
608 			       (I40E_QUEUE_TYPE_PE_CEQ <<
609 			       I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
610 			wr32(hw, reg_idx, reg);
611 
612 			reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
613 			       (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
614 			       (qv_info->itr_idx <<
615 				I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
616 			       (I40E_QUEUE_END_OF_LIST <<
617 				I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
618 			wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
619 		}
620 		if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
621 			reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
622 			       (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
623 			       (qv_info->itr_idx <<
624 				I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
625 
626 			wr32(hw, I40E_PFINT_AEQCTL, reg);
627 		}
628 	}
629 	/* Mitigate sync problems with iwarp VF driver */
630 	i40e_flush(hw);
631 	return 0;
632 err:
633 	kfree(ldev->qvlist_info);
634 	ldev->qvlist_info = NULL;
635 	return -EINVAL;
636 }
637 
638 /**
639  * i40e_client_request_reset
640  * @ldev: pointer to L2 context.
641  * @client: Client pointer.
642  * @reset_level: reset level
643  **/
644 static void i40e_client_request_reset(struct i40e_info *ldev,
645 				      struct i40e_client *client,
646 				      u32 reset_level)
647 {
648 	struct i40e_pf *pf = ldev->pf;
649 
650 	switch (reset_level) {
651 	case I40E_CLIENT_RESET_LEVEL_PF:
652 		set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
653 		break;
654 	case I40E_CLIENT_RESET_LEVEL_CORE:
655 		set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
656 		break;
657 	default:
658 		dev_warn(&pf->pdev->dev,
659 			 "Client for PF id %d requested an unsupported reset: %d.\n",
660 			 pf->hw.pf_id, reset_level);
661 		break;
662 	}
663 
664 	i40e_service_event_schedule(pf);
665 }
666 
667 /**
668  * i40e_client_update_vsi_ctxt
669  * @ldev: pointer to L2 context.
670  * @client: Client pointer.
671  * @is_vf: if this for the VF
672  * @vf_id: if is_vf true this carries the vf_id
673  * @flag: Any device level setting that needs to be done for PE
674  * @valid_flag: Bits in this match up and enable changing of flag bits
675  *
676  * Return 0 on success or < 0 on error
677  **/
678 static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
679 				       struct i40e_client *client,
680 				       bool is_vf, u32 vf_id,
681 				       u32 flag, u32 valid_flag)
682 {
683 	struct i40e_pf *pf = ldev->pf;
684 	struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
685 	struct i40e_vsi_context ctxt;
686 	bool update = true;
687 	i40e_status err;
688 
689 	/* TODO: for now do not allow setting VF's VSI setting */
690 	if (is_vf)
691 		return -EINVAL;
692 
693 	ctxt.seid = pf->main_vsi_seid;
694 	ctxt.pf_num = pf->hw.pf_id;
695 	err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
696 	ctxt.flags = I40E_AQ_VSI_TYPE_PF;
697 	if (err) {
698 		dev_info(&pf->pdev->dev,
699 			 "couldn't get PF vsi config, err %s aq_err %s\n",
700 			 i40e_stat_str(&pf->hw, err),
701 			 i40e_aq_str(&pf->hw,
702 				     pf->hw.aq.asq_last_status));
703 		return -ENOENT;
704 	}
705 
706 	if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
707 	    (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
708 		ctxt.info.valid_sections =
709 			cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
710 		ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
711 	} else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
712 		  !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
713 		ctxt.info.valid_sections =
714 			cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
715 		ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
716 	} else {
717 		update = false;
718 		dev_warn(&pf->pdev->dev,
719 			 "Client for PF id %d request an unsupported Config: %x.\n",
720 			 pf->hw.pf_id, flag);
721 	}
722 
723 	if (update) {
724 		err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
725 		if (err) {
726 			dev_info(&pf->pdev->dev,
727 				 "update VSI ctxt for PE failed, err %s aq_err %s\n",
728 				 i40e_stat_str(&pf->hw, err),
729 				 i40e_aq_str(&pf->hw,
730 					     pf->hw.aq.asq_last_status));
731 		}
732 	}
733 	return err;
734 }
735 
736 /**
737  * i40e_register_client - Register a i40e client driver with the L2 driver
738  * @client: pointer to the i40e_client struct
739  *
740  * Returns 0 on success or non-0 on error
741  **/
742 int i40e_register_client(struct i40e_client *client)
743 {
744 	int ret = 0;
745 
746 	if (!client) {
747 		ret = -EIO;
748 		goto out;
749 	}
750 
751 	if (strlen(client->name) == 0) {
752 		pr_info("i40e: Failed to register client with no name\n");
753 		ret = -EIO;
754 		goto out;
755 	}
756 
757 	if (registered_client) {
758 		pr_info("i40e: Client %s has already been registered!\n",
759 			client->name);
760 		ret = -EEXIST;
761 		goto out;
762 	}
763 
764 	if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
765 	    (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
766 		pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
767 			client->name);
768 		pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
769 			client->version.major, client->version.minor,
770 			client->version.build,
771 			i40e_client_interface_version_str);
772 		ret = -EIO;
773 		goto out;
774 	}
775 
776 	registered_client = client;
777 
778 	i40e_client_prepare(client);
779 
780 	pr_info("i40e: Registered client %s\n", client->name);
781 out:
782 	return ret;
783 }
784 EXPORT_SYMBOL(i40e_register_client);
785 
786 /**
787  * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
788  * @client: pointer to the i40e_client struct
789  *
790  * Returns 0 on success or non-0 on error
791  **/
792 int i40e_unregister_client(struct i40e_client *client)
793 {
794 	int ret = 0;
795 
796 	if (registered_client != client) {
797 		pr_info("i40e: Client %s has not been registered\n",
798 			client->name);
799 		ret = -ENODEV;
800 		goto out;
801 	}
802 	registered_client = NULL;
803 	/* When a unregister request comes through we would have to send
804 	 * a close for each of the client instances that were opened.
805 	 * client_release function is called to handle this.
806 	 */
807 	i40e_client_release(client);
808 
809 	pr_info("i40e: Unregistered client %s\n", client->name);
810 out:
811 	return ret;
812 }
813 EXPORT_SYMBOL(i40e_unregister_client);
814