1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2018 Intel Corporation. */
3 
4 #include "i40e_alloc.h"
5 #include "i40e_debug.h"
6 #include "i40e_lan_hmc.h"
7 #include "i40e_type.h"
8 
9 /* lan specific interface functions */
10 
11 /**
12  * i40e_align_l2obj_base - aligns base object pointer to 512 bytes
13  * @offset: base address offset needing alignment
14  *
15  * Aligns the layer 2 function private memory so it's 512-byte aligned.
16  **/
i40e_align_l2obj_base(u64 offset)17 static u64 i40e_align_l2obj_base(u64 offset)
18 {
19 	u64 aligned_offset = offset;
20 
21 	if ((offset % I40E_HMC_L2OBJ_BASE_ALIGNMENT) > 0)
22 		aligned_offset += (I40E_HMC_L2OBJ_BASE_ALIGNMENT -
23 				   (offset % I40E_HMC_L2OBJ_BASE_ALIGNMENT));
24 
25 	return aligned_offset;
26 }
27 
28 /**
29  * i40e_calculate_l2fpm_size - calculates layer 2 FPM memory size
30  * @txq_num: number of Tx queues needing backing context
31  * @rxq_num: number of Rx queues needing backing context
32  * @fcoe_cntx_num: amount of FCoE statefull contexts needing backing context
33  * @fcoe_filt_num: number of FCoE filters needing backing context
34  *
35  * Calculates the maximum amount of memory for the function required, based
36  * on the number of resources it must provide context for.
37  **/
i40e_calculate_l2fpm_size(u32 txq_num,u32 rxq_num,u32 fcoe_cntx_num,u32 fcoe_filt_num)38 static u64 i40e_calculate_l2fpm_size(u32 txq_num, u32 rxq_num,
39 			      u32 fcoe_cntx_num, u32 fcoe_filt_num)
40 {
41 	u64 fpm_size = 0;
42 
43 	fpm_size = txq_num * I40E_HMC_OBJ_SIZE_TXQ;
44 	fpm_size = i40e_align_l2obj_base(fpm_size);
45 
46 	fpm_size += (rxq_num * I40E_HMC_OBJ_SIZE_RXQ);
47 	fpm_size = i40e_align_l2obj_base(fpm_size);
48 
49 	fpm_size += (fcoe_cntx_num * I40E_HMC_OBJ_SIZE_FCOE_CNTX);
50 	fpm_size = i40e_align_l2obj_base(fpm_size);
51 
52 	fpm_size += (fcoe_filt_num * I40E_HMC_OBJ_SIZE_FCOE_FILT);
53 	fpm_size = i40e_align_l2obj_base(fpm_size);
54 
55 	return fpm_size;
56 }
57 
58 /**
59  * i40e_init_lan_hmc - initialize i40e_hmc_info struct
60  * @hw: pointer to the HW structure
61  * @txq_num: number of Tx queues needing backing context
62  * @rxq_num: number of Rx queues needing backing context
63  * @fcoe_cntx_num: amount of FCoE statefull contexts needing backing context
64  * @fcoe_filt_num: number of FCoE filters needing backing context
65  *
66  * This function will be called once per physical function initialization.
67  * It will fill out the i40e_hmc_obj_info structure for LAN objects based on
68  * the driver's provided input, as well as information from the HMC itself
69  * loaded from NVRAM.
70  *
71  * Assumptions:
72  *   - HMC Resource Profile has been selected before calling this function.
73  **/
i40e_init_lan_hmc(struct i40e_hw * hw,u32 txq_num,u32 rxq_num,u32 fcoe_cntx_num,u32 fcoe_filt_num)74 int i40e_init_lan_hmc(struct i40e_hw *hw, u32 txq_num,
75 		      u32 rxq_num, u32 fcoe_cntx_num,
76 		      u32 fcoe_filt_num)
77 {
78 	struct i40e_hmc_obj_info *obj, *full_obj;
79 	int ret_code = 0;
80 	u64 l2fpm_size;
81 	u32 size_exp;
82 
83 	hw->hmc.signature = I40E_HMC_INFO_SIGNATURE;
84 	hw->hmc.hmc_fn_id = hw->pf_id;
85 
86 	/* allocate memory for hmc_obj */
87 	ret_code = i40e_allocate_virt_mem(hw, &hw->hmc.hmc_obj_virt_mem,
88 			sizeof(struct i40e_hmc_obj_info) * I40E_HMC_LAN_MAX);
89 	if (ret_code)
90 		goto init_lan_hmc_out;
91 	hw->hmc.hmc_obj = (struct i40e_hmc_obj_info *)
92 			  hw->hmc.hmc_obj_virt_mem.va;
93 
94 	/* The full object will be used to create the LAN HMC SD */
95 	full_obj = &hw->hmc.hmc_obj[I40E_HMC_LAN_FULL];
96 	full_obj->max_cnt = 0;
97 	full_obj->cnt = 0;
98 	full_obj->base = 0;
99 	full_obj->size = 0;
100 
101 	/* Tx queue context information */
102 	obj = &hw->hmc.hmc_obj[I40E_HMC_LAN_TX];
103 	obj->max_cnt = rd32(hw, I40E_GLHMC_LANQMAX);
104 	obj->cnt = txq_num;
105 	obj->base = 0;
106 	size_exp = rd32(hw, I40E_GLHMC_LANTXOBJSZ);
107 	obj->size = BIT_ULL(size_exp);
108 
109 	/* validate values requested by driver don't exceed HMC capacity */
110 	if (txq_num > obj->max_cnt) {
111 		ret_code = -EINVAL;
112 		hw_dbg(hw, "i40e_init_lan_hmc: Tx context: asks for 0x%x but max allowed is 0x%x, returns error %d\n",
113 			  txq_num, obj->max_cnt, ret_code);
114 		goto init_lan_hmc_out;
115 	}
116 
117 	/* aggregate values into the full LAN object for later */
118 	full_obj->max_cnt += obj->max_cnt;
119 	full_obj->cnt += obj->cnt;
120 
121 	/* Rx queue context information */
122 	obj = &hw->hmc.hmc_obj[I40E_HMC_LAN_RX];
123 	obj->max_cnt = rd32(hw, I40E_GLHMC_LANQMAX);
124 	obj->cnt = rxq_num;
125 	obj->base = hw->hmc.hmc_obj[I40E_HMC_LAN_TX].base +
126 		    (hw->hmc.hmc_obj[I40E_HMC_LAN_TX].cnt *
127 		     hw->hmc.hmc_obj[I40E_HMC_LAN_TX].size);
128 	obj->base = i40e_align_l2obj_base(obj->base);
129 	size_exp = rd32(hw, I40E_GLHMC_LANRXOBJSZ);
130 	obj->size = BIT_ULL(size_exp);
131 
132 	/* validate values requested by driver don't exceed HMC capacity */
133 	if (rxq_num > obj->max_cnt) {
134 		ret_code = -EINVAL;
135 		hw_dbg(hw, "i40e_init_lan_hmc: Rx context: asks for 0x%x but max allowed is 0x%x, returns error %d\n",
136 			  rxq_num, obj->max_cnt, ret_code);
137 		goto init_lan_hmc_out;
138 	}
139 
140 	/* aggregate values into the full LAN object for later */
141 	full_obj->max_cnt += obj->max_cnt;
142 	full_obj->cnt += obj->cnt;
143 
144 	/* FCoE context information */
145 	obj = &hw->hmc.hmc_obj[I40E_HMC_FCOE_CTX];
146 	obj->max_cnt = rd32(hw, I40E_GLHMC_FCOEMAX);
147 	obj->cnt = fcoe_cntx_num;
148 	obj->base = hw->hmc.hmc_obj[I40E_HMC_LAN_RX].base +
149 		    (hw->hmc.hmc_obj[I40E_HMC_LAN_RX].cnt *
150 		     hw->hmc.hmc_obj[I40E_HMC_LAN_RX].size);
151 	obj->base = i40e_align_l2obj_base(obj->base);
152 	size_exp = rd32(hw, I40E_GLHMC_FCOEDDPOBJSZ);
153 	obj->size = BIT_ULL(size_exp);
154 
155 	/* validate values requested by driver don't exceed HMC capacity */
156 	if (fcoe_cntx_num > obj->max_cnt) {
157 		ret_code = -EINVAL;
158 		hw_dbg(hw, "i40e_init_lan_hmc: FCoE context: asks for 0x%x but max allowed is 0x%x, returns error %d\n",
159 			  fcoe_cntx_num, obj->max_cnt, ret_code);
160 		goto init_lan_hmc_out;
161 	}
162 
163 	/* aggregate values into the full LAN object for later */
164 	full_obj->max_cnt += obj->max_cnt;
165 	full_obj->cnt += obj->cnt;
166 
167 	/* FCoE filter information */
168 	obj = &hw->hmc.hmc_obj[I40E_HMC_FCOE_FILT];
169 	obj->max_cnt = rd32(hw, I40E_GLHMC_FCOEFMAX);
170 	obj->cnt = fcoe_filt_num;
171 	obj->base = hw->hmc.hmc_obj[I40E_HMC_FCOE_CTX].base +
172 		    (hw->hmc.hmc_obj[I40E_HMC_FCOE_CTX].cnt *
173 		     hw->hmc.hmc_obj[I40E_HMC_FCOE_CTX].size);
174 	obj->base = i40e_align_l2obj_base(obj->base);
175 	size_exp = rd32(hw, I40E_GLHMC_FCOEFOBJSZ);
176 	obj->size = BIT_ULL(size_exp);
177 
178 	/* validate values requested by driver don't exceed HMC capacity */
179 	if (fcoe_filt_num > obj->max_cnt) {
180 		ret_code = -EINVAL;
181 		hw_dbg(hw, "i40e_init_lan_hmc: FCoE filter: asks for 0x%x but max allowed is 0x%x, returns error %d\n",
182 			  fcoe_filt_num, obj->max_cnt, ret_code);
183 		goto init_lan_hmc_out;
184 	}
185 
186 	/* aggregate values into the full LAN object for later */
187 	full_obj->max_cnt += obj->max_cnt;
188 	full_obj->cnt += obj->cnt;
189 
190 	hw->hmc.first_sd_index = 0;
191 	hw->hmc.sd_table.ref_cnt = 0;
192 	l2fpm_size = i40e_calculate_l2fpm_size(txq_num, rxq_num, fcoe_cntx_num,
193 					       fcoe_filt_num);
194 	if (NULL == hw->hmc.sd_table.sd_entry) {
195 		hw->hmc.sd_table.sd_cnt = (u32)
196 				   (l2fpm_size + I40E_HMC_DIRECT_BP_SIZE - 1) /
197 				   I40E_HMC_DIRECT_BP_SIZE;
198 
199 		/* allocate the sd_entry members in the sd_table */
200 		ret_code = i40e_allocate_virt_mem(hw, &hw->hmc.sd_table.addr,
201 					  (sizeof(struct i40e_hmc_sd_entry) *
202 					  hw->hmc.sd_table.sd_cnt));
203 		if (ret_code)
204 			goto init_lan_hmc_out;
205 		hw->hmc.sd_table.sd_entry =
206 			(struct i40e_hmc_sd_entry *)hw->hmc.sd_table.addr.va;
207 	}
208 	/* store in the LAN full object for later */
209 	full_obj->size = l2fpm_size;
210 
211 init_lan_hmc_out:
212 	return ret_code;
213 }
214 
215 /**
216  * i40e_remove_pd_page - Remove a page from the page descriptor table
217  * @hw: pointer to the HW structure
218  * @hmc_info: pointer to the HMC configuration information structure
219  * @idx: segment descriptor index to find the relevant page descriptor
220  *
221  * This function:
222  *	1. Marks the entry in pd table (for paged address mode) invalid
223  *	2. write to register PMPDINV to invalidate the backing page in FV cache
224  *	3. Decrement the ref count for  pd_entry
225  * assumptions:
226  *	1. caller can deallocate the memory used by pd after this function
227  *	   returns.
228  **/
i40e_remove_pd_page(struct i40e_hw * hw,struct i40e_hmc_info * hmc_info,u32 idx)229 static int i40e_remove_pd_page(struct i40e_hw *hw,
230 			       struct i40e_hmc_info *hmc_info,
231 			       u32 idx)
232 {
233 	int ret_code = 0;
234 
235 	if (!i40e_prep_remove_pd_page(hmc_info, idx))
236 		ret_code = i40e_remove_pd_page_new(hw, hmc_info, idx, true);
237 
238 	return ret_code;
239 }
240 
241 /**
242  * i40e_remove_sd_bp - remove a backing page from a segment descriptor
243  * @hw: pointer to our HW structure
244  * @hmc_info: pointer to the HMC configuration information structure
245  * @idx: the page index
246  *
247  * This function:
248  *	1. Marks the entry in sd table (for direct address mode) invalid
249  *	2. write to register PMSDCMD, PMSDDATALOW(PMSDDATALOW.PMSDVALID set
250  *	   to 0) and PMSDDATAHIGH to invalidate the sd page
251  *	3. Decrement the ref count for the sd_entry
252  * assumptions:
253  *	1. caller can deallocate the memory used by backing storage after this
254  *	   function returns.
255  **/
i40e_remove_sd_bp(struct i40e_hw * hw,struct i40e_hmc_info * hmc_info,u32 idx)256 static int i40e_remove_sd_bp(struct i40e_hw *hw,
257 			     struct i40e_hmc_info *hmc_info,
258 			     u32 idx)
259 {
260 	int ret_code = 0;
261 
262 	if (!i40e_prep_remove_sd_bp(hmc_info, idx))
263 		ret_code = i40e_remove_sd_bp_new(hw, hmc_info, idx, true);
264 
265 	return ret_code;
266 }
267 
268 /**
269  * i40e_create_lan_hmc_object - allocate backing store for hmc objects
270  * @hw: pointer to the HW structure
271  * @info: pointer to i40e_hmc_create_obj_info struct
272  *
273  * This will allocate memory for PDs and backing pages and populate
274  * the sd and pd entries.
275  **/
i40e_create_lan_hmc_object(struct i40e_hw * hw,struct i40e_hmc_lan_create_obj_info * info)276 static int i40e_create_lan_hmc_object(struct i40e_hw *hw,
277 				      struct i40e_hmc_lan_create_obj_info *info)
278 {
279 	struct i40e_hmc_sd_entry *sd_entry;
280 	u32 pd_idx1 = 0, pd_lmt1 = 0;
281 	u32 pd_idx = 0, pd_lmt = 0;
282 	bool pd_error = false;
283 	u32 sd_idx, sd_lmt;
284 	int ret_code = 0;
285 	u64 sd_size;
286 	u32 i, j;
287 
288 	if (NULL == info) {
289 		ret_code = -EINVAL;
290 		hw_dbg(hw, "i40e_create_lan_hmc_object: bad info ptr\n");
291 		goto exit;
292 	}
293 	if (NULL == info->hmc_info) {
294 		ret_code = -EINVAL;
295 		hw_dbg(hw, "i40e_create_lan_hmc_object: bad hmc_info ptr\n");
296 		goto exit;
297 	}
298 	if (I40E_HMC_INFO_SIGNATURE != info->hmc_info->signature) {
299 		ret_code = -EINVAL;
300 		hw_dbg(hw, "i40e_create_lan_hmc_object: bad signature\n");
301 		goto exit;
302 	}
303 
304 	if (info->start_idx >= info->hmc_info->hmc_obj[info->rsrc_type].cnt) {
305 		ret_code = -EINVAL;
306 		hw_dbg(hw, "i40e_create_lan_hmc_object: returns error %d\n",
307 			  ret_code);
308 		goto exit;
309 	}
310 	if ((info->start_idx + info->count) >
311 	    info->hmc_info->hmc_obj[info->rsrc_type].cnt) {
312 		ret_code = -EINVAL;
313 		hw_dbg(hw, "i40e_create_lan_hmc_object: returns error %d\n",
314 			  ret_code);
315 		goto exit;
316 	}
317 
318 	/* find sd index and limit */
319 	I40E_FIND_SD_INDEX_LIMIT(info->hmc_info, info->rsrc_type,
320 				 info->start_idx, info->count,
321 				 &sd_idx, &sd_lmt);
322 	if (sd_idx >= info->hmc_info->sd_table.sd_cnt ||
323 	    sd_lmt > info->hmc_info->sd_table.sd_cnt) {
324 		ret_code = -EINVAL;
325 		goto exit;
326 	}
327 	/* find pd index */
328 	I40E_FIND_PD_INDEX_LIMIT(info->hmc_info, info->rsrc_type,
329 				 info->start_idx, info->count, &pd_idx,
330 				 &pd_lmt);
331 
332 	/* This is to cover for cases where you may not want to have an SD with
333 	 * the full 2M memory but something smaller. By not filling out any
334 	 * size, the function will default the SD size to be 2M.
335 	 */
336 	if (info->direct_mode_sz == 0)
337 		sd_size = I40E_HMC_DIRECT_BP_SIZE;
338 	else
339 		sd_size = info->direct_mode_sz;
340 
341 	/* check if all the sds are valid. If not, allocate a page and
342 	 * initialize it.
343 	 */
344 	for (j = sd_idx; j < sd_lmt; j++) {
345 		/* update the sd table entry */
346 		ret_code = i40e_add_sd_table_entry(hw, info->hmc_info, j,
347 						   info->entry_type,
348 						   sd_size);
349 		if (ret_code)
350 			goto exit_sd_error;
351 		sd_entry = &info->hmc_info->sd_table.sd_entry[j];
352 		if (I40E_SD_TYPE_PAGED == sd_entry->entry_type) {
353 			/* check if all the pds in this sd are valid. If not,
354 			 * allocate a page and initialize it.
355 			 */
356 
357 			/* find pd_idx and pd_lmt in this sd */
358 			pd_idx1 = max(pd_idx, (j * I40E_HMC_MAX_BP_COUNT));
359 			pd_lmt1 = min(pd_lmt,
360 				      ((j + 1) * I40E_HMC_MAX_BP_COUNT));
361 			for (i = pd_idx1; i < pd_lmt1; i++) {
362 				/* update the pd table entry */
363 				ret_code = i40e_add_pd_table_entry(hw,
364 								info->hmc_info,
365 								i, NULL);
366 				if (ret_code) {
367 					pd_error = true;
368 					break;
369 				}
370 			}
371 			if (pd_error) {
372 				/* remove the backing pages from pd_idx1 to i */
373 				while (i && (i > pd_idx1)) {
374 					i40e_remove_pd_bp(hw, info->hmc_info,
375 							  (i - 1));
376 					i--;
377 				}
378 			}
379 		}
380 		if (!sd_entry->valid) {
381 			sd_entry->valid = true;
382 			switch (sd_entry->entry_type) {
383 			case I40E_SD_TYPE_PAGED:
384 				I40E_SET_PF_SD_ENTRY(hw,
385 					sd_entry->u.pd_table.pd_page_addr.pa,
386 					j, sd_entry->entry_type);
387 				break;
388 			case I40E_SD_TYPE_DIRECT:
389 				I40E_SET_PF_SD_ENTRY(hw, sd_entry->u.bp.addr.pa,
390 						     j, sd_entry->entry_type);
391 				break;
392 			default:
393 				ret_code = -EINVAL;
394 				goto exit;
395 			}
396 		}
397 	}
398 	goto exit;
399 
400 exit_sd_error:
401 	/* cleanup for sd entries from j to sd_idx */
402 	while (j && (j > sd_idx)) {
403 		sd_entry = &info->hmc_info->sd_table.sd_entry[j - 1];
404 		switch (sd_entry->entry_type) {
405 		case I40E_SD_TYPE_PAGED:
406 			pd_idx1 = max(pd_idx,
407 				      ((j - 1) * I40E_HMC_MAX_BP_COUNT));
408 			pd_lmt1 = min(pd_lmt, (j * I40E_HMC_MAX_BP_COUNT));
409 			for (i = pd_idx1; i < pd_lmt1; i++)
410 				i40e_remove_pd_bp(hw, info->hmc_info, i);
411 			i40e_remove_pd_page(hw, info->hmc_info, (j - 1));
412 			break;
413 		case I40E_SD_TYPE_DIRECT:
414 			i40e_remove_sd_bp(hw, info->hmc_info, (j - 1));
415 			break;
416 		default:
417 			ret_code = -EINVAL;
418 			break;
419 		}
420 		j--;
421 	}
422 exit:
423 	return ret_code;
424 }
425 
426 /**
427  * i40e_configure_lan_hmc - prepare the HMC backing store
428  * @hw: pointer to the hw structure
429  * @model: the model for the layout of the SD/PD tables
430  *
431  * - This function will be called once per physical function initialization.
432  * - This function will be called after i40e_init_lan_hmc() and before
433  *   any LAN/FCoE HMC objects can be created.
434  **/
i40e_configure_lan_hmc(struct i40e_hw * hw,enum i40e_hmc_model model)435 int i40e_configure_lan_hmc(struct i40e_hw *hw,
436 			   enum i40e_hmc_model model)
437 {
438 	struct i40e_hmc_lan_create_obj_info info;
439 	u8 hmc_fn_id = hw->hmc.hmc_fn_id;
440 	struct i40e_hmc_obj_info *obj;
441 	int ret_code = 0;
442 
443 	/* Initialize part of the create object info struct */
444 	info.hmc_info = &hw->hmc;
445 	info.rsrc_type = I40E_HMC_LAN_FULL;
446 	info.start_idx = 0;
447 	info.direct_mode_sz = hw->hmc.hmc_obj[I40E_HMC_LAN_FULL].size;
448 
449 	/* Build the SD entry for the LAN objects */
450 	switch (model) {
451 	case I40E_HMC_MODEL_DIRECT_PREFERRED:
452 	case I40E_HMC_MODEL_DIRECT_ONLY:
453 		info.entry_type = I40E_SD_TYPE_DIRECT;
454 		/* Make one big object, a single SD */
455 		info.count = 1;
456 		ret_code = i40e_create_lan_hmc_object(hw, &info);
457 		if (ret_code && (model == I40E_HMC_MODEL_DIRECT_PREFERRED))
458 			goto try_type_paged;
459 		else if (ret_code)
460 			goto configure_lan_hmc_out;
461 		/* else clause falls through the break */
462 		break;
463 	case I40E_HMC_MODEL_PAGED_ONLY:
464 try_type_paged:
465 		info.entry_type = I40E_SD_TYPE_PAGED;
466 		/* Make one big object in the PD table */
467 		info.count = 1;
468 		ret_code = i40e_create_lan_hmc_object(hw, &info);
469 		if (ret_code)
470 			goto configure_lan_hmc_out;
471 		break;
472 	default:
473 		/* unsupported type */
474 		ret_code = -EINVAL;
475 		hw_dbg(hw, "i40e_configure_lan_hmc: Unknown SD type: %d\n",
476 			  ret_code);
477 		goto configure_lan_hmc_out;
478 	}
479 
480 	/* Configure and program the FPM registers so objects can be created */
481 
482 	/* Tx contexts */
483 	obj = &hw->hmc.hmc_obj[I40E_HMC_LAN_TX];
484 	wr32(hw, I40E_GLHMC_LANTXBASE(hmc_fn_id),
485 	     (u32)((obj->base & I40E_GLHMC_LANTXBASE_FPMLANTXBASE_MASK) / 512));
486 	wr32(hw, I40E_GLHMC_LANTXCNT(hmc_fn_id), obj->cnt);
487 
488 	/* Rx contexts */
489 	obj = &hw->hmc.hmc_obj[I40E_HMC_LAN_RX];
490 	wr32(hw, I40E_GLHMC_LANRXBASE(hmc_fn_id),
491 	     (u32)((obj->base & I40E_GLHMC_LANRXBASE_FPMLANRXBASE_MASK) / 512));
492 	wr32(hw, I40E_GLHMC_LANRXCNT(hmc_fn_id), obj->cnt);
493 
494 	/* FCoE contexts */
495 	obj = &hw->hmc.hmc_obj[I40E_HMC_FCOE_CTX];
496 	wr32(hw, I40E_GLHMC_FCOEDDPBASE(hmc_fn_id),
497 	 (u32)((obj->base & I40E_GLHMC_FCOEDDPBASE_FPMFCOEDDPBASE_MASK) / 512));
498 	wr32(hw, I40E_GLHMC_FCOEDDPCNT(hmc_fn_id), obj->cnt);
499 
500 	/* FCoE filters */
501 	obj = &hw->hmc.hmc_obj[I40E_HMC_FCOE_FILT];
502 	wr32(hw, I40E_GLHMC_FCOEFBASE(hmc_fn_id),
503 	     (u32)((obj->base & I40E_GLHMC_FCOEFBASE_FPMFCOEFBASE_MASK) / 512));
504 	wr32(hw, I40E_GLHMC_FCOEFCNT(hmc_fn_id), obj->cnt);
505 
506 configure_lan_hmc_out:
507 	return ret_code;
508 }
509 
510 /**
511  * i40e_delete_lan_hmc_object - remove hmc objects
512  * @hw: pointer to the HW structure
513  * @info: pointer to i40e_hmc_delete_obj_info struct
514  *
515  * This will de-populate the SDs and PDs.  It frees
516  * the memory for PDS and backing storage.  After this function is returned,
517  * caller should deallocate memory allocated previously for
518  * book-keeping information about PDs and backing storage.
519  **/
i40e_delete_lan_hmc_object(struct i40e_hw * hw,struct i40e_hmc_lan_delete_obj_info * info)520 static int i40e_delete_lan_hmc_object(struct i40e_hw *hw,
521 				      struct i40e_hmc_lan_delete_obj_info *info)
522 {
523 	struct i40e_hmc_pd_table *pd_table;
524 	u32 pd_idx, pd_lmt, rel_pd_idx;
525 	u32 sd_idx, sd_lmt;
526 	int ret_code = 0;
527 	u32 i, j;
528 
529 	if (NULL == info) {
530 		ret_code = -EINVAL;
531 		hw_dbg(hw, "i40e_delete_hmc_object: bad info ptr\n");
532 		goto exit;
533 	}
534 	if (NULL == info->hmc_info) {
535 		ret_code = -EINVAL;
536 		hw_dbg(hw, "i40e_delete_hmc_object: bad info->hmc_info ptr\n");
537 		goto exit;
538 	}
539 	if (I40E_HMC_INFO_SIGNATURE != info->hmc_info->signature) {
540 		ret_code = -EINVAL;
541 		hw_dbg(hw, "i40e_delete_hmc_object: bad hmc_info->signature\n");
542 		goto exit;
543 	}
544 
545 	if (NULL == info->hmc_info->sd_table.sd_entry) {
546 		ret_code = -EINVAL;
547 		hw_dbg(hw, "i40e_delete_hmc_object: bad sd_entry\n");
548 		goto exit;
549 	}
550 
551 	if (NULL == info->hmc_info->hmc_obj) {
552 		ret_code = -EINVAL;
553 		hw_dbg(hw, "i40e_delete_hmc_object: bad hmc_info->hmc_obj\n");
554 		goto exit;
555 	}
556 	if (info->start_idx >= info->hmc_info->hmc_obj[info->rsrc_type].cnt) {
557 		ret_code = -EINVAL;
558 		hw_dbg(hw, "i40e_delete_hmc_object: returns error %d\n",
559 			  ret_code);
560 		goto exit;
561 	}
562 
563 	if ((info->start_idx + info->count) >
564 	    info->hmc_info->hmc_obj[info->rsrc_type].cnt) {
565 		ret_code = -EINVAL;
566 		hw_dbg(hw, "i40e_delete_hmc_object: returns error %d\n",
567 			  ret_code);
568 		goto exit;
569 	}
570 
571 	I40E_FIND_PD_INDEX_LIMIT(info->hmc_info, info->rsrc_type,
572 				 info->start_idx, info->count, &pd_idx,
573 				 &pd_lmt);
574 
575 	for (j = pd_idx; j < pd_lmt; j++) {
576 		sd_idx = j / I40E_HMC_PD_CNT_IN_SD;
577 
578 		if (I40E_SD_TYPE_PAGED !=
579 		    info->hmc_info->sd_table.sd_entry[sd_idx].entry_type)
580 			continue;
581 
582 		rel_pd_idx = j % I40E_HMC_PD_CNT_IN_SD;
583 
584 		pd_table =
585 			&info->hmc_info->sd_table.sd_entry[sd_idx].u.pd_table;
586 		if (pd_table->pd_entry[rel_pd_idx].valid) {
587 			ret_code = i40e_remove_pd_bp(hw, info->hmc_info, j);
588 			if (ret_code)
589 				goto exit;
590 		}
591 	}
592 
593 	/* find sd index and limit */
594 	I40E_FIND_SD_INDEX_LIMIT(info->hmc_info, info->rsrc_type,
595 				 info->start_idx, info->count,
596 				 &sd_idx, &sd_lmt);
597 	if (sd_idx >= info->hmc_info->sd_table.sd_cnt ||
598 	    sd_lmt > info->hmc_info->sd_table.sd_cnt) {
599 		ret_code = -EINVAL;
600 		goto exit;
601 	}
602 
603 	for (i = sd_idx; i < sd_lmt; i++) {
604 		if (!info->hmc_info->sd_table.sd_entry[i].valid)
605 			continue;
606 		switch (info->hmc_info->sd_table.sd_entry[i].entry_type) {
607 		case I40E_SD_TYPE_DIRECT:
608 			ret_code = i40e_remove_sd_bp(hw, info->hmc_info, i);
609 			if (ret_code)
610 				goto exit;
611 			break;
612 		case I40E_SD_TYPE_PAGED:
613 			ret_code = i40e_remove_pd_page(hw, info->hmc_info, i);
614 			if (ret_code)
615 				goto exit;
616 			break;
617 		default:
618 			break;
619 		}
620 	}
621 exit:
622 	return ret_code;
623 }
624 
625 /**
626  * i40e_shutdown_lan_hmc - Remove HMC backing store, free allocated memory
627  * @hw: pointer to the hw structure
628  *
629  * This must be called by drivers as they are shutting down and being
630  * removed from the OS.
631  **/
i40e_shutdown_lan_hmc(struct i40e_hw * hw)632 int i40e_shutdown_lan_hmc(struct i40e_hw *hw)
633 {
634 	struct i40e_hmc_lan_delete_obj_info info;
635 	int ret_code;
636 
637 	info.hmc_info = &hw->hmc;
638 	info.rsrc_type = I40E_HMC_LAN_FULL;
639 	info.start_idx = 0;
640 	info.count = 1;
641 
642 	/* delete the object */
643 	ret_code = i40e_delete_lan_hmc_object(hw, &info);
644 
645 	/* free the SD table entry for LAN */
646 	i40e_free_virt_mem(hw, &hw->hmc.sd_table.addr);
647 	hw->hmc.sd_table.sd_cnt = 0;
648 	hw->hmc.sd_table.sd_entry = NULL;
649 
650 	/* free memory used for hmc_obj */
651 	i40e_free_virt_mem(hw, &hw->hmc.hmc_obj_virt_mem);
652 	hw->hmc.hmc_obj = NULL;
653 
654 	return ret_code;
655 }
656 
657 #define I40E_HMC_STORE(_struct, _ele)		\
658 	offsetof(struct _struct, _ele),		\
659 	sizeof_field(struct _struct, _ele)
660 
661 struct i40e_context_ele {
662 	u16 offset;
663 	u16 size_of;
664 	u16 width;
665 	u16 lsb;
666 };
667 
668 /* LAN Tx Queue Context */
669 static struct i40e_context_ele i40e_hmc_txq_ce_info[] = {
670 					     /* Field      Width    LSB */
671 	{I40E_HMC_STORE(i40e_hmc_obj_txq, head),           13,      0 },
672 	{I40E_HMC_STORE(i40e_hmc_obj_txq, new_context),     1,     30 },
673 	{I40E_HMC_STORE(i40e_hmc_obj_txq, base),           57,     32 },
674 	{I40E_HMC_STORE(i40e_hmc_obj_txq, fc_ena),          1,     89 },
675 	{I40E_HMC_STORE(i40e_hmc_obj_txq, timesync_ena),    1,     90 },
676 	{I40E_HMC_STORE(i40e_hmc_obj_txq, fd_ena),          1,     91 },
677 	{I40E_HMC_STORE(i40e_hmc_obj_txq, alt_vlan_ena),    1,     92 },
678 	{I40E_HMC_STORE(i40e_hmc_obj_txq, cpuid),           8,     96 },
679 /* line 1 */
680 	{I40E_HMC_STORE(i40e_hmc_obj_txq, thead_wb),       13,  0 + 128 },
681 	{I40E_HMC_STORE(i40e_hmc_obj_txq, head_wb_ena),     1, 32 + 128 },
682 	{I40E_HMC_STORE(i40e_hmc_obj_txq, qlen),           13, 33 + 128 },
683 	{I40E_HMC_STORE(i40e_hmc_obj_txq, tphrdesc_ena),    1, 46 + 128 },
684 	{I40E_HMC_STORE(i40e_hmc_obj_txq, tphrpacket_ena),  1, 47 + 128 },
685 	{I40E_HMC_STORE(i40e_hmc_obj_txq, tphwdesc_ena),    1, 48 + 128 },
686 	{I40E_HMC_STORE(i40e_hmc_obj_txq, head_wb_addr),   64, 64 + 128 },
687 /* line 7 */
688 	{I40E_HMC_STORE(i40e_hmc_obj_txq, crc),            32,  0 + (7 * 128) },
689 	{I40E_HMC_STORE(i40e_hmc_obj_txq, rdylist),        10, 84 + (7 * 128) },
690 	{I40E_HMC_STORE(i40e_hmc_obj_txq, rdylist_act),     1, 94 + (7 * 128) },
691 	{ 0 }
692 };
693 
694 /* LAN Rx Queue Context */
695 static struct i40e_context_ele i40e_hmc_rxq_ce_info[] = {
696 					 /* Field      Width    LSB */
697 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, head),        13,	0   },
698 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, cpuid),        8,	13  },
699 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, base),        57,	32  },
700 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, qlen),        13,	89  },
701 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, dbuff),        7,	102 },
702 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, hbuff),        5,	109 },
703 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, dtype),        2,	114 },
704 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, dsize),        1,	116 },
705 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, crcstrip),     1,	117 },
706 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, fc_ena),       1,	118 },
707 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, l2tsel),       1,	119 },
708 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, hsplit_0),     4,	120 },
709 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, hsplit_1),     2,	124 },
710 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, showiv),       1,	127 },
711 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, rxmax),       14,	174 },
712 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, tphrdesc_ena), 1,	193 },
713 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, tphwdesc_ena), 1,	194 },
714 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, tphdata_ena),  1,	195 },
715 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, tphhead_ena),  1,	196 },
716 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, lrxqthresh),   3,	198 },
717 	{ I40E_HMC_STORE(i40e_hmc_obj_rxq, prefena),      1,	201 },
718 	{ 0 }
719 };
720 
721 /**
722  * i40e_write_byte - replace HMC context byte
723  * @hmc_bits: pointer to the HMC memory
724  * @ce_info: a description of the struct to be read from
725  * @src: the struct to be read from
726  **/
i40e_write_byte(u8 * hmc_bits,struct i40e_context_ele * ce_info,u8 * src)727 static void i40e_write_byte(u8 *hmc_bits,
728 			    struct i40e_context_ele *ce_info,
729 			    u8 *src)
730 {
731 	u8 src_byte, dest_byte, mask;
732 	u8 *from, *dest;
733 	u16 shift_width;
734 
735 	/* copy from the next struct field */
736 	from = src + ce_info->offset;
737 
738 	/* prepare the bits and mask */
739 	shift_width = ce_info->lsb % 8;
740 	mask = (u8)(BIT(ce_info->width) - 1);
741 
742 	src_byte = *from;
743 	src_byte &= mask;
744 
745 	/* shift to correct alignment */
746 	mask <<= shift_width;
747 	src_byte <<= shift_width;
748 
749 	/* get the current bits from the target bit string */
750 	dest = hmc_bits + (ce_info->lsb / 8);
751 
752 	memcpy(&dest_byte, dest, sizeof(dest_byte));
753 
754 	dest_byte &= ~mask;	/* get the bits not changing */
755 	dest_byte |= src_byte;	/* add in the new bits */
756 
757 	/* put it all back */
758 	memcpy(dest, &dest_byte, sizeof(dest_byte));
759 }
760 
761 /**
762  * i40e_write_word - replace HMC context word
763  * @hmc_bits: pointer to the HMC memory
764  * @ce_info: a description of the struct to be read from
765  * @src: the struct to be read from
766  **/
i40e_write_word(u8 * hmc_bits,struct i40e_context_ele * ce_info,u8 * src)767 static void i40e_write_word(u8 *hmc_bits,
768 			    struct i40e_context_ele *ce_info,
769 			    u8 *src)
770 {
771 	u16 src_word, mask;
772 	u8 *from, *dest;
773 	u16 shift_width;
774 	__le16 dest_word;
775 
776 	/* copy from the next struct field */
777 	from = src + ce_info->offset;
778 
779 	/* prepare the bits and mask */
780 	shift_width = ce_info->lsb % 8;
781 	mask = BIT(ce_info->width) - 1;
782 
783 	/* don't swizzle the bits until after the mask because the mask bits
784 	 * will be in a different bit position on big endian machines
785 	 */
786 	src_word = *(u16 *)from;
787 	src_word &= mask;
788 
789 	/* shift to correct alignment */
790 	mask <<= shift_width;
791 	src_word <<= shift_width;
792 
793 	/* get the current bits from the target bit string */
794 	dest = hmc_bits + (ce_info->lsb / 8);
795 
796 	memcpy(&dest_word, dest, sizeof(dest_word));
797 
798 	dest_word &= ~(cpu_to_le16(mask));	/* get the bits not changing */
799 	dest_word |= cpu_to_le16(src_word);	/* add in the new bits */
800 
801 	/* put it all back */
802 	memcpy(dest, &dest_word, sizeof(dest_word));
803 }
804 
805 /**
806  * i40e_write_dword - replace HMC context dword
807  * @hmc_bits: pointer to the HMC memory
808  * @ce_info: a description of the struct to be read from
809  * @src: the struct to be read from
810  **/
i40e_write_dword(u8 * hmc_bits,struct i40e_context_ele * ce_info,u8 * src)811 static void i40e_write_dword(u8 *hmc_bits,
812 			     struct i40e_context_ele *ce_info,
813 			     u8 *src)
814 {
815 	u32 src_dword, mask;
816 	u8 *from, *dest;
817 	u16 shift_width;
818 	__le32 dest_dword;
819 
820 	/* copy from the next struct field */
821 	from = src + ce_info->offset;
822 
823 	/* prepare the bits and mask */
824 	shift_width = ce_info->lsb % 8;
825 
826 	/* if the field width is exactly 32 on an x86 machine, then the shift
827 	 * operation will not work because the SHL instructions count is masked
828 	 * to 5 bits so the shift will do nothing
829 	 */
830 	if (ce_info->width < 32)
831 		mask = BIT(ce_info->width) - 1;
832 	else
833 		mask = ~(u32)0;
834 
835 	/* don't swizzle the bits until after the mask because the mask bits
836 	 * will be in a different bit position on big endian machines
837 	 */
838 	src_dword = *(u32 *)from;
839 	src_dword &= mask;
840 
841 	/* shift to correct alignment */
842 	mask <<= shift_width;
843 	src_dword <<= shift_width;
844 
845 	/* get the current bits from the target bit string */
846 	dest = hmc_bits + (ce_info->lsb / 8);
847 
848 	memcpy(&dest_dword, dest, sizeof(dest_dword));
849 
850 	dest_dword &= ~(cpu_to_le32(mask));	/* get the bits not changing */
851 	dest_dword |= cpu_to_le32(src_dword);	/* add in the new bits */
852 
853 	/* put it all back */
854 	memcpy(dest, &dest_dword, sizeof(dest_dword));
855 }
856 
857 /**
858  * i40e_write_qword - replace HMC context qword
859  * @hmc_bits: pointer to the HMC memory
860  * @ce_info: a description of the struct to be read from
861  * @src: the struct to be read from
862  **/
i40e_write_qword(u8 * hmc_bits,struct i40e_context_ele * ce_info,u8 * src)863 static void i40e_write_qword(u8 *hmc_bits,
864 			     struct i40e_context_ele *ce_info,
865 			     u8 *src)
866 {
867 	u64 src_qword, mask;
868 	u8 *from, *dest;
869 	u16 shift_width;
870 	__le64 dest_qword;
871 
872 	/* copy from the next struct field */
873 	from = src + ce_info->offset;
874 
875 	/* prepare the bits and mask */
876 	shift_width = ce_info->lsb % 8;
877 
878 	/* if the field width is exactly 64 on an x86 machine, then the shift
879 	 * operation will not work because the SHL instructions count is masked
880 	 * to 6 bits so the shift will do nothing
881 	 */
882 	if (ce_info->width < 64)
883 		mask = BIT_ULL(ce_info->width) - 1;
884 	else
885 		mask = ~(u64)0;
886 
887 	/* don't swizzle the bits until after the mask because the mask bits
888 	 * will be in a different bit position on big endian machines
889 	 */
890 	src_qword = *(u64 *)from;
891 	src_qword &= mask;
892 
893 	/* shift to correct alignment */
894 	mask <<= shift_width;
895 	src_qword <<= shift_width;
896 
897 	/* get the current bits from the target bit string */
898 	dest = hmc_bits + (ce_info->lsb / 8);
899 
900 	memcpy(&dest_qword, dest, sizeof(dest_qword));
901 
902 	dest_qword &= ~(cpu_to_le64(mask));	/* get the bits not changing */
903 	dest_qword |= cpu_to_le64(src_qword);	/* add in the new bits */
904 
905 	/* put it all back */
906 	memcpy(dest, &dest_qword, sizeof(dest_qword));
907 }
908 
909 /**
910  * i40e_clear_hmc_context - zero out the HMC context bits
911  * @hw:       the hardware struct
912  * @context_bytes: pointer to the context bit array (DMA memory)
913  * @hmc_type: the type of HMC resource
914  **/
i40e_clear_hmc_context(struct i40e_hw * hw,u8 * context_bytes,enum i40e_hmc_lan_rsrc_type hmc_type)915 static int i40e_clear_hmc_context(struct i40e_hw *hw,
916 				  u8 *context_bytes,
917 				  enum i40e_hmc_lan_rsrc_type hmc_type)
918 {
919 	/* clean the bit array */
920 	memset(context_bytes, 0, (u32)hw->hmc.hmc_obj[hmc_type].size);
921 
922 	return 0;
923 }
924 
925 /**
926  * i40e_set_hmc_context - replace HMC context bits
927  * @context_bytes: pointer to the context bit array
928  * @ce_info:  a description of the struct to be filled
929  * @dest:     the struct to be filled
930  **/
i40e_set_hmc_context(u8 * context_bytes,struct i40e_context_ele * ce_info,u8 * dest)931 static int i40e_set_hmc_context(u8 *context_bytes,
932 				struct i40e_context_ele *ce_info,
933 				u8 *dest)
934 {
935 	int f;
936 
937 	for (f = 0; ce_info[f].width != 0; f++) {
938 
939 		/* we have to deal with each element of the HMC using the
940 		 * correct size so that we are correct regardless of the
941 		 * endianness of the machine
942 		 */
943 		switch (ce_info[f].size_of) {
944 		case 1:
945 			i40e_write_byte(context_bytes, &ce_info[f], dest);
946 			break;
947 		case 2:
948 			i40e_write_word(context_bytes, &ce_info[f], dest);
949 			break;
950 		case 4:
951 			i40e_write_dword(context_bytes, &ce_info[f], dest);
952 			break;
953 		case 8:
954 			i40e_write_qword(context_bytes, &ce_info[f], dest);
955 			break;
956 		}
957 	}
958 
959 	return 0;
960 }
961 
962 /**
963  * i40e_hmc_get_object_va - retrieves an object's virtual address
964  * @hw: the hardware struct, from which we obtain the i40e_hmc_info pointer
965  * @object_base: pointer to u64 to get the va
966  * @rsrc_type: the hmc resource type
967  * @obj_idx: hmc object index
968  *
969  * This function retrieves the object's virtual address from the object
970  * base pointer.  This function is used for LAN Queue contexts.
971  **/
972 static
i40e_hmc_get_object_va(struct i40e_hw * hw,u8 ** object_base,enum i40e_hmc_lan_rsrc_type rsrc_type,u32 obj_idx)973 int i40e_hmc_get_object_va(struct i40e_hw *hw, u8 **object_base,
974 			   enum i40e_hmc_lan_rsrc_type rsrc_type,
975 			   u32 obj_idx)
976 {
977 	struct i40e_hmc_info *hmc_info = &hw->hmc;
978 	u32 obj_offset_in_sd, obj_offset_in_pd;
979 	struct i40e_hmc_sd_entry *sd_entry;
980 	struct i40e_hmc_pd_entry *pd_entry;
981 	u32 pd_idx, pd_lmt, rel_pd_idx;
982 	u64 obj_offset_in_fpm;
983 	u32 sd_idx, sd_lmt;
984 	int ret_code = 0;
985 
986 	if (NULL == hmc_info) {
987 		ret_code = -EINVAL;
988 		hw_dbg(hw, "i40e_hmc_get_object_va: bad hmc_info ptr\n");
989 		goto exit;
990 	}
991 	if (NULL == hmc_info->hmc_obj) {
992 		ret_code = -EINVAL;
993 		hw_dbg(hw, "i40e_hmc_get_object_va: bad hmc_info->hmc_obj ptr\n");
994 		goto exit;
995 	}
996 	if (NULL == object_base) {
997 		ret_code = -EINVAL;
998 		hw_dbg(hw, "i40e_hmc_get_object_va: bad object_base ptr\n");
999 		goto exit;
1000 	}
1001 	if (I40E_HMC_INFO_SIGNATURE != hmc_info->signature) {
1002 		ret_code = -EINVAL;
1003 		hw_dbg(hw, "i40e_hmc_get_object_va: bad hmc_info->signature\n");
1004 		goto exit;
1005 	}
1006 	if (obj_idx >= hmc_info->hmc_obj[rsrc_type].cnt) {
1007 		hw_dbg(hw, "i40e_hmc_get_object_va: returns error %d\n",
1008 			  ret_code);
1009 		ret_code = -EINVAL;
1010 		goto exit;
1011 	}
1012 	/* find sd index and limit */
1013 	I40E_FIND_SD_INDEX_LIMIT(hmc_info, rsrc_type, obj_idx, 1,
1014 				 &sd_idx, &sd_lmt);
1015 
1016 	sd_entry = &hmc_info->sd_table.sd_entry[sd_idx];
1017 	obj_offset_in_fpm = hmc_info->hmc_obj[rsrc_type].base +
1018 			    hmc_info->hmc_obj[rsrc_type].size * obj_idx;
1019 
1020 	if (I40E_SD_TYPE_PAGED == sd_entry->entry_type) {
1021 		I40E_FIND_PD_INDEX_LIMIT(hmc_info, rsrc_type, obj_idx, 1,
1022 					 &pd_idx, &pd_lmt);
1023 		rel_pd_idx = pd_idx % I40E_HMC_PD_CNT_IN_SD;
1024 		pd_entry = &sd_entry->u.pd_table.pd_entry[rel_pd_idx];
1025 		obj_offset_in_pd = (u32)(obj_offset_in_fpm %
1026 					 I40E_HMC_PAGED_BP_SIZE);
1027 		*object_base = (u8 *)pd_entry->bp.addr.va + obj_offset_in_pd;
1028 	} else {
1029 		obj_offset_in_sd = (u32)(obj_offset_in_fpm %
1030 					 I40E_HMC_DIRECT_BP_SIZE);
1031 		*object_base = (u8 *)sd_entry->u.bp.addr.va + obj_offset_in_sd;
1032 	}
1033 exit:
1034 	return ret_code;
1035 }
1036 
1037 /**
1038  * i40e_clear_lan_tx_queue_context - clear the HMC context for the queue
1039  * @hw:    the hardware struct
1040  * @queue: the queue we care about
1041  **/
i40e_clear_lan_tx_queue_context(struct i40e_hw * hw,u16 queue)1042 int i40e_clear_lan_tx_queue_context(struct i40e_hw *hw,
1043 				    u16 queue)
1044 {
1045 	u8 *context_bytes;
1046 	int err;
1047 
1048 	err = i40e_hmc_get_object_va(hw, &context_bytes,
1049 				     I40E_HMC_LAN_TX, queue);
1050 	if (err < 0)
1051 		return err;
1052 
1053 	return i40e_clear_hmc_context(hw, context_bytes, I40E_HMC_LAN_TX);
1054 }
1055 
1056 /**
1057  * i40e_set_lan_tx_queue_context - set the HMC context for the queue
1058  * @hw:    the hardware struct
1059  * @queue: the queue we care about
1060  * @s:     the struct to be filled
1061  **/
i40e_set_lan_tx_queue_context(struct i40e_hw * hw,u16 queue,struct i40e_hmc_obj_txq * s)1062 int i40e_set_lan_tx_queue_context(struct i40e_hw *hw,
1063 				  u16 queue,
1064 				  struct i40e_hmc_obj_txq *s)
1065 {
1066 	u8 *context_bytes;
1067 	int err;
1068 
1069 	err = i40e_hmc_get_object_va(hw, &context_bytes,
1070 				     I40E_HMC_LAN_TX, queue);
1071 	if (err < 0)
1072 		return err;
1073 
1074 	return i40e_set_hmc_context(context_bytes,
1075 				    i40e_hmc_txq_ce_info, (u8 *)s);
1076 }
1077 
1078 /**
1079  * i40e_clear_lan_rx_queue_context - clear the HMC context for the queue
1080  * @hw:    the hardware struct
1081  * @queue: the queue we care about
1082  **/
i40e_clear_lan_rx_queue_context(struct i40e_hw * hw,u16 queue)1083 int i40e_clear_lan_rx_queue_context(struct i40e_hw *hw,
1084 				    u16 queue)
1085 {
1086 	u8 *context_bytes;
1087 	int err;
1088 
1089 	err = i40e_hmc_get_object_va(hw, &context_bytes,
1090 				     I40E_HMC_LAN_RX, queue);
1091 	if (err < 0)
1092 		return err;
1093 
1094 	return i40e_clear_hmc_context(hw, context_bytes, I40E_HMC_LAN_RX);
1095 }
1096 
1097 /**
1098  * i40e_set_lan_rx_queue_context - set the HMC context for the queue
1099  * @hw:    the hardware struct
1100  * @queue: the queue we care about
1101  * @s:     the struct to be filled
1102  **/
i40e_set_lan_rx_queue_context(struct i40e_hw * hw,u16 queue,struct i40e_hmc_obj_rxq * s)1103 int i40e_set_lan_rx_queue_context(struct i40e_hw *hw,
1104 				  u16 queue,
1105 				  struct i40e_hmc_obj_rxq *s)
1106 {
1107 	u8 *context_bytes;
1108 	int err;
1109 
1110 	err = i40e_hmc_get_object_va(hw, &context_bytes,
1111 				     I40E_HMC_LAN_RX, queue);
1112 	if (err < 0)
1113 		return err;
1114 
1115 	return i40e_set_hmc_context(context_bytes,
1116 				    i40e_hmc_rxq_ce_info, (u8 *)s);
1117 }
1118