1 /******************************************************************************
2  *
3  * This file is provided under a dual BSD/GPLv2 license.  When using or
4  * redistributing this file, you may do so under either license.
5  *
6  * GPL LICENSE SUMMARY
7  *
8  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of version 2 of the GNU General Public License as
14  * published by the Free Software Foundation.
15  *
16  * This program is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24  * USA
25  *
26  * The full GNU General Public License is included in this distribution
27  * in the file called COPYING.
28  *
29  * Contact Information:
30  *  Intel Linux Wireless <linuxwifi@intel.com>
31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32  *
33  * BSD LICENSE
34  *
35  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
38  * All rights reserved.
39  *
40  * Redistribution and use in source and binary forms, with or without
41  * modification, are permitted provided that the following conditions
42  * are met:
43  *
44  *  * Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  *  * Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in
48  *    the documentation and/or other materials provided with the
49  *    distribution.
50  *  * Neither the name Intel Corporation nor the names of its
51  *    contributors may be used to endorse or promote products derived
52  *    from this software without specific prior written permission.
53  *
54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65  *
66  *****************************************************************************/
67 #include <linux/vmalloc.h>
68 #include <linux/ieee80211.h>
69 #include <linux/netdevice.h>
70 
71 #include "mvm.h"
72 #include "sta.h"
73 #include "iwl-io.h"
74 #include "debugfs.h"
75 #include "fw/error-dump.h"
76 
77 static ssize_t iwl_dbgfs_ctdp_budget_read(struct file *file,
78 					  char __user *user_buf,
79 					  size_t count, loff_t *ppos)
80 {
81 	struct iwl_mvm *mvm = file->private_data;
82 	char buf[16];
83 	int pos, budget;
84 
85 	if (!iwl_mvm_is_ctdp_supported(mvm))
86 		return -EOPNOTSUPP;
87 
88 	if (!iwl_mvm_firmware_running(mvm) ||
89 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
90 		return -EIO;
91 
92 	mutex_lock(&mvm->mutex);
93 	budget = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_REPORT, 0);
94 	mutex_unlock(&mvm->mutex);
95 
96 	if (budget < 0)
97 		return budget;
98 
99 	pos = scnprintf(buf, sizeof(buf), "%d\n", budget);
100 
101 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
102 }
103 
104 static ssize_t iwl_dbgfs_stop_ctdp_write(struct iwl_mvm *mvm, char *buf,
105 					 size_t count, loff_t *ppos)
106 {
107 	int ret;
108 
109 	if (!iwl_mvm_is_ctdp_supported(mvm))
110 		return -EOPNOTSUPP;
111 
112 	if (!iwl_mvm_firmware_running(mvm) ||
113 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
114 		return -EIO;
115 
116 	mutex_lock(&mvm->mutex);
117 	ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_STOP, 0);
118 	mutex_unlock(&mvm->mutex);
119 
120 	return ret ?: count;
121 }
122 
123 static ssize_t iwl_dbgfs_force_ctkill_write(struct iwl_mvm *mvm, char *buf,
124 					    size_t count, loff_t *ppos)
125 {
126 	if (!iwl_mvm_firmware_running(mvm) ||
127 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
128 		return -EIO;
129 
130 	iwl_mvm_enter_ctkill(mvm);
131 
132 	return count;
133 }
134 
135 static ssize_t iwl_dbgfs_tx_flush_write(struct iwl_mvm *mvm, char *buf,
136 					size_t count, loff_t *ppos)
137 {
138 	int ret;
139 	u32 flush_arg;
140 
141 	if (!iwl_mvm_firmware_running(mvm) ||
142 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
143 		return -EIO;
144 
145 	if (kstrtou32(buf, 0, &flush_arg))
146 		return -EINVAL;
147 
148 	if (iwl_mvm_has_new_tx_api(mvm)) {
149 		IWL_DEBUG_TX_QUEUES(mvm,
150 				    "FLUSHING all tids queues on sta_id = %d\n",
151 				    flush_arg);
152 		mutex_lock(&mvm->mutex);
153 		ret = iwl_mvm_flush_sta_tids(mvm, flush_arg, 0xFF, 0) ? : count;
154 		mutex_unlock(&mvm->mutex);
155 		return ret;
156 	}
157 
158 	IWL_DEBUG_TX_QUEUES(mvm, "FLUSHING queues mask to flush = 0x%x\n",
159 			    flush_arg);
160 
161 	mutex_lock(&mvm->mutex);
162 	ret =  iwl_mvm_flush_tx_path(mvm, flush_arg, 0) ? : count;
163 	mutex_unlock(&mvm->mutex);
164 
165 	return ret;
166 }
167 
168 static ssize_t iwl_dbgfs_sta_drain_write(struct iwl_mvm *mvm, char *buf,
169 					 size_t count, loff_t *ppos)
170 {
171 	struct iwl_mvm_sta *mvmsta;
172 	int sta_id, drain, ret;
173 
174 	if (!iwl_mvm_firmware_running(mvm) ||
175 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
176 		return -EIO;
177 
178 	if (sscanf(buf, "%d %d", &sta_id, &drain) != 2)
179 		return -EINVAL;
180 	if (sta_id < 0 || sta_id >= IWL_MVM_STATION_COUNT)
181 		return -EINVAL;
182 	if (drain < 0 || drain > 1)
183 		return -EINVAL;
184 
185 	mutex_lock(&mvm->mutex);
186 
187 	mvmsta = iwl_mvm_sta_from_staid_protected(mvm, sta_id);
188 
189 	if (!mvmsta)
190 		ret = -ENOENT;
191 	else
192 		ret = iwl_mvm_drain_sta(mvm, mvmsta, drain) ? : count;
193 
194 	mutex_unlock(&mvm->mutex);
195 
196 	return ret;
197 }
198 
199 static ssize_t iwl_dbgfs_sram_read(struct file *file, char __user *user_buf,
200 				   size_t count, loff_t *ppos)
201 {
202 	struct iwl_mvm *mvm = file->private_data;
203 	const struct fw_img *img;
204 	unsigned int ofs, len;
205 	size_t ret;
206 	u8 *ptr;
207 
208 	if (!iwl_mvm_firmware_running(mvm))
209 		return -EINVAL;
210 
211 	/* default is to dump the entire data segment */
212 	img = &mvm->fw->img[mvm->fwrt.cur_fw_img];
213 	ofs = img->sec[IWL_UCODE_SECTION_DATA].offset;
214 	len = img->sec[IWL_UCODE_SECTION_DATA].len;
215 
216 	if (mvm->dbgfs_sram_len) {
217 		ofs = mvm->dbgfs_sram_offset;
218 		len = mvm->dbgfs_sram_len;
219 	}
220 
221 	ptr = kzalloc(len, GFP_KERNEL);
222 	if (!ptr)
223 		return -ENOMEM;
224 
225 	iwl_trans_read_mem_bytes(mvm->trans, ofs, ptr, len);
226 
227 	ret = simple_read_from_buffer(user_buf, count, ppos, ptr, len);
228 
229 	kfree(ptr);
230 
231 	return ret;
232 }
233 
234 static ssize_t iwl_dbgfs_sram_write(struct iwl_mvm *mvm, char *buf,
235 				    size_t count, loff_t *ppos)
236 {
237 	const struct fw_img *img;
238 	u32 offset, len;
239 	u32 img_offset, img_len;
240 
241 	if (!iwl_mvm_firmware_running(mvm))
242 		return -EINVAL;
243 
244 	img = &mvm->fw->img[mvm->fwrt.cur_fw_img];
245 	img_offset = img->sec[IWL_UCODE_SECTION_DATA].offset;
246 	img_len = img->sec[IWL_UCODE_SECTION_DATA].len;
247 
248 	if (sscanf(buf, "%x,%x", &offset, &len) == 2) {
249 		if ((offset & 0x3) || (len & 0x3))
250 			return -EINVAL;
251 
252 		if (offset + len > img_offset + img_len)
253 			return -EINVAL;
254 
255 		mvm->dbgfs_sram_offset = offset;
256 		mvm->dbgfs_sram_len = len;
257 	} else {
258 		mvm->dbgfs_sram_offset = 0;
259 		mvm->dbgfs_sram_len = 0;
260 	}
261 
262 	return count;
263 }
264 
265 static ssize_t iwl_dbgfs_set_nic_temperature_read(struct file *file,
266 						  char __user *user_buf,
267 						  size_t count, loff_t *ppos)
268 {
269 	struct iwl_mvm *mvm = file->private_data;
270 	char buf[16];
271 	int pos;
272 
273 	if (!mvm->temperature_test)
274 		pos = scnprintf(buf , sizeof(buf), "disabled\n");
275 	else
276 		pos = scnprintf(buf , sizeof(buf), "%d\n", mvm->temperature);
277 
278 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
279 }
280 
281 /*
282  * Set NIC Temperature
283  * Cause the driver to ignore the actual NIC temperature reported by the FW
284  * Enable: any value between IWL_MVM_DEBUG_SET_TEMPERATURE_MIN -
285  * IWL_MVM_DEBUG_SET_TEMPERATURE_MAX
286  * Disable: IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE
287  */
288 static ssize_t iwl_dbgfs_set_nic_temperature_write(struct iwl_mvm *mvm,
289 						   char *buf, size_t count,
290 						   loff_t *ppos)
291 {
292 	int temperature;
293 
294 	if (!iwl_mvm_firmware_running(mvm) && !mvm->temperature_test)
295 		return -EIO;
296 
297 	if (kstrtoint(buf, 10, &temperature))
298 		return -EINVAL;
299 	/* not a legal temperature */
300 	if ((temperature > IWL_MVM_DEBUG_SET_TEMPERATURE_MAX &&
301 	     temperature != IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE) ||
302 	    temperature < IWL_MVM_DEBUG_SET_TEMPERATURE_MIN)
303 		return -EINVAL;
304 
305 	mutex_lock(&mvm->mutex);
306 	if (temperature == IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE) {
307 		if (!mvm->temperature_test)
308 			goto out;
309 
310 		mvm->temperature_test = false;
311 		/* Since we can't read the temp while awake, just set
312 		 * it to zero until we get the next RX stats from the
313 		 * firmware.
314 		 */
315 		mvm->temperature = 0;
316 	} else {
317 		mvm->temperature_test = true;
318 		mvm->temperature = temperature;
319 	}
320 	IWL_DEBUG_TEMP(mvm, "%sabling debug set temperature (temp = %d)\n",
321 		       mvm->temperature_test ? "En" : "Dis" ,
322 		       mvm->temperature);
323 	/* handle the temperature change */
324 	iwl_mvm_tt_handler(mvm);
325 
326 out:
327 	mutex_unlock(&mvm->mutex);
328 
329 	return count;
330 }
331 
332 static ssize_t iwl_dbgfs_nic_temp_read(struct file *file,
333 				       char __user *user_buf,
334 				       size_t count, loff_t *ppos)
335 {
336 	struct iwl_mvm *mvm = file->private_data;
337 	char buf[16];
338 	int pos, ret;
339 	s32 temp;
340 
341 	if (!iwl_mvm_firmware_running(mvm))
342 		return -EIO;
343 
344 	mutex_lock(&mvm->mutex);
345 	ret = iwl_mvm_get_temp(mvm, &temp);
346 	mutex_unlock(&mvm->mutex);
347 
348 	if (ret)
349 		return -EIO;
350 
351 	pos = scnprintf(buf , sizeof(buf), "%d\n", temp);
352 
353 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
354 }
355 
356 #ifdef CONFIG_ACPI
357 static ssize_t iwl_dbgfs_sar_geo_profile_read(struct file *file,
358 					      char __user *user_buf,
359 					      size_t count, loff_t *ppos)
360 {
361 	struct iwl_mvm *mvm = file->private_data;
362 	char buf[256];
363 	int pos = 0;
364 	int bufsz = sizeof(buf);
365 	int tbl_idx;
366 	u8 *value;
367 
368 	if (!iwl_mvm_firmware_running(mvm))
369 		return -EIO;
370 
371 	mutex_lock(&mvm->mutex);
372 	tbl_idx = iwl_mvm_get_sar_geo_profile(mvm);
373 	if (tbl_idx < 0) {
374 		mutex_unlock(&mvm->mutex);
375 		return tbl_idx;
376 	}
377 
378 	if (!tbl_idx) {
379 		pos = scnprintf(buf, bufsz,
380 				"SAR geographic profile disabled\n");
381 	} else {
382 		value = &mvm->geo_profiles[tbl_idx - 1].values[0];
383 
384 		pos += scnprintf(buf + pos, bufsz - pos,
385 				 "Use geographic profile %d\n", tbl_idx);
386 		pos += scnprintf(buf + pos, bufsz - pos,
387 				 "2.4GHz:\n\tChain A offset: %hhd dBm\n\tChain B offset: %hhd dBm\n\tmax tx power: %hhd dBm\n",
388 				 value[1], value[2], value[0]);
389 		pos += scnprintf(buf + pos, bufsz - pos,
390 				 "5.2GHz:\n\tChain A offset: %hhd dBm\n\tChain B offset: %hhd dBm\n\tmax tx power: %hhd dBm\n",
391 				 value[4], value[5], value[3]);
392 	}
393 	mutex_unlock(&mvm->mutex);
394 
395 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
396 }
397 #endif
398 
399 static ssize_t iwl_dbgfs_stations_read(struct file *file, char __user *user_buf,
400 				       size_t count, loff_t *ppos)
401 {
402 	struct iwl_mvm *mvm = file->private_data;
403 	struct ieee80211_sta *sta;
404 	char buf[400];
405 	int i, pos = 0, bufsz = sizeof(buf);
406 
407 	mutex_lock(&mvm->mutex);
408 
409 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) {
410 		pos += scnprintf(buf + pos, bufsz - pos, "%.2d: ", i);
411 		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
412 						lockdep_is_held(&mvm->mutex));
413 		if (!sta)
414 			pos += scnprintf(buf + pos, bufsz - pos, "N/A\n");
415 		else if (IS_ERR(sta))
416 			pos += scnprintf(buf + pos, bufsz - pos, "%ld\n",
417 					 PTR_ERR(sta));
418 		else
419 			pos += scnprintf(buf + pos, bufsz - pos, "%pM\n",
420 					 sta->addr);
421 	}
422 
423 	mutex_unlock(&mvm->mutex);
424 
425 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
426 }
427 
428 static ssize_t iwl_dbgfs_disable_power_off_read(struct file *file,
429 						char __user *user_buf,
430 						size_t count, loff_t *ppos)
431 {
432 	struct iwl_mvm *mvm = file->private_data;
433 	char buf[64];
434 	int bufsz = sizeof(buf);
435 	int pos = 0;
436 
437 	pos += scnprintf(buf+pos, bufsz-pos, "disable_power_off_d0=%d\n",
438 			 mvm->disable_power_off);
439 	pos += scnprintf(buf+pos, bufsz-pos, "disable_power_off_d3=%d\n",
440 			 mvm->disable_power_off_d3);
441 
442 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
443 }
444 
445 static ssize_t iwl_dbgfs_disable_power_off_write(struct iwl_mvm *mvm, char *buf,
446 						 size_t count, loff_t *ppos)
447 {
448 	int ret, val;
449 
450 	if (!iwl_mvm_firmware_running(mvm))
451 		return -EIO;
452 
453 	if (!strncmp("disable_power_off_d0=", buf, 21)) {
454 		if (sscanf(buf + 21, "%d", &val) != 1)
455 			return -EINVAL;
456 		mvm->disable_power_off = val;
457 	} else if (!strncmp("disable_power_off_d3=", buf, 21)) {
458 		if (sscanf(buf + 21, "%d", &val) != 1)
459 			return -EINVAL;
460 		mvm->disable_power_off_d3 = val;
461 	} else {
462 		return -EINVAL;
463 	}
464 
465 	mutex_lock(&mvm->mutex);
466 	ret = iwl_mvm_power_update_device(mvm);
467 	mutex_unlock(&mvm->mutex);
468 
469 	return ret ?: count;
470 }
471 
472 #define BT_MBOX_MSG(_notif, _num, _field)				     \
473 	((le32_to_cpu((_notif)->mbox_msg[(_num)]) & BT_MBOX##_num##_##_field)\
474 	>> BT_MBOX##_num##_##_field##_POS)
475 
476 
477 #define BT_MBOX_PRINT(_num, _field, _end)				    \
478 			pos += scnprintf(buf + pos, bufsz - pos,	    \
479 					 "\t%s: %d%s",			    \
480 					 #_field,			    \
481 					 BT_MBOX_MSG(notif, _num, _field),  \
482 					 true ? "\n" : ", ");
483 
484 static
485 int iwl_mvm_coex_dump_mbox(struct iwl_bt_coex_profile_notif *notif, char *buf,
486 			   int pos, int bufsz)
487 {
488 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw0:\n");
489 
490 	BT_MBOX_PRINT(0, LE_SLAVE_LAT, false);
491 	BT_MBOX_PRINT(0, LE_PROF1, false);
492 	BT_MBOX_PRINT(0, LE_PROF2, false);
493 	BT_MBOX_PRINT(0, LE_PROF_OTHER, false);
494 	BT_MBOX_PRINT(0, CHL_SEQ_N, false);
495 	BT_MBOX_PRINT(0, INBAND_S, false);
496 	BT_MBOX_PRINT(0, LE_MIN_RSSI, false);
497 	BT_MBOX_PRINT(0, LE_SCAN, false);
498 	BT_MBOX_PRINT(0, LE_ADV, false);
499 	BT_MBOX_PRINT(0, LE_MAX_TX_POWER, false);
500 	BT_MBOX_PRINT(0, OPEN_CON_1, true);
501 
502 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw1:\n");
503 
504 	BT_MBOX_PRINT(1, BR_MAX_TX_POWER, false);
505 	BT_MBOX_PRINT(1, IP_SR, false);
506 	BT_MBOX_PRINT(1, LE_MSTR, false);
507 	BT_MBOX_PRINT(1, AGGR_TRFC_LD, false);
508 	BT_MBOX_PRINT(1, MSG_TYPE, false);
509 	BT_MBOX_PRINT(1, SSN, true);
510 
511 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw2:\n");
512 
513 	BT_MBOX_PRINT(2, SNIFF_ACT, false);
514 	BT_MBOX_PRINT(2, PAG, false);
515 	BT_MBOX_PRINT(2, INQUIRY, false);
516 	BT_MBOX_PRINT(2, CONN, false);
517 	BT_MBOX_PRINT(2, SNIFF_INTERVAL, false);
518 	BT_MBOX_PRINT(2, DISC, false);
519 	BT_MBOX_PRINT(2, SCO_TX_ACT, false);
520 	BT_MBOX_PRINT(2, SCO_RX_ACT, false);
521 	BT_MBOX_PRINT(2, ESCO_RE_TX, false);
522 	BT_MBOX_PRINT(2, SCO_DURATION, true);
523 
524 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw3:\n");
525 
526 	BT_MBOX_PRINT(3, SCO_STATE, false);
527 	BT_MBOX_PRINT(3, SNIFF_STATE, false);
528 	BT_MBOX_PRINT(3, A2DP_STATE, false);
529 	BT_MBOX_PRINT(3, ACL_STATE, false);
530 	BT_MBOX_PRINT(3, MSTR_STATE, false);
531 	BT_MBOX_PRINT(3, OBX_STATE, false);
532 	BT_MBOX_PRINT(3, OPEN_CON_2, false);
533 	BT_MBOX_PRINT(3, TRAFFIC_LOAD, false);
534 	BT_MBOX_PRINT(3, CHL_SEQN_LSB, false);
535 	BT_MBOX_PRINT(3, INBAND_P, false);
536 	BT_MBOX_PRINT(3, MSG_TYPE_2, false);
537 	BT_MBOX_PRINT(3, SSN_2, false);
538 	BT_MBOX_PRINT(3, UPDATE_REQUEST, true);
539 
540 	return pos;
541 }
542 
543 static ssize_t iwl_dbgfs_bt_notif_read(struct file *file, char __user *user_buf,
544 				       size_t count, loff_t *ppos)
545 {
546 	struct iwl_mvm *mvm = file->private_data;
547 	struct iwl_bt_coex_profile_notif *notif = &mvm->last_bt_notif;
548 	char *buf;
549 	int ret, pos = 0, bufsz = sizeof(char) * 1024;
550 
551 	buf = kmalloc(bufsz, GFP_KERNEL);
552 	if (!buf)
553 		return -ENOMEM;
554 
555 	mutex_lock(&mvm->mutex);
556 
557 	pos += iwl_mvm_coex_dump_mbox(notif, buf, pos, bufsz);
558 
559 	pos += scnprintf(buf + pos, bufsz - pos, "bt_ci_compliance = %d\n",
560 			 notif->bt_ci_compliance);
561 	pos += scnprintf(buf + pos, bufsz - pos, "primary_ch_lut = %d\n",
562 			 le32_to_cpu(notif->primary_ch_lut));
563 	pos += scnprintf(buf + pos, bufsz - pos, "secondary_ch_lut = %d\n",
564 			 le32_to_cpu(notif->secondary_ch_lut));
565 	pos += scnprintf(buf + pos,
566 			 bufsz - pos, "bt_activity_grading = %d\n",
567 			 le32_to_cpu(notif->bt_activity_grading));
568 	pos += scnprintf(buf + pos, bufsz - pos,
569 			 "antenna isolation = %d CORUN LUT index = %d\n",
570 			 mvm->last_ant_isol, mvm->last_corun_lut);
571 	pos += scnprintf(buf + pos, bufsz - pos, "bt_rrc = %d\n",
572 			 notif->rrc_status & 0xF);
573 	pos += scnprintf(buf + pos, bufsz - pos, "bt_ttc = %d\n",
574 			 notif->ttc_status & 0xF);
575 
576 	pos += scnprintf(buf + pos, bufsz - pos, "sync_sco = %d\n",
577 			 IWL_MVM_BT_COEX_SYNC2SCO);
578 	pos += scnprintf(buf + pos, bufsz - pos, "mplut = %d\n",
579 			 IWL_MVM_BT_COEX_MPLUT);
580 	pos += scnprintf(buf + pos, bufsz - pos, "corunning = %d\n",
581 			 IWL_MVM_BT_COEX_CORUNNING);
582 
583 	mutex_unlock(&mvm->mutex);
584 
585 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
586 	kfree(buf);
587 
588 	return ret;
589 }
590 #undef BT_MBOX_PRINT
591 
592 static ssize_t iwl_dbgfs_bt_cmd_read(struct file *file, char __user *user_buf,
593 				     size_t count, loff_t *ppos)
594 {
595 	struct iwl_mvm *mvm = file->private_data;
596 	struct iwl_bt_coex_ci_cmd *cmd = &mvm->last_bt_ci_cmd;
597 	char buf[256];
598 	int bufsz = sizeof(buf);
599 	int pos = 0;
600 
601 	mutex_lock(&mvm->mutex);
602 
603 	pos += scnprintf(buf + pos, bufsz - pos, "Channel inhibition CMD\n");
604 	pos += scnprintf(buf + pos, bufsz - pos,
605 			 "\tPrimary Channel Bitmap 0x%016llx\n",
606 			 le64_to_cpu(cmd->bt_primary_ci));
607 	pos += scnprintf(buf + pos, bufsz - pos,
608 			 "\tSecondary Channel Bitmap 0x%016llx\n",
609 			 le64_to_cpu(cmd->bt_secondary_ci));
610 
611 	mutex_unlock(&mvm->mutex);
612 
613 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
614 }
615 
616 static ssize_t
617 iwl_dbgfs_bt_tx_prio_write(struct iwl_mvm *mvm, char *buf,
618 			   size_t count, loff_t *ppos)
619 {
620 	u32 bt_tx_prio;
621 
622 	if (sscanf(buf, "%u", &bt_tx_prio) != 1)
623 		return -EINVAL;
624 	if (bt_tx_prio > 4)
625 		return -EINVAL;
626 
627 	mvm->bt_tx_prio = bt_tx_prio;
628 
629 	return count;
630 }
631 
632 static ssize_t
633 iwl_dbgfs_bt_force_ant_write(struct iwl_mvm *mvm, char *buf,
634 			     size_t count, loff_t *ppos)
635 {
636 	static const char * const modes_str[BT_FORCE_ANT_MAX] = {
637 		[BT_FORCE_ANT_DIS] = "dis",
638 		[BT_FORCE_ANT_AUTO] = "auto",
639 		[BT_FORCE_ANT_BT] = "bt",
640 		[BT_FORCE_ANT_WIFI] = "wifi",
641 	};
642 	int ret, bt_force_ant_mode;
643 
644 	for (bt_force_ant_mode = 0;
645 	     bt_force_ant_mode < ARRAY_SIZE(modes_str);
646 	     bt_force_ant_mode++) {
647 		if (!strcmp(buf, modes_str[bt_force_ant_mode]))
648 			break;
649 	}
650 
651 	if (bt_force_ant_mode >= ARRAY_SIZE(modes_str))
652 		return -EINVAL;
653 
654 	ret = 0;
655 	mutex_lock(&mvm->mutex);
656 	if (mvm->bt_force_ant_mode == bt_force_ant_mode)
657 		goto out;
658 
659 	mvm->bt_force_ant_mode = bt_force_ant_mode;
660 	IWL_DEBUG_COEX(mvm, "Force mode: %s\n",
661 		       modes_str[mvm->bt_force_ant_mode]);
662 
663 	if (iwl_mvm_firmware_running(mvm))
664 		ret = iwl_mvm_send_bt_init_conf(mvm);
665 	else
666 		ret = 0;
667 
668 out:
669 	mutex_unlock(&mvm->mutex);
670 	return ret ?: count;
671 }
672 
673 #define PRINT_STATS_LE32(_struct, _memb)				\
674 			 pos += scnprintf(buf + pos, bufsz - pos,	\
675 					  fmt_table, #_memb,		\
676 					  le32_to_cpu(_struct->_memb))
677 
678 static ssize_t iwl_dbgfs_fw_rx_stats_read(struct file *file,
679 					  char __user *user_buf, size_t count,
680 					  loff_t *ppos)
681 {
682 	struct iwl_mvm *mvm = file->private_data;
683 	static const char *fmt_table = "\t%-30s %10u\n";
684 	static const char *fmt_header = "%-32s\n";
685 	int pos = 0;
686 	char *buf;
687 	int ret;
688 	size_t bufsz;
689 
690 	if (iwl_mvm_has_new_rx_stats_api(mvm))
691 		bufsz = ((sizeof(struct mvm_statistics_rx) /
692 			  sizeof(__le32)) * 43) + (4 * 33) + 1;
693 	else
694 		/* 43 = size of each data line; 33 = size of each header */
695 		bufsz = ((sizeof(struct mvm_statistics_rx_v3) /
696 			  sizeof(__le32)) * 43) + (4 * 33) + 1;
697 
698 	buf = kzalloc(bufsz, GFP_KERNEL);
699 	if (!buf)
700 		return -ENOMEM;
701 
702 	mutex_lock(&mvm->mutex);
703 
704 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
705 			 "Statistics_Rx - OFDM");
706 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
707 		struct mvm_statistics_rx_phy_v2 *ofdm = &mvm->rx_stats_v3.ofdm;
708 
709 		PRINT_STATS_LE32(ofdm, ina_cnt);
710 		PRINT_STATS_LE32(ofdm, fina_cnt);
711 		PRINT_STATS_LE32(ofdm, plcp_err);
712 		PRINT_STATS_LE32(ofdm, crc32_err);
713 		PRINT_STATS_LE32(ofdm, overrun_err);
714 		PRINT_STATS_LE32(ofdm, early_overrun_err);
715 		PRINT_STATS_LE32(ofdm, crc32_good);
716 		PRINT_STATS_LE32(ofdm, false_alarm_cnt);
717 		PRINT_STATS_LE32(ofdm, fina_sync_err_cnt);
718 		PRINT_STATS_LE32(ofdm, sfd_timeout);
719 		PRINT_STATS_LE32(ofdm, fina_timeout);
720 		PRINT_STATS_LE32(ofdm, unresponded_rts);
721 		PRINT_STATS_LE32(ofdm, rxe_frame_lmt_overrun);
722 		PRINT_STATS_LE32(ofdm, sent_ack_cnt);
723 		PRINT_STATS_LE32(ofdm, sent_cts_cnt);
724 		PRINT_STATS_LE32(ofdm, sent_ba_rsp_cnt);
725 		PRINT_STATS_LE32(ofdm, dsp_self_kill);
726 		PRINT_STATS_LE32(ofdm, mh_format_err);
727 		PRINT_STATS_LE32(ofdm, re_acq_main_rssi_sum);
728 		PRINT_STATS_LE32(ofdm, reserved);
729 	} else {
730 		struct mvm_statistics_rx_phy *ofdm = &mvm->rx_stats.ofdm;
731 
732 		PRINT_STATS_LE32(ofdm, unresponded_rts);
733 		PRINT_STATS_LE32(ofdm, rxe_frame_lmt_overrun);
734 		PRINT_STATS_LE32(ofdm, sent_ba_rsp_cnt);
735 		PRINT_STATS_LE32(ofdm, dsp_self_kill);
736 		PRINT_STATS_LE32(ofdm, reserved);
737 	}
738 
739 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
740 			 "Statistics_Rx - CCK");
741 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
742 		struct mvm_statistics_rx_phy_v2 *cck = &mvm->rx_stats_v3.cck;
743 
744 		PRINT_STATS_LE32(cck, ina_cnt);
745 		PRINT_STATS_LE32(cck, fina_cnt);
746 		PRINT_STATS_LE32(cck, plcp_err);
747 		PRINT_STATS_LE32(cck, crc32_err);
748 		PRINT_STATS_LE32(cck, overrun_err);
749 		PRINT_STATS_LE32(cck, early_overrun_err);
750 		PRINT_STATS_LE32(cck, crc32_good);
751 		PRINT_STATS_LE32(cck, false_alarm_cnt);
752 		PRINT_STATS_LE32(cck, fina_sync_err_cnt);
753 		PRINT_STATS_LE32(cck, sfd_timeout);
754 		PRINT_STATS_LE32(cck, fina_timeout);
755 		PRINT_STATS_LE32(cck, unresponded_rts);
756 		PRINT_STATS_LE32(cck, rxe_frame_lmt_overrun);
757 		PRINT_STATS_LE32(cck, sent_ack_cnt);
758 		PRINT_STATS_LE32(cck, sent_cts_cnt);
759 		PRINT_STATS_LE32(cck, sent_ba_rsp_cnt);
760 		PRINT_STATS_LE32(cck, dsp_self_kill);
761 		PRINT_STATS_LE32(cck, mh_format_err);
762 		PRINT_STATS_LE32(cck, re_acq_main_rssi_sum);
763 		PRINT_STATS_LE32(cck, reserved);
764 	} else {
765 		struct mvm_statistics_rx_phy *cck = &mvm->rx_stats.cck;
766 
767 		PRINT_STATS_LE32(cck, unresponded_rts);
768 		PRINT_STATS_LE32(cck, rxe_frame_lmt_overrun);
769 		PRINT_STATS_LE32(cck, sent_ba_rsp_cnt);
770 		PRINT_STATS_LE32(cck, dsp_self_kill);
771 		PRINT_STATS_LE32(cck, reserved);
772 	}
773 
774 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
775 			 "Statistics_Rx - GENERAL");
776 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
777 		struct mvm_statistics_rx_non_phy_v3 *general =
778 			&mvm->rx_stats_v3.general;
779 
780 		PRINT_STATS_LE32(general, bogus_cts);
781 		PRINT_STATS_LE32(general, bogus_ack);
782 		PRINT_STATS_LE32(general, non_bssid_frames);
783 		PRINT_STATS_LE32(general, filtered_frames);
784 		PRINT_STATS_LE32(general, non_channel_beacons);
785 		PRINT_STATS_LE32(general, channel_beacons);
786 		PRINT_STATS_LE32(general, num_missed_bcon);
787 		PRINT_STATS_LE32(general, adc_rx_saturation_time);
788 		PRINT_STATS_LE32(general, ina_detection_search_time);
789 		PRINT_STATS_LE32(general, beacon_silence_rssi_a);
790 		PRINT_STATS_LE32(general, beacon_silence_rssi_b);
791 		PRINT_STATS_LE32(general, beacon_silence_rssi_c);
792 		PRINT_STATS_LE32(general, interference_data_flag);
793 		PRINT_STATS_LE32(general, channel_load);
794 		PRINT_STATS_LE32(general, dsp_false_alarms);
795 		PRINT_STATS_LE32(general, beacon_rssi_a);
796 		PRINT_STATS_LE32(general, beacon_rssi_b);
797 		PRINT_STATS_LE32(general, beacon_rssi_c);
798 		PRINT_STATS_LE32(general, beacon_energy_a);
799 		PRINT_STATS_LE32(general, beacon_energy_b);
800 		PRINT_STATS_LE32(general, beacon_energy_c);
801 		PRINT_STATS_LE32(general, num_bt_kills);
802 		PRINT_STATS_LE32(general, mac_id);
803 		PRINT_STATS_LE32(general, directed_data_mpdu);
804 	} else {
805 		struct mvm_statistics_rx_non_phy *general =
806 			&mvm->rx_stats.general;
807 
808 		PRINT_STATS_LE32(general, bogus_cts);
809 		PRINT_STATS_LE32(general, bogus_ack);
810 		PRINT_STATS_LE32(general, non_channel_beacons);
811 		PRINT_STATS_LE32(general, channel_beacons);
812 		PRINT_STATS_LE32(general, num_missed_bcon);
813 		PRINT_STATS_LE32(general, adc_rx_saturation_time);
814 		PRINT_STATS_LE32(general, ina_detection_search_time);
815 		PRINT_STATS_LE32(general, beacon_silence_rssi_a);
816 		PRINT_STATS_LE32(general, beacon_silence_rssi_b);
817 		PRINT_STATS_LE32(general, beacon_silence_rssi_c);
818 		PRINT_STATS_LE32(general, interference_data_flag);
819 		PRINT_STATS_LE32(general, channel_load);
820 		PRINT_STATS_LE32(general, beacon_rssi_a);
821 		PRINT_STATS_LE32(general, beacon_rssi_b);
822 		PRINT_STATS_LE32(general, beacon_rssi_c);
823 		PRINT_STATS_LE32(general, beacon_energy_a);
824 		PRINT_STATS_LE32(general, beacon_energy_b);
825 		PRINT_STATS_LE32(general, beacon_energy_c);
826 		PRINT_STATS_LE32(general, num_bt_kills);
827 		PRINT_STATS_LE32(general, mac_id);
828 	}
829 
830 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
831 			 "Statistics_Rx - HT");
832 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
833 		struct mvm_statistics_rx_ht_phy_v1 *ht =
834 			&mvm->rx_stats_v3.ofdm_ht;
835 
836 		PRINT_STATS_LE32(ht, plcp_err);
837 		PRINT_STATS_LE32(ht, overrun_err);
838 		PRINT_STATS_LE32(ht, early_overrun_err);
839 		PRINT_STATS_LE32(ht, crc32_good);
840 		PRINT_STATS_LE32(ht, crc32_err);
841 		PRINT_STATS_LE32(ht, mh_format_err);
842 		PRINT_STATS_LE32(ht, agg_crc32_good);
843 		PRINT_STATS_LE32(ht, agg_mpdu_cnt);
844 		PRINT_STATS_LE32(ht, agg_cnt);
845 		PRINT_STATS_LE32(ht, unsupport_mcs);
846 	} else {
847 		struct mvm_statistics_rx_ht_phy *ht =
848 			&mvm->rx_stats.ofdm_ht;
849 
850 		PRINT_STATS_LE32(ht, mh_format_err);
851 		PRINT_STATS_LE32(ht, agg_mpdu_cnt);
852 		PRINT_STATS_LE32(ht, agg_cnt);
853 		PRINT_STATS_LE32(ht, unsupport_mcs);
854 	}
855 
856 	mutex_unlock(&mvm->mutex);
857 
858 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
859 	kfree(buf);
860 
861 	return ret;
862 }
863 #undef PRINT_STAT_LE32
864 
865 static ssize_t iwl_dbgfs_frame_stats_read(struct iwl_mvm *mvm,
866 					  char __user *user_buf, size_t count,
867 					  loff_t *ppos,
868 					  struct iwl_mvm_frame_stats *stats)
869 {
870 	char *buff, *pos, *endpos;
871 	int idx, i;
872 	int ret;
873 	static const size_t bufsz = 1024;
874 
875 	buff = kmalloc(bufsz, GFP_KERNEL);
876 	if (!buff)
877 		return -ENOMEM;
878 
879 	spin_lock_bh(&mvm->drv_stats_lock);
880 
881 	pos = buff;
882 	endpos = pos + bufsz;
883 
884 	pos += scnprintf(pos, endpos - pos,
885 			 "Legacy/HT/VHT\t:\t%d/%d/%d\n",
886 			 stats->legacy_frames,
887 			 stats->ht_frames,
888 			 stats->vht_frames);
889 	pos += scnprintf(pos, endpos - pos, "20/40/80\t:\t%d/%d/%d\n",
890 			 stats->bw_20_frames,
891 			 stats->bw_40_frames,
892 			 stats->bw_80_frames);
893 	pos += scnprintf(pos, endpos - pos, "NGI/SGI\t\t:\t%d/%d\n",
894 			 stats->ngi_frames,
895 			 stats->sgi_frames);
896 	pos += scnprintf(pos, endpos - pos, "SISO/MIMO2\t:\t%d/%d\n",
897 			 stats->siso_frames,
898 			 stats->mimo2_frames);
899 	pos += scnprintf(pos, endpos - pos, "FAIL/SCSS\t:\t%d/%d\n",
900 			 stats->fail_frames,
901 			 stats->success_frames);
902 	pos += scnprintf(pos, endpos - pos, "MPDUs agg\t:\t%d\n",
903 			 stats->agg_frames);
904 	pos += scnprintf(pos, endpos - pos, "A-MPDUs\t\t:\t%d\n",
905 			 stats->ampdu_count);
906 	pos += scnprintf(pos, endpos - pos, "Avg MPDUs/A-MPDU:\t%d\n",
907 			 stats->ampdu_count > 0 ?
908 			 (stats->agg_frames / stats->ampdu_count) : 0);
909 
910 	pos += scnprintf(pos, endpos - pos, "Last Rates\n");
911 
912 	idx = stats->last_frame_idx - 1;
913 	for (i = 0; i < ARRAY_SIZE(stats->last_rates); i++) {
914 		idx = (idx + 1) % ARRAY_SIZE(stats->last_rates);
915 		if (stats->last_rates[idx] == 0)
916 			continue;
917 		pos += scnprintf(pos, endpos - pos, "Rate[%d]: ",
918 				 (int)(ARRAY_SIZE(stats->last_rates) - i));
919 		pos += rs_pretty_print_rate(pos, stats->last_rates[idx]);
920 	}
921 	spin_unlock_bh(&mvm->drv_stats_lock);
922 
923 	ret = simple_read_from_buffer(user_buf, count, ppos, buff, pos - buff);
924 	kfree(buff);
925 
926 	return ret;
927 }
928 
929 static ssize_t iwl_dbgfs_drv_rx_stats_read(struct file *file,
930 					   char __user *user_buf, size_t count,
931 					   loff_t *ppos)
932 {
933 	struct iwl_mvm *mvm = file->private_data;
934 
935 	return iwl_dbgfs_frame_stats_read(mvm, user_buf, count, ppos,
936 					  &mvm->drv_rx_stats);
937 }
938 
939 static ssize_t iwl_dbgfs_fw_restart_write(struct iwl_mvm *mvm, char *buf,
940 					  size_t count, loff_t *ppos)
941 {
942 	int __maybe_unused ret;
943 
944 	if (!iwl_mvm_firmware_running(mvm))
945 		return -EIO;
946 
947 	mutex_lock(&mvm->mutex);
948 
949 	/* allow one more restart that we're provoking here */
950 	if (mvm->fw_restart >= 0)
951 		mvm->fw_restart++;
952 
953 	/* take the return value to make compiler happy - it will fail anyway */
954 	ret = iwl_mvm_send_cmd_pdu(mvm, REPLY_ERROR, 0, 0, NULL);
955 
956 	mutex_unlock(&mvm->mutex);
957 
958 	return count;
959 }
960 
961 static ssize_t iwl_dbgfs_fw_nmi_write(struct iwl_mvm *mvm, char *buf,
962 				      size_t count, loff_t *ppos)
963 {
964 	int ret;
965 
966 	if (!iwl_mvm_firmware_running(mvm))
967 		return -EIO;
968 
969 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_NMI);
970 	if (ret)
971 		return ret;
972 
973 	iwl_force_nmi(mvm->trans);
974 
975 	iwl_mvm_unref(mvm, IWL_MVM_REF_NMI);
976 
977 	return count;
978 }
979 
980 static ssize_t
981 iwl_dbgfs_scan_ant_rxchain_read(struct file *file,
982 				char __user *user_buf,
983 				size_t count, loff_t *ppos)
984 {
985 	struct iwl_mvm *mvm = file->private_data;
986 	int pos = 0;
987 	char buf[32];
988 	const size_t bufsz = sizeof(buf);
989 
990 	/* print which antennas were set for the scan command by the user */
991 	pos += scnprintf(buf + pos, bufsz - pos, "Antennas for scan: ");
992 	if (mvm->scan_rx_ant & ANT_A)
993 		pos += scnprintf(buf + pos, bufsz - pos, "A");
994 	if (mvm->scan_rx_ant & ANT_B)
995 		pos += scnprintf(buf + pos, bufsz - pos, "B");
996 	if (mvm->scan_rx_ant & ANT_C)
997 		pos += scnprintf(buf + pos, bufsz - pos, "C");
998 	pos += scnprintf(buf + pos, bufsz - pos, " (%hhx)\n", mvm->scan_rx_ant);
999 
1000 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1001 }
1002 
1003 static ssize_t
1004 iwl_dbgfs_scan_ant_rxchain_write(struct iwl_mvm *mvm, char *buf,
1005 				 size_t count, loff_t *ppos)
1006 {
1007 	u8 scan_rx_ant;
1008 
1009 	if (!iwl_mvm_firmware_running(mvm))
1010 		return -EIO;
1011 
1012 	if (sscanf(buf, "%hhx", &scan_rx_ant) != 1)
1013 		return -EINVAL;
1014 	if (scan_rx_ant > ANT_ABC)
1015 		return -EINVAL;
1016 	if (scan_rx_ant & ~(iwl_mvm_get_valid_rx_ant(mvm)))
1017 		return -EINVAL;
1018 
1019 	if (mvm->scan_rx_ant != scan_rx_ant) {
1020 		mvm->scan_rx_ant = scan_rx_ant;
1021 		if (fw_has_capa(&mvm->fw->ucode_capa,
1022 				IWL_UCODE_TLV_CAPA_UMAC_SCAN))
1023 			iwl_mvm_config_scan(mvm);
1024 	}
1025 
1026 	return count;
1027 }
1028 
1029 static ssize_t iwl_dbgfs_indirection_tbl_write(struct iwl_mvm *mvm,
1030 					       char *buf, size_t count,
1031 					       loff_t *ppos)
1032 {
1033 	struct iwl_rss_config_cmd cmd = {
1034 		.flags = cpu_to_le32(IWL_RSS_ENABLE),
1035 		.hash_mask = IWL_RSS_HASH_TYPE_IPV4_TCP |
1036 			     IWL_RSS_HASH_TYPE_IPV4_UDP |
1037 			     IWL_RSS_HASH_TYPE_IPV4_PAYLOAD |
1038 			     IWL_RSS_HASH_TYPE_IPV6_TCP |
1039 			     IWL_RSS_HASH_TYPE_IPV6_UDP |
1040 			     IWL_RSS_HASH_TYPE_IPV6_PAYLOAD,
1041 	};
1042 	int ret, i, num_repeats, nbytes = count / 2;
1043 
1044 	ret = hex2bin(cmd.indirection_table, buf, nbytes);
1045 	if (ret)
1046 		return ret;
1047 
1048 	/*
1049 	 * The input is the redirection table, partial or full.
1050 	 * Repeat the pattern if needed.
1051 	 * For example, input of 01020F will be repeated 42 times,
1052 	 * indirecting RSS hash results to queues 1, 2, 15 (skipping
1053 	 * queues 3 - 14).
1054 	 */
1055 	num_repeats = ARRAY_SIZE(cmd.indirection_table) / nbytes;
1056 	for (i = 1; i < num_repeats; i++)
1057 		memcpy(&cmd.indirection_table[i * nbytes],
1058 		       cmd.indirection_table, nbytes);
1059 	/* handle cut in the middle pattern for the last places */
1060 	memcpy(&cmd.indirection_table[i * nbytes], cmd.indirection_table,
1061 	       ARRAY_SIZE(cmd.indirection_table) % nbytes);
1062 
1063 	netdev_rss_key_fill(cmd.secret_key, sizeof(cmd.secret_key));
1064 
1065 	mutex_lock(&mvm->mutex);
1066 	if (iwl_mvm_firmware_running(mvm))
1067 		ret = iwl_mvm_send_cmd_pdu(mvm, RSS_CONFIG_CMD, 0,
1068 					   sizeof(cmd), &cmd);
1069 	else
1070 		ret = 0;
1071 	mutex_unlock(&mvm->mutex);
1072 
1073 	return ret ?: count;
1074 }
1075 
1076 static ssize_t iwl_dbgfs_inject_packet_write(struct iwl_mvm *mvm,
1077 					     char *buf, size_t count,
1078 					     loff_t *ppos)
1079 {
1080 	struct iwl_rx_cmd_buffer rxb = {
1081 		._rx_page_order = 0,
1082 		.truesize = 0, /* not used */
1083 		._offset = 0,
1084 	};
1085 	struct iwl_rx_packet *pkt;
1086 	struct iwl_rx_mpdu_desc *desc;
1087 	int bin_len = count / 2;
1088 	int ret = -EINVAL;
1089 
1090 	if (!iwl_mvm_firmware_running(mvm))
1091 		return -EIO;
1092 
1093 	/* supporting only 9000 descriptor */
1094 	if (!mvm->trans->cfg->mq_rx_supported)
1095 		return -ENOTSUPP;
1096 
1097 	rxb._page = alloc_pages(GFP_ATOMIC, 0);
1098 	if (!rxb._page)
1099 		return -ENOMEM;
1100 	pkt = rxb_addr(&rxb);
1101 
1102 	ret = hex2bin(page_address(rxb._page), buf, bin_len);
1103 	if (ret)
1104 		goto out;
1105 
1106 	/* avoid invalid memory access */
1107 	if (bin_len < sizeof(*pkt) + sizeof(*desc))
1108 		goto out;
1109 
1110 	/* check this is RX packet */
1111 	if (WIDE_ID(pkt->hdr.group_id, pkt->hdr.cmd) !=
1112 	    WIDE_ID(LEGACY_GROUP, REPLY_RX_MPDU_CMD))
1113 		goto out;
1114 
1115 	/* check the length in metadata matches actual received length */
1116 	desc = (void *)pkt->data;
1117 	if (le16_to_cpu(desc->mpdu_len) !=
1118 	    (bin_len - sizeof(*desc) - sizeof(*pkt)))
1119 		goto out;
1120 
1121 	local_bh_disable();
1122 	iwl_mvm_rx_mpdu_mq(mvm, NULL, &rxb, 0);
1123 	local_bh_enable();
1124 	ret = 0;
1125 
1126 out:
1127 	iwl_free_rxb(&rxb);
1128 
1129 	return ret ?: count;
1130 }
1131 
1132 static ssize_t iwl_dbgfs_fw_dbg_conf_read(struct file *file,
1133 					  char __user *user_buf,
1134 					  size_t count, loff_t *ppos)
1135 {
1136 	struct iwl_mvm *mvm = file->private_data;
1137 	int conf;
1138 	char buf[8];
1139 	const size_t bufsz = sizeof(buf);
1140 	int pos = 0;
1141 
1142 	mutex_lock(&mvm->mutex);
1143 	conf = mvm->fwrt.dump.conf;
1144 	mutex_unlock(&mvm->mutex);
1145 
1146 	pos += scnprintf(buf + pos, bufsz - pos, "%d\n", conf);
1147 
1148 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1149 }
1150 
1151 /*
1152  * Enable / Disable continuous recording.
1153  * Cause the FW to start continuous recording, by sending the relevant hcmd.
1154  * Enable: input of every integer larger than 0, ENABLE_CONT_RECORDING.
1155  * Disable: for 0 as input, DISABLE_CONT_RECORDING.
1156  */
1157 static ssize_t iwl_dbgfs_cont_recording_write(struct iwl_mvm *mvm,
1158 					      char *buf, size_t count,
1159 					      loff_t *ppos)
1160 {
1161 	struct iwl_trans *trans = mvm->trans;
1162 	const struct iwl_fw_dbg_dest_tlv *dest = trans->dbg_dest_tlv;
1163 	struct iwl_continuous_record_cmd cont_rec = {};
1164 	int ret, rec_mode;
1165 
1166 	if (!iwl_mvm_firmware_running(mvm))
1167 		return -EIO;
1168 
1169 	if (!dest)
1170 		return -EOPNOTSUPP;
1171 
1172 	if (dest->monitor_mode != SMEM_MODE ||
1173 	    trans->cfg->device_family < IWL_DEVICE_FAMILY_8000)
1174 		return -EOPNOTSUPP;
1175 
1176 	ret = kstrtoint(buf, 0, &rec_mode);
1177 	if (ret)
1178 		return ret;
1179 
1180 	cont_rec.record_mode.enable_recording = rec_mode ?
1181 		cpu_to_le16(ENABLE_CONT_RECORDING) :
1182 		cpu_to_le16(DISABLE_CONT_RECORDING);
1183 
1184 	mutex_lock(&mvm->mutex);
1185 	ret = iwl_mvm_send_cmd_pdu(mvm, LDBG_CONFIG_CMD, 0,
1186 				   sizeof(cont_rec), &cont_rec);
1187 	mutex_unlock(&mvm->mutex);
1188 
1189 	return ret ?: count;
1190 }
1191 
1192 static ssize_t iwl_dbgfs_fw_dbg_conf_write(struct iwl_mvm *mvm,
1193 					   char *buf, size_t count,
1194 					   loff_t *ppos)
1195 {
1196 	unsigned int conf_id;
1197 	int ret;
1198 
1199 	if (!iwl_mvm_firmware_running(mvm))
1200 		return -EIO;
1201 
1202 	ret = kstrtouint(buf, 0, &conf_id);
1203 	if (ret)
1204 		return ret;
1205 
1206 	if (WARN_ON(conf_id >= FW_DBG_CONF_MAX))
1207 		return -EINVAL;
1208 
1209 	mutex_lock(&mvm->mutex);
1210 	ret = iwl_fw_start_dbg_conf(&mvm->fwrt, conf_id);
1211 	mutex_unlock(&mvm->mutex);
1212 
1213 	return ret ?: count;
1214 }
1215 
1216 static ssize_t iwl_dbgfs_fw_dbg_collect_write(struct iwl_mvm *mvm,
1217 					      char *buf, size_t count,
1218 					      loff_t *ppos)
1219 {
1220 	int ret;
1221 
1222 	if (!iwl_mvm_firmware_running(mvm))
1223 		return -EIO;
1224 
1225 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_WRITE);
1226 	if (ret)
1227 		return ret;
1228 	if (count == 0)
1229 		return 0;
1230 
1231 	iwl_fw_dbg_collect(&mvm->fwrt, FW_DBG_TRIGGER_USER, buf,
1232 			   (count - 1), NULL);
1233 
1234 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_WRITE);
1235 
1236 	return count;
1237 }
1238 
1239 static ssize_t iwl_dbgfs_max_amsdu_len_write(struct iwl_mvm *mvm,
1240 					     char *buf, size_t count,
1241 					     loff_t *ppos)
1242 {
1243 	unsigned int max_amsdu_len;
1244 	int ret;
1245 
1246 	ret = kstrtouint(buf, 0, &max_amsdu_len);
1247 	if (ret)
1248 		return ret;
1249 
1250 	if (max_amsdu_len > IEEE80211_MAX_MPDU_LEN_VHT_11454)
1251 		return -EINVAL;
1252 	mvm->max_amsdu_len = max_amsdu_len;
1253 
1254 	return count;
1255 }
1256 
1257 #define ADD_TEXT(...) pos += scnprintf(buf + pos, bufsz - pos, __VA_ARGS__)
1258 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1259 static ssize_t iwl_dbgfs_bcast_filters_read(struct file *file,
1260 					    char __user *user_buf,
1261 					    size_t count, loff_t *ppos)
1262 {
1263 	struct iwl_mvm *mvm = file->private_data;
1264 	struct iwl_bcast_filter_cmd cmd;
1265 	const struct iwl_fw_bcast_filter *filter;
1266 	char *buf;
1267 	int bufsz = 1024;
1268 	int i, j, pos = 0;
1269 	ssize_t ret;
1270 
1271 	buf = kzalloc(bufsz, GFP_KERNEL);
1272 	if (!buf)
1273 		return -ENOMEM;
1274 
1275 	mutex_lock(&mvm->mutex);
1276 	if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd)) {
1277 		ADD_TEXT("None\n");
1278 		mutex_unlock(&mvm->mutex);
1279 		goto out;
1280 	}
1281 	mutex_unlock(&mvm->mutex);
1282 
1283 	for (i = 0; cmd.filters[i].attrs[0].mask; i++) {
1284 		filter = &cmd.filters[i];
1285 
1286 		ADD_TEXT("Filter [%d]:\n", i);
1287 		ADD_TEXT("\tDiscard=%d\n", filter->discard);
1288 		ADD_TEXT("\tFrame Type: %s\n",
1289 			 filter->frame_type ? "IPv4" : "Generic");
1290 
1291 		for (j = 0; j < ARRAY_SIZE(filter->attrs); j++) {
1292 			const struct iwl_fw_bcast_filter_attr *attr;
1293 
1294 			attr = &filter->attrs[j];
1295 			if (!attr->mask)
1296 				break;
1297 
1298 			ADD_TEXT("\tAttr [%d]: offset=%d (from %s), mask=0x%x, value=0x%x reserved=0x%x\n",
1299 				 j, attr->offset,
1300 				 attr->offset_type ? "IP End" :
1301 						     "Payload Start",
1302 				 be32_to_cpu(attr->mask),
1303 				 be32_to_cpu(attr->val),
1304 				 le16_to_cpu(attr->reserved1));
1305 		}
1306 	}
1307 out:
1308 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1309 	kfree(buf);
1310 	return ret;
1311 }
1312 
1313 static ssize_t iwl_dbgfs_bcast_filters_write(struct iwl_mvm *mvm, char *buf,
1314 					     size_t count, loff_t *ppos)
1315 {
1316 	int pos, next_pos;
1317 	struct iwl_fw_bcast_filter filter = {};
1318 	struct iwl_bcast_filter_cmd cmd;
1319 	u32 filter_id, attr_id, mask, value;
1320 	int err = 0;
1321 
1322 	if (sscanf(buf, "%d %hhi %hhi %n", &filter_id, &filter.discard,
1323 		   &filter.frame_type, &pos) != 3)
1324 		return -EINVAL;
1325 
1326 	if (filter_id >= ARRAY_SIZE(mvm->dbgfs_bcast_filtering.cmd.filters) ||
1327 	    filter.frame_type > BCAST_FILTER_FRAME_TYPE_IPV4)
1328 		return -EINVAL;
1329 
1330 	for (attr_id = 0; attr_id < ARRAY_SIZE(filter.attrs);
1331 	     attr_id++) {
1332 		struct iwl_fw_bcast_filter_attr *attr =
1333 				&filter.attrs[attr_id];
1334 
1335 		if (pos >= count)
1336 			break;
1337 
1338 		if (sscanf(&buf[pos], "%hhi %hhi %i %i %n",
1339 			   &attr->offset, &attr->offset_type,
1340 			   &mask, &value, &next_pos) != 4)
1341 			return -EINVAL;
1342 
1343 		attr->mask = cpu_to_be32(mask);
1344 		attr->val = cpu_to_be32(value);
1345 		if (mask)
1346 			filter.num_attrs++;
1347 
1348 		pos += next_pos;
1349 	}
1350 
1351 	mutex_lock(&mvm->mutex);
1352 	memcpy(&mvm->dbgfs_bcast_filtering.cmd.filters[filter_id],
1353 	       &filter, sizeof(filter));
1354 
1355 	/* send updated bcast filtering configuration */
1356 	if (iwl_mvm_firmware_running(mvm) &&
1357 	    mvm->dbgfs_bcast_filtering.override &&
1358 	    iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1359 		err = iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1360 					   sizeof(cmd), &cmd);
1361 	mutex_unlock(&mvm->mutex);
1362 
1363 	return err ?: count;
1364 }
1365 
1366 static ssize_t iwl_dbgfs_bcast_filters_macs_read(struct file *file,
1367 						 char __user *user_buf,
1368 						 size_t count, loff_t *ppos)
1369 {
1370 	struct iwl_mvm *mvm = file->private_data;
1371 	struct iwl_bcast_filter_cmd cmd;
1372 	char *buf;
1373 	int bufsz = 1024;
1374 	int i, pos = 0;
1375 	ssize_t ret;
1376 
1377 	buf = kzalloc(bufsz, GFP_KERNEL);
1378 	if (!buf)
1379 		return -ENOMEM;
1380 
1381 	mutex_lock(&mvm->mutex);
1382 	if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd)) {
1383 		ADD_TEXT("None\n");
1384 		mutex_unlock(&mvm->mutex);
1385 		goto out;
1386 	}
1387 	mutex_unlock(&mvm->mutex);
1388 
1389 	for (i = 0; i < ARRAY_SIZE(cmd.macs); i++) {
1390 		const struct iwl_fw_bcast_mac *mac = &cmd.macs[i];
1391 
1392 		ADD_TEXT("Mac [%d]: discard=%d attached_filters=0x%x\n",
1393 			 i, mac->default_discard, mac->attached_filters);
1394 	}
1395 out:
1396 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1397 	kfree(buf);
1398 	return ret;
1399 }
1400 
1401 static ssize_t iwl_dbgfs_bcast_filters_macs_write(struct iwl_mvm *mvm,
1402 						  char *buf, size_t count,
1403 						  loff_t *ppos)
1404 {
1405 	struct iwl_bcast_filter_cmd cmd;
1406 	struct iwl_fw_bcast_mac mac = {};
1407 	u32 mac_id, attached_filters;
1408 	int err = 0;
1409 
1410 	if (!mvm->bcast_filters)
1411 		return -ENOENT;
1412 
1413 	if (sscanf(buf, "%d %hhi %i", &mac_id, &mac.default_discard,
1414 		   &attached_filters) != 3)
1415 		return -EINVAL;
1416 
1417 	if (mac_id >= ARRAY_SIZE(cmd.macs) ||
1418 	    mac.default_discard > 1 ||
1419 	    attached_filters >= BIT(ARRAY_SIZE(cmd.filters)))
1420 		return -EINVAL;
1421 
1422 	mac.attached_filters = cpu_to_le16(attached_filters);
1423 
1424 	mutex_lock(&mvm->mutex);
1425 	memcpy(&mvm->dbgfs_bcast_filtering.cmd.macs[mac_id],
1426 	       &mac, sizeof(mac));
1427 
1428 	/* send updated bcast filtering configuration */
1429 	if (iwl_mvm_firmware_running(mvm) &&
1430 	    mvm->dbgfs_bcast_filtering.override &&
1431 	    iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1432 		err = iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1433 					   sizeof(cmd), &cmd);
1434 	mutex_unlock(&mvm->mutex);
1435 
1436 	return err ?: count;
1437 }
1438 #endif
1439 
1440 #ifdef CONFIG_PM_SLEEP
1441 static ssize_t iwl_dbgfs_d3_sram_write(struct iwl_mvm *mvm, char *buf,
1442 				       size_t count, loff_t *ppos)
1443 {
1444 	int store;
1445 
1446 	if (sscanf(buf, "%d", &store) != 1)
1447 		return -EINVAL;
1448 
1449 	mvm->store_d3_resume_sram = store;
1450 
1451 	return count;
1452 }
1453 
1454 static ssize_t iwl_dbgfs_d3_sram_read(struct file *file, char __user *user_buf,
1455 				      size_t count, loff_t *ppos)
1456 {
1457 	struct iwl_mvm *mvm = file->private_data;
1458 	const struct fw_img *img;
1459 	int ofs, len, pos = 0;
1460 	size_t bufsz, ret;
1461 	char *buf;
1462 	u8 *ptr = mvm->d3_resume_sram;
1463 
1464 	img = &mvm->fw->img[IWL_UCODE_WOWLAN];
1465 	len = img->sec[IWL_UCODE_SECTION_DATA].len;
1466 
1467 	bufsz = len * 4 + 256;
1468 	buf = kzalloc(bufsz, GFP_KERNEL);
1469 	if (!buf)
1470 		return -ENOMEM;
1471 
1472 	pos += scnprintf(buf, bufsz, "D3 SRAM capture: %sabled\n",
1473 			 mvm->store_d3_resume_sram ? "en" : "dis");
1474 
1475 	if (ptr) {
1476 		for (ofs = 0; ofs < len; ofs += 16) {
1477 			pos += scnprintf(buf + pos, bufsz - pos,
1478 					 "0x%.4x %16ph\n", ofs, ptr + ofs);
1479 		}
1480 	} else {
1481 		pos += scnprintf(buf + pos, bufsz - pos,
1482 				 "(no data captured)\n");
1483 	}
1484 
1485 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1486 
1487 	kfree(buf);
1488 
1489 	return ret;
1490 }
1491 #endif
1492 
1493 #define PRINT_MVM_REF(ref) do {						\
1494 	if (mvm->refs[ref])						\
1495 		pos += scnprintf(buf + pos, bufsz - pos,		\
1496 				 "\t(0x%lx): %d %s\n",			\
1497 				 BIT(ref), mvm->refs[ref], #ref);	\
1498 } while (0)
1499 
1500 static ssize_t iwl_dbgfs_d0i3_refs_read(struct file *file,
1501 					char __user *user_buf,
1502 					size_t count, loff_t *ppos)
1503 {
1504 	struct iwl_mvm *mvm = file->private_data;
1505 	int i, pos = 0;
1506 	char buf[256];
1507 	const size_t bufsz = sizeof(buf);
1508 	u32 refs = 0;
1509 
1510 	for (i = 0; i < IWL_MVM_REF_COUNT; i++)
1511 		if (mvm->refs[i])
1512 			refs |= BIT(i);
1513 
1514 	pos += scnprintf(buf + pos, bufsz - pos, "taken mvm refs: 0x%x\n",
1515 			 refs);
1516 
1517 	PRINT_MVM_REF(IWL_MVM_REF_UCODE_DOWN);
1518 	PRINT_MVM_REF(IWL_MVM_REF_SCAN);
1519 	PRINT_MVM_REF(IWL_MVM_REF_ROC);
1520 	PRINT_MVM_REF(IWL_MVM_REF_ROC_AUX);
1521 	PRINT_MVM_REF(IWL_MVM_REF_P2P_CLIENT);
1522 	PRINT_MVM_REF(IWL_MVM_REF_AP_IBSS);
1523 	PRINT_MVM_REF(IWL_MVM_REF_USER);
1524 	PRINT_MVM_REF(IWL_MVM_REF_TX);
1525 	PRINT_MVM_REF(IWL_MVM_REF_TX_AGG);
1526 	PRINT_MVM_REF(IWL_MVM_REF_ADD_IF);
1527 	PRINT_MVM_REF(IWL_MVM_REF_START_AP);
1528 	PRINT_MVM_REF(IWL_MVM_REF_BSS_CHANGED);
1529 	PRINT_MVM_REF(IWL_MVM_REF_PREPARE_TX);
1530 	PRINT_MVM_REF(IWL_MVM_REF_PROTECT_TDLS);
1531 	PRINT_MVM_REF(IWL_MVM_REF_CHECK_CTKILL);
1532 	PRINT_MVM_REF(IWL_MVM_REF_PRPH_READ);
1533 	PRINT_MVM_REF(IWL_MVM_REF_PRPH_WRITE);
1534 	PRINT_MVM_REF(IWL_MVM_REF_NMI);
1535 	PRINT_MVM_REF(IWL_MVM_REF_TM_CMD);
1536 	PRINT_MVM_REF(IWL_MVM_REF_EXIT_WORK);
1537 	PRINT_MVM_REF(IWL_MVM_REF_PROTECT_CSA);
1538 	PRINT_MVM_REF(IWL_MVM_REF_FW_DBG_COLLECT);
1539 	PRINT_MVM_REF(IWL_MVM_REF_INIT_UCODE);
1540 	PRINT_MVM_REF(IWL_MVM_REF_SENDING_CMD);
1541 	PRINT_MVM_REF(IWL_MVM_REF_RX);
1542 
1543 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1544 }
1545 
1546 static ssize_t iwl_dbgfs_d0i3_refs_write(struct iwl_mvm *mvm, char *buf,
1547 					 size_t count, loff_t *ppos)
1548 {
1549 	unsigned long value;
1550 	int ret;
1551 	bool taken;
1552 
1553 	ret = kstrtoul(buf, 10, &value);
1554 	if (ret < 0)
1555 		return ret;
1556 
1557 	mutex_lock(&mvm->mutex);
1558 
1559 	taken = mvm->refs[IWL_MVM_REF_USER];
1560 	if (value == 1 && !taken)
1561 		iwl_mvm_ref(mvm, IWL_MVM_REF_USER);
1562 	else if (value == 0 && taken)
1563 		iwl_mvm_unref(mvm, IWL_MVM_REF_USER);
1564 	else
1565 		ret = -EINVAL;
1566 
1567 	mutex_unlock(&mvm->mutex);
1568 
1569 	if (ret < 0)
1570 		return ret;
1571 	return count;
1572 }
1573 
1574 #define MVM_DEBUGFS_WRITE_FILE_OPS(name, bufsz) \
1575 	_MVM_DEBUGFS_WRITE_FILE_OPS(name, bufsz, struct iwl_mvm)
1576 #define MVM_DEBUGFS_READ_WRITE_FILE_OPS(name, bufsz) \
1577 	_MVM_DEBUGFS_READ_WRITE_FILE_OPS(name, bufsz, struct iwl_mvm)
1578 #define MVM_DEBUGFS_ADD_FILE_ALIAS(alias, name, parent, mode) do {	\
1579 		if (!debugfs_create_file(alias, mode, parent, mvm,	\
1580 					 &iwl_dbgfs_##name##_ops))	\
1581 			goto err;					\
1582 	} while (0)
1583 #define MVM_DEBUGFS_ADD_FILE(name, parent, mode) \
1584 	MVM_DEBUGFS_ADD_FILE_ALIAS(#name, name, parent, mode)
1585 
1586 static ssize_t
1587 iwl_dbgfs_prph_reg_read(struct file *file,
1588 			char __user *user_buf,
1589 			size_t count, loff_t *ppos)
1590 {
1591 	struct iwl_mvm *mvm = file->private_data;
1592 	int pos = 0;
1593 	char buf[32];
1594 	const size_t bufsz = sizeof(buf);
1595 	int ret;
1596 
1597 	if (!mvm->dbgfs_prph_reg_addr)
1598 		return -EINVAL;
1599 
1600 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_READ);
1601 	if (ret)
1602 		return ret;
1603 
1604 	pos += scnprintf(buf + pos, bufsz - pos, "Reg 0x%x: (0x%x)\n",
1605 		mvm->dbgfs_prph_reg_addr,
1606 		iwl_read_prph(mvm->trans, mvm->dbgfs_prph_reg_addr));
1607 
1608 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_READ);
1609 
1610 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1611 }
1612 
1613 static ssize_t
1614 iwl_dbgfs_prph_reg_write(struct iwl_mvm *mvm, char *buf,
1615 			 size_t count, loff_t *ppos)
1616 {
1617 	u8 args;
1618 	u32 value;
1619 	int ret;
1620 
1621 	args = sscanf(buf, "%i %i", &mvm->dbgfs_prph_reg_addr, &value);
1622 	/* if we only want to set the reg address - nothing more to do */
1623 	if (args == 1)
1624 		goto out;
1625 
1626 	/* otherwise, make sure we have both address and value */
1627 	if (args != 2)
1628 		return -EINVAL;
1629 
1630 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_WRITE);
1631 	if (ret)
1632 		return ret;
1633 
1634 	iwl_write_prph(mvm->trans, mvm->dbgfs_prph_reg_addr, value);
1635 
1636 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_WRITE);
1637 out:
1638 	return count;
1639 }
1640 
1641 static ssize_t
1642 iwl_dbgfs_send_echo_cmd_write(struct iwl_mvm *mvm, char *buf,
1643 			      size_t count, loff_t *ppos)
1644 {
1645 	int ret;
1646 
1647 	if (!iwl_mvm_firmware_running(mvm))
1648 		return -EIO;
1649 
1650 	mutex_lock(&mvm->mutex);
1651 	ret = iwl_mvm_send_cmd_pdu(mvm, ECHO_CMD, 0, 0, NULL);
1652 	mutex_unlock(&mvm->mutex);
1653 
1654 	return ret ?: count;
1655 }
1656 
1657 MVM_DEBUGFS_READ_WRITE_FILE_OPS(prph_reg, 64);
1658 
1659 /* Device wide debugfs entries */
1660 MVM_DEBUGFS_READ_FILE_OPS(ctdp_budget);
1661 MVM_DEBUGFS_WRITE_FILE_OPS(stop_ctdp, 8);
1662 MVM_DEBUGFS_WRITE_FILE_OPS(force_ctkill, 8);
1663 MVM_DEBUGFS_WRITE_FILE_OPS(tx_flush, 16);
1664 MVM_DEBUGFS_WRITE_FILE_OPS(sta_drain, 8);
1665 MVM_DEBUGFS_WRITE_FILE_OPS(send_echo_cmd, 8);
1666 MVM_DEBUGFS_READ_WRITE_FILE_OPS(sram, 64);
1667 MVM_DEBUGFS_READ_WRITE_FILE_OPS(set_nic_temperature, 64);
1668 MVM_DEBUGFS_READ_FILE_OPS(nic_temp);
1669 MVM_DEBUGFS_READ_FILE_OPS(stations);
1670 MVM_DEBUGFS_READ_FILE_OPS(bt_notif);
1671 MVM_DEBUGFS_READ_FILE_OPS(bt_cmd);
1672 MVM_DEBUGFS_READ_WRITE_FILE_OPS(disable_power_off, 64);
1673 MVM_DEBUGFS_READ_FILE_OPS(fw_rx_stats);
1674 MVM_DEBUGFS_READ_FILE_OPS(drv_rx_stats);
1675 MVM_DEBUGFS_WRITE_FILE_OPS(fw_restart, 10);
1676 MVM_DEBUGFS_WRITE_FILE_OPS(fw_nmi, 10);
1677 MVM_DEBUGFS_WRITE_FILE_OPS(bt_tx_prio, 10);
1678 MVM_DEBUGFS_WRITE_FILE_OPS(bt_force_ant, 10);
1679 MVM_DEBUGFS_READ_WRITE_FILE_OPS(scan_ant_rxchain, 8);
1680 MVM_DEBUGFS_READ_WRITE_FILE_OPS(d0i3_refs, 8);
1681 MVM_DEBUGFS_READ_WRITE_FILE_OPS(fw_dbg_conf, 8);
1682 MVM_DEBUGFS_WRITE_FILE_OPS(fw_dbg_collect, 64);
1683 MVM_DEBUGFS_WRITE_FILE_OPS(cont_recording, 8);
1684 MVM_DEBUGFS_WRITE_FILE_OPS(max_amsdu_len, 8);
1685 MVM_DEBUGFS_WRITE_FILE_OPS(indirection_tbl,
1686 			   (IWL_RSS_INDIRECTION_TABLE_SIZE * 2));
1687 MVM_DEBUGFS_WRITE_FILE_OPS(inject_packet, 512);
1688 
1689 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1690 MVM_DEBUGFS_READ_WRITE_FILE_OPS(bcast_filters, 256);
1691 MVM_DEBUGFS_READ_WRITE_FILE_OPS(bcast_filters_macs, 256);
1692 #endif
1693 
1694 #ifdef CONFIG_PM_SLEEP
1695 MVM_DEBUGFS_READ_WRITE_FILE_OPS(d3_sram, 8);
1696 #endif
1697 #ifdef CONFIG_ACPI
1698 MVM_DEBUGFS_READ_FILE_OPS(sar_geo_profile);
1699 #endif
1700 
1701 static ssize_t iwl_dbgfs_mem_read(struct file *file, char __user *user_buf,
1702 				  size_t count, loff_t *ppos)
1703 {
1704 	struct iwl_mvm *mvm = file->private_data;
1705 	struct iwl_dbg_mem_access_cmd cmd = {};
1706 	struct iwl_dbg_mem_access_rsp *rsp;
1707 	struct iwl_host_cmd hcmd = {
1708 		.flags = CMD_WANT_SKB | CMD_SEND_IN_RFKILL,
1709 		.data = { &cmd, },
1710 		.len = { sizeof(cmd) },
1711 	};
1712 	size_t delta;
1713 	ssize_t ret, len;
1714 
1715 	if (!iwl_mvm_firmware_running(mvm))
1716 		return -EIO;
1717 
1718 	hcmd.id = iwl_cmd_id(*ppos >> 24 ? UMAC_RD_WR : LMAC_RD_WR,
1719 			     DEBUG_GROUP, 0);
1720 	cmd.op = cpu_to_le32(DEBUG_MEM_OP_READ);
1721 
1722 	/* Take care of alignment of both the position and the length */
1723 	delta = *ppos & 0x3;
1724 	cmd.addr = cpu_to_le32(*ppos - delta);
1725 	cmd.len = cpu_to_le32(min(ALIGN(count + delta, 4) / 4,
1726 				  (size_t)DEBUG_MEM_MAX_SIZE_DWORDS));
1727 
1728 	mutex_lock(&mvm->mutex);
1729 	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1730 	mutex_unlock(&mvm->mutex);
1731 
1732 	if (ret < 0)
1733 		return ret;
1734 
1735 	rsp = (void *)hcmd.resp_pkt->data;
1736 	if (le32_to_cpu(rsp->status) != DEBUG_MEM_STATUS_SUCCESS) {
1737 		ret = -ENXIO;
1738 		goto out;
1739 	}
1740 
1741 	len = min((size_t)le32_to_cpu(rsp->len) << 2,
1742 		  iwl_rx_packet_payload_len(hcmd.resp_pkt) - sizeof(*rsp));
1743 	len = min(len - delta, count);
1744 	if (len < 0) {
1745 		ret = -EFAULT;
1746 		goto out;
1747 	}
1748 
1749 	ret = len - copy_to_user(user_buf, (void *)rsp->data + delta, len);
1750 	*ppos += ret;
1751 
1752 out:
1753 	iwl_free_resp(&hcmd);
1754 	return ret;
1755 }
1756 
1757 static ssize_t iwl_dbgfs_mem_write(struct file *file,
1758 				   const char __user *user_buf, size_t count,
1759 				   loff_t *ppos)
1760 {
1761 	struct iwl_mvm *mvm = file->private_data;
1762 	struct iwl_dbg_mem_access_cmd *cmd;
1763 	struct iwl_dbg_mem_access_rsp *rsp;
1764 	struct iwl_host_cmd hcmd = {};
1765 	size_t cmd_size;
1766 	size_t data_size;
1767 	u32 op, len;
1768 	ssize_t ret;
1769 
1770 	if (!iwl_mvm_firmware_running(mvm))
1771 		return -EIO;
1772 
1773 	hcmd.id = iwl_cmd_id(*ppos >> 24 ? UMAC_RD_WR : LMAC_RD_WR,
1774 			     DEBUG_GROUP, 0);
1775 
1776 	if (*ppos & 0x3 || count < 4) {
1777 		op = DEBUG_MEM_OP_WRITE_BYTES;
1778 		len = min(count, (size_t)(4 - (*ppos & 0x3)));
1779 		data_size = len;
1780 	} else {
1781 		op = DEBUG_MEM_OP_WRITE;
1782 		len = min(count >> 2, (size_t)DEBUG_MEM_MAX_SIZE_DWORDS);
1783 		data_size = len << 2;
1784 	}
1785 
1786 	cmd_size = sizeof(*cmd) + ALIGN(data_size, 4);
1787 	cmd = kzalloc(cmd_size, GFP_KERNEL);
1788 	if (!cmd)
1789 		return -ENOMEM;
1790 
1791 	cmd->op = cpu_to_le32(op);
1792 	cmd->len = cpu_to_le32(len);
1793 	cmd->addr = cpu_to_le32(*ppos);
1794 	if (copy_from_user((void *)cmd->data, user_buf, data_size)) {
1795 		kfree(cmd);
1796 		return -EFAULT;
1797 	}
1798 
1799 	hcmd.flags = CMD_WANT_SKB | CMD_SEND_IN_RFKILL,
1800 	hcmd.data[0] = (void *)cmd;
1801 	hcmd.len[0] = cmd_size;
1802 
1803 	mutex_lock(&mvm->mutex);
1804 	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1805 	mutex_unlock(&mvm->mutex);
1806 
1807 	kfree(cmd);
1808 
1809 	if (ret < 0)
1810 		return ret;
1811 
1812 	rsp = (void *)hcmd.resp_pkt->data;
1813 	if (rsp->status != DEBUG_MEM_STATUS_SUCCESS) {
1814 		ret = -ENXIO;
1815 		goto out;
1816 	}
1817 
1818 	ret = data_size;
1819 	*ppos += ret;
1820 
1821 out:
1822 	iwl_free_resp(&hcmd);
1823 	return ret;
1824 }
1825 
1826 static const struct file_operations iwl_dbgfs_mem_ops = {
1827 	.read = iwl_dbgfs_mem_read,
1828 	.write = iwl_dbgfs_mem_write,
1829 	.open = simple_open,
1830 	.llseek = default_llseek,
1831 };
1832 
1833 int iwl_mvm_dbgfs_register(struct iwl_mvm *mvm, struct dentry *dbgfs_dir)
1834 {
1835 	struct dentry *bcast_dir __maybe_unused;
1836 	char buf[100];
1837 
1838 	spin_lock_init(&mvm->drv_stats_lock);
1839 
1840 	mvm->debugfs_dir = dbgfs_dir;
1841 
1842 	MVM_DEBUGFS_ADD_FILE(tx_flush, mvm->debugfs_dir, S_IWUSR);
1843 	MVM_DEBUGFS_ADD_FILE(sta_drain, mvm->debugfs_dir, S_IWUSR);
1844 	MVM_DEBUGFS_ADD_FILE(sram, mvm->debugfs_dir, S_IWUSR | S_IRUSR);
1845 	MVM_DEBUGFS_ADD_FILE(set_nic_temperature, mvm->debugfs_dir,
1846 			     S_IWUSR | S_IRUSR);
1847 	MVM_DEBUGFS_ADD_FILE(nic_temp, dbgfs_dir, S_IRUSR);
1848 	MVM_DEBUGFS_ADD_FILE(ctdp_budget, dbgfs_dir, S_IRUSR);
1849 	MVM_DEBUGFS_ADD_FILE(stop_ctdp, dbgfs_dir, S_IWUSR);
1850 	MVM_DEBUGFS_ADD_FILE(force_ctkill, dbgfs_dir, S_IWUSR);
1851 	MVM_DEBUGFS_ADD_FILE(stations, dbgfs_dir, S_IRUSR);
1852 	MVM_DEBUGFS_ADD_FILE(bt_notif, dbgfs_dir, S_IRUSR);
1853 	MVM_DEBUGFS_ADD_FILE(bt_cmd, dbgfs_dir, S_IRUSR);
1854 	MVM_DEBUGFS_ADD_FILE(disable_power_off, mvm->debugfs_dir,
1855 			     S_IRUSR | S_IWUSR);
1856 	MVM_DEBUGFS_ADD_FILE(fw_rx_stats, mvm->debugfs_dir, S_IRUSR);
1857 	MVM_DEBUGFS_ADD_FILE(drv_rx_stats, mvm->debugfs_dir, S_IRUSR);
1858 	MVM_DEBUGFS_ADD_FILE(fw_restart, mvm->debugfs_dir, S_IWUSR);
1859 	MVM_DEBUGFS_ADD_FILE(fw_nmi, mvm->debugfs_dir, S_IWUSR);
1860 	MVM_DEBUGFS_ADD_FILE(bt_tx_prio, mvm->debugfs_dir, S_IWUSR);
1861 	MVM_DEBUGFS_ADD_FILE(bt_force_ant, mvm->debugfs_dir, S_IWUSR);
1862 	MVM_DEBUGFS_ADD_FILE(scan_ant_rxchain, mvm->debugfs_dir,
1863 			     S_IWUSR | S_IRUSR);
1864 	MVM_DEBUGFS_ADD_FILE(prph_reg, mvm->debugfs_dir, S_IWUSR | S_IRUSR);
1865 	MVM_DEBUGFS_ADD_FILE(d0i3_refs, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1866 	MVM_DEBUGFS_ADD_FILE(fw_dbg_conf, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1867 	MVM_DEBUGFS_ADD_FILE(fw_dbg_collect, mvm->debugfs_dir, S_IWUSR);
1868 	MVM_DEBUGFS_ADD_FILE(max_amsdu_len, mvm->debugfs_dir, S_IWUSR);
1869 	MVM_DEBUGFS_ADD_FILE(send_echo_cmd, mvm->debugfs_dir, S_IWUSR);
1870 	MVM_DEBUGFS_ADD_FILE(cont_recording, mvm->debugfs_dir, S_IWUSR);
1871 	MVM_DEBUGFS_ADD_FILE(indirection_tbl, mvm->debugfs_dir, S_IWUSR);
1872 	MVM_DEBUGFS_ADD_FILE(inject_packet, mvm->debugfs_dir, S_IWUSR);
1873 #ifdef CONFIG_ACPI
1874 	MVM_DEBUGFS_ADD_FILE(sar_geo_profile, dbgfs_dir, S_IRUSR);
1875 #endif
1876 
1877 	if (!debugfs_create_bool("enable_scan_iteration_notif",
1878 				 S_IRUSR | S_IWUSR,
1879 				 mvm->debugfs_dir,
1880 				 &mvm->scan_iter_notif_enabled))
1881 		goto err;
1882 	if (!debugfs_create_bool("drop_bcn_ap_mode", S_IRUSR | S_IWUSR,
1883 				 mvm->debugfs_dir, &mvm->drop_bcn_ap_mode))
1884 		goto err;
1885 
1886 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1887 	if (mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_BCAST_FILTERING) {
1888 		bcast_dir = debugfs_create_dir("bcast_filtering",
1889 					       mvm->debugfs_dir);
1890 		if (!bcast_dir)
1891 			goto err;
1892 
1893 		if (!debugfs_create_bool("override", S_IRUSR | S_IWUSR,
1894 				bcast_dir,
1895 				&mvm->dbgfs_bcast_filtering.override))
1896 			goto err;
1897 
1898 		MVM_DEBUGFS_ADD_FILE_ALIAS("filters", bcast_filters,
1899 					   bcast_dir, S_IWUSR | S_IRUSR);
1900 		MVM_DEBUGFS_ADD_FILE_ALIAS("macs", bcast_filters_macs,
1901 					   bcast_dir, S_IWUSR | S_IRUSR);
1902 	}
1903 #endif
1904 
1905 #ifdef CONFIG_PM_SLEEP
1906 	MVM_DEBUGFS_ADD_FILE(d3_sram, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1907 	MVM_DEBUGFS_ADD_FILE(d3_test, mvm->debugfs_dir, S_IRUSR);
1908 	if (!debugfs_create_bool("d3_wake_sysassert", S_IRUSR | S_IWUSR,
1909 				 mvm->debugfs_dir, &mvm->d3_wake_sysassert))
1910 		goto err;
1911 	if (!debugfs_create_u32("last_netdetect_scans", S_IRUSR,
1912 				mvm->debugfs_dir, &mvm->last_netdetect_scans))
1913 		goto err;
1914 #endif
1915 
1916 	if (!debugfs_create_u8("ps_disabled", S_IRUSR,
1917 			       mvm->debugfs_dir, &mvm->ps_disabled))
1918 		goto err;
1919 	if (!debugfs_create_blob("nvm_hw", S_IRUSR,
1920 				  mvm->debugfs_dir, &mvm->nvm_hw_blob))
1921 		goto err;
1922 	if (!debugfs_create_blob("nvm_sw", S_IRUSR,
1923 				  mvm->debugfs_dir, &mvm->nvm_sw_blob))
1924 		goto err;
1925 	if (!debugfs_create_blob("nvm_calib", S_IRUSR,
1926 				  mvm->debugfs_dir, &mvm->nvm_calib_blob))
1927 		goto err;
1928 	if (!debugfs_create_blob("nvm_prod", S_IRUSR,
1929 				  mvm->debugfs_dir, &mvm->nvm_prod_blob))
1930 		goto err;
1931 	if (!debugfs_create_blob("nvm_phy_sku", S_IRUSR,
1932 				 mvm->debugfs_dir, &mvm->nvm_phy_sku_blob))
1933 		goto err;
1934 
1935 	debugfs_create_file("mem", S_IRUSR | S_IWUSR, dbgfs_dir, mvm,
1936 			    &iwl_dbgfs_mem_ops);
1937 
1938 	/*
1939 	 * Create a symlink with mac80211. It will be removed when mac80211
1940 	 * exists (before the opmode exists which removes the target.)
1941 	 */
1942 	snprintf(buf, 100, "../../%pd2", dbgfs_dir->d_parent);
1943 	if (!debugfs_create_symlink("iwlwifi", mvm->hw->wiphy->debugfsdir, buf))
1944 		goto err;
1945 
1946 	return 0;
1947 err:
1948 	IWL_ERR(mvm, "Can't create the mvm debugfs directory\n");
1949 	return -ENOMEM;
1950 }
1951