1 /******************************************************************************
2  *
3  * This file is provided under a dual BSD/GPLv2 license.  When using or
4  * redistributing this file, you may do so under either license.
5  *
6  * GPL LICENSE SUMMARY
7  *
8  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of version 2 of the GNU General Public License as
14  * published by the Free Software Foundation.
15  *
16  * This program is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24  * USA
25  *
26  * The full GNU General Public License is included in this distribution
27  * in the file called COPYING.
28  *
29  * Contact Information:
30  *  Intel Linux Wireless <linuxwifi@intel.com>
31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32  *
33  * BSD LICENSE
34  *
35  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37  * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
38  * All rights reserved.
39  *
40  * Redistribution and use in source and binary forms, with or without
41  * modification, are permitted provided that the following conditions
42  * are met:
43  *
44  *  * Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  *  * Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in
48  *    the documentation and/or other materials provided with the
49  *    distribution.
50  *  * Neither the name Intel Corporation nor the names of its
51  *    contributors may be used to endorse or promote products derived
52  *    from this software without specific prior written permission.
53  *
54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65  *
66  *****************************************************************************/
67 #include <linux/vmalloc.h>
68 #include <linux/ieee80211.h>
69 #include <linux/netdevice.h>
70 
71 #include "mvm.h"
72 #include "sta.h"
73 #include "iwl-io.h"
74 #include "debugfs.h"
75 #include "fw/error-dump.h"
76 
77 static ssize_t iwl_dbgfs_ctdp_budget_read(struct file *file,
78 					  char __user *user_buf,
79 					  size_t count, loff_t *ppos)
80 {
81 	struct iwl_mvm *mvm = file->private_data;
82 	char buf[16];
83 	int pos, budget;
84 
85 	if (!iwl_mvm_is_ctdp_supported(mvm))
86 		return -EOPNOTSUPP;
87 
88 	if (!iwl_mvm_firmware_running(mvm) ||
89 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
90 		return -EIO;
91 
92 	mutex_lock(&mvm->mutex);
93 	budget = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_REPORT, 0);
94 	mutex_unlock(&mvm->mutex);
95 
96 	if (budget < 0)
97 		return budget;
98 
99 	pos = scnprintf(buf, sizeof(buf), "%d\n", budget);
100 
101 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
102 }
103 
104 static ssize_t iwl_dbgfs_stop_ctdp_write(struct iwl_mvm *mvm, char *buf,
105 					 size_t count, loff_t *ppos)
106 {
107 	int ret;
108 
109 	if (!iwl_mvm_is_ctdp_supported(mvm))
110 		return -EOPNOTSUPP;
111 
112 	if (!iwl_mvm_firmware_running(mvm) ||
113 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
114 		return -EIO;
115 
116 	mutex_lock(&mvm->mutex);
117 	ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_STOP, 0);
118 	mutex_unlock(&mvm->mutex);
119 
120 	return ret ?: count;
121 }
122 
123 static ssize_t iwl_dbgfs_force_ctkill_write(struct iwl_mvm *mvm, char *buf,
124 					    size_t count, loff_t *ppos)
125 {
126 	if (!iwl_mvm_firmware_running(mvm) ||
127 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
128 		return -EIO;
129 
130 	iwl_mvm_enter_ctkill(mvm);
131 
132 	return count;
133 }
134 
135 static ssize_t iwl_dbgfs_tx_flush_write(struct iwl_mvm *mvm, char *buf,
136 					size_t count, loff_t *ppos)
137 {
138 	int ret;
139 	u32 flush_arg;
140 
141 	if (!iwl_mvm_firmware_running(mvm) ||
142 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
143 		return -EIO;
144 
145 	if (kstrtou32(buf, 0, &flush_arg))
146 		return -EINVAL;
147 
148 	if (iwl_mvm_has_new_tx_api(mvm)) {
149 		IWL_DEBUG_TX_QUEUES(mvm,
150 				    "FLUSHING all tids queues on sta_id = %d\n",
151 				    flush_arg);
152 		mutex_lock(&mvm->mutex);
153 		ret = iwl_mvm_flush_sta_tids(mvm, flush_arg, 0xFF, 0) ? : count;
154 		mutex_unlock(&mvm->mutex);
155 		return ret;
156 	}
157 
158 	IWL_DEBUG_TX_QUEUES(mvm, "FLUSHING queues mask to flush = 0x%x\n",
159 			    flush_arg);
160 
161 	mutex_lock(&mvm->mutex);
162 	ret =  iwl_mvm_flush_tx_path(mvm, flush_arg, 0) ? : count;
163 	mutex_unlock(&mvm->mutex);
164 
165 	return ret;
166 }
167 
168 static ssize_t iwl_dbgfs_sta_drain_write(struct iwl_mvm *mvm, char *buf,
169 					 size_t count, loff_t *ppos)
170 {
171 	struct iwl_mvm_sta *mvmsta;
172 	int sta_id, drain, ret;
173 
174 	if (!iwl_mvm_firmware_running(mvm) ||
175 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR)
176 		return -EIO;
177 
178 	if (sscanf(buf, "%d %d", &sta_id, &drain) != 2)
179 		return -EINVAL;
180 	if (sta_id < 0 || sta_id >= IWL_MVM_STATION_COUNT)
181 		return -EINVAL;
182 	if (drain < 0 || drain > 1)
183 		return -EINVAL;
184 
185 	mutex_lock(&mvm->mutex);
186 
187 	mvmsta = iwl_mvm_sta_from_staid_protected(mvm, sta_id);
188 
189 	if (!mvmsta)
190 		ret = -ENOENT;
191 	else
192 		ret = iwl_mvm_drain_sta(mvm, mvmsta, drain) ? : count;
193 
194 	mutex_unlock(&mvm->mutex);
195 
196 	return ret;
197 }
198 
199 static ssize_t iwl_dbgfs_sram_read(struct file *file, char __user *user_buf,
200 				   size_t count, loff_t *ppos)
201 {
202 	struct iwl_mvm *mvm = file->private_data;
203 	const struct fw_img *img;
204 	unsigned int ofs, len;
205 	size_t ret;
206 	u8 *ptr;
207 
208 	if (!iwl_mvm_firmware_running(mvm))
209 		return -EINVAL;
210 
211 	/* default is to dump the entire data segment */
212 	img = &mvm->fw->img[mvm->fwrt.cur_fw_img];
213 	ofs = img->sec[IWL_UCODE_SECTION_DATA].offset;
214 	len = img->sec[IWL_UCODE_SECTION_DATA].len;
215 
216 	if (mvm->dbgfs_sram_len) {
217 		ofs = mvm->dbgfs_sram_offset;
218 		len = mvm->dbgfs_sram_len;
219 	}
220 
221 	ptr = kzalloc(len, GFP_KERNEL);
222 	if (!ptr)
223 		return -ENOMEM;
224 
225 	iwl_trans_read_mem_bytes(mvm->trans, ofs, ptr, len);
226 
227 	ret = simple_read_from_buffer(user_buf, count, ppos, ptr, len);
228 
229 	kfree(ptr);
230 
231 	return ret;
232 }
233 
234 static ssize_t iwl_dbgfs_sram_write(struct iwl_mvm *mvm, char *buf,
235 				    size_t count, loff_t *ppos)
236 {
237 	const struct fw_img *img;
238 	u32 offset, len;
239 	u32 img_offset, img_len;
240 
241 	if (!iwl_mvm_firmware_running(mvm))
242 		return -EINVAL;
243 
244 	img = &mvm->fw->img[mvm->fwrt.cur_fw_img];
245 	img_offset = img->sec[IWL_UCODE_SECTION_DATA].offset;
246 	img_len = img->sec[IWL_UCODE_SECTION_DATA].len;
247 
248 	if (sscanf(buf, "%x,%x", &offset, &len) == 2) {
249 		if ((offset & 0x3) || (len & 0x3))
250 			return -EINVAL;
251 
252 		if (offset + len > img_offset + img_len)
253 			return -EINVAL;
254 
255 		mvm->dbgfs_sram_offset = offset;
256 		mvm->dbgfs_sram_len = len;
257 	} else {
258 		mvm->dbgfs_sram_offset = 0;
259 		mvm->dbgfs_sram_len = 0;
260 	}
261 
262 	return count;
263 }
264 
265 static ssize_t iwl_dbgfs_set_nic_temperature_read(struct file *file,
266 						  char __user *user_buf,
267 						  size_t count, loff_t *ppos)
268 {
269 	struct iwl_mvm *mvm = file->private_data;
270 	char buf[16];
271 	int pos;
272 
273 	if (!mvm->temperature_test)
274 		pos = scnprintf(buf , sizeof(buf), "disabled\n");
275 	else
276 		pos = scnprintf(buf , sizeof(buf), "%d\n", mvm->temperature);
277 
278 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
279 }
280 
281 /*
282  * Set NIC Temperature
283  * Cause the driver to ignore the actual NIC temperature reported by the FW
284  * Enable: any value between IWL_MVM_DEBUG_SET_TEMPERATURE_MIN -
285  * IWL_MVM_DEBUG_SET_TEMPERATURE_MAX
286  * Disable: IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE
287  */
288 static ssize_t iwl_dbgfs_set_nic_temperature_write(struct iwl_mvm *mvm,
289 						   char *buf, size_t count,
290 						   loff_t *ppos)
291 {
292 	int temperature;
293 
294 	if (!iwl_mvm_firmware_running(mvm) && !mvm->temperature_test)
295 		return -EIO;
296 
297 	if (kstrtoint(buf, 10, &temperature))
298 		return -EINVAL;
299 	/* not a legal temperature */
300 	if ((temperature > IWL_MVM_DEBUG_SET_TEMPERATURE_MAX &&
301 	     temperature != IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE) ||
302 	    temperature < IWL_MVM_DEBUG_SET_TEMPERATURE_MIN)
303 		return -EINVAL;
304 
305 	mutex_lock(&mvm->mutex);
306 	if (temperature == IWL_MVM_DEBUG_SET_TEMPERATURE_DISABLE) {
307 		if (!mvm->temperature_test)
308 			goto out;
309 
310 		mvm->temperature_test = false;
311 		/* Since we can't read the temp while awake, just set
312 		 * it to zero until we get the next RX stats from the
313 		 * firmware.
314 		 */
315 		mvm->temperature = 0;
316 	} else {
317 		mvm->temperature_test = true;
318 		mvm->temperature = temperature;
319 	}
320 	IWL_DEBUG_TEMP(mvm, "%sabling debug set temperature (temp = %d)\n",
321 		       mvm->temperature_test ? "En" : "Dis" ,
322 		       mvm->temperature);
323 	/* handle the temperature change */
324 	iwl_mvm_tt_handler(mvm);
325 
326 out:
327 	mutex_unlock(&mvm->mutex);
328 
329 	return count;
330 }
331 
332 static ssize_t iwl_dbgfs_nic_temp_read(struct file *file,
333 				       char __user *user_buf,
334 				       size_t count, loff_t *ppos)
335 {
336 	struct iwl_mvm *mvm = file->private_data;
337 	char buf[16];
338 	int pos, ret;
339 	s32 temp;
340 
341 	if (!iwl_mvm_firmware_running(mvm))
342 		return -EIO;
343 
344 	mutex_lock(&mvm->mutex);
345 	ret = iwl_mvm_get_temp(mvm, &temp);
346 	mutex_unlock(&mvm->mutex);
347 
348 	if (ret)
349 		return -EIO;
350 
351 	pos = scnprintf(buf , sizeof(buf), "%d\n", temp);
352 
353 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
354 }
355 
356 #ifdef CONFIG_ACPI
357 static ssize_t iwl_dbgfs_sar_geo_profile_read(struct file *file,
358 					      char __user *user_buf,
359 					      size_t count, loff_t *ppos)
360 {
361 	struct iwl_mvm *mvm = file->private_data;
362 	char buf[256];
363 	int pos = 0;
364 	int bufsz = sizeof(buf);
365 	int tbl_idx;
366 	u8 *value;
367 
368 	if (!iwl_mvm_firmware_running(mvm))
369 		return -EIO;
370 
371 	mutex_lock(&mvm->mutex);
372 	tbl_idx = iwl_mvm_get_sar_geo_profile(mvm);
373 	if (tbl_idx < 0) {
374 		mutex_unlock(&mvm->mutex);
375 		return tbl_idx;
376 	}
377 
378 	if (!tbl_idx) {
379 		pos = scnprintf(buf, bufsz,
380 				"SAR geographic profile disabled\n");
381 	} else {
382 		value = &mvm->geo_profiles[tbl_idx - 1].values[0];
383 
384 		pos += scnprintf(buf + pos, bufsz - pos,
385 				 "Use geographic profile %d\n", tbl_idx);
386 		pos += scnprintf(buf + pos, bufsz - pos,
387 				 "2.4GHz:\n\tChain A offset: %hhd dBm\n\tChain B offset: %hhd dBm\n\tmax tx power: %hhd dBm\n",
388 				 value[1], value[2], value[0]);
389 		pos += scnprintf(buf + pos, bufsz - pos,
390 				 "5.2GHz:\n\tChain A offset: %hhd dBm\n\tChain B offset: %hhd dBm\n\tmax tx power: %hhd dBm\n",
391 				 value[4], value[5], value[3]);
392 	}
393 	mutex_unlock(&mvm->mutex);
394 
395 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
396 }
397 #endif
398 
399 static ssize_t iwl_dbgfs_stations_read(struct file *file, char __user *user_buf,
400 				       size_t count, loff_t *ppos)
401 {
402 	struct iwl_mvm *mvm = file->private_data;
403 	struct ieee80211_sta *sta;
404 	char buf[400];
405 	int i, pos = 0, bufsz = sizeof(buf);
406 
407 	mutex_lock(&mvm->mutex);
408 
409 	for (i = 0; i < ARRAY_SIZE(mvm->fw_id_to_mac_id); i++) {
410 		pos += scnprintf(buf + pos, bufsz - pos, "%.2d: ", i);
411 		sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
412 						lockdep_is_held(&mvm->mutex));
413 		if (!sta)
414 			pos += scnprintf(buf + pos, bufsz - pos, "N/A\n");
415 		else if (IS_ERR(sta))
416 			pos += scnprintf(buf + pos, bufsz - pos, "%ld\n",
417 					 PTR_ERR(sta));
418 		else
419 			pos += scnprintf(buf + pos, bufsz - pos, "%pM\n",
420 					 sta->addr);
421 	}
422 
423 	mutex_unlock(&mvm->mutex);
424 
425 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
426 }
427 
428 static ssize_t iwl_dbgfs_disable_power_off_read(struct file *file,
429 						char __user *user_buf,
430 						size_t count, loff_t *ppos)
431 {
432 	struct iwl_mvm *mvm = file->private_data;
433 	char buf[64];
434 	int bufsz = sizeof(buf);
435 	int pos = 0;
436 
437 	pos += scnprintf(buf+pos, bufsz-pos, "disable_power_off_d0=%d\n",
438 			 mvm->disable_power_off);
439 	pos += scnprintf(buf+pos, bufsz-pos, "disable_power_off_d3=%d\n",
440 			 mvm->disable_power_off_d3);
441 
442 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
443 }
444 
445 static ssize_t iwl_dbgfs_disable_power_off_write(struct iwl_mvm *mvm, char *buf,
446 						 size_t count, loff_t *ppos)
447 {
448 	int ret, val;
449 
450 	if (!iwl_mvm_firmware_running(mvm))
451 		return -EIO;
452 
453 	if (!strncmp("disable_power_off_d0=", buf, 21)) {
454 		if (sscanf(buf + 21, "%d", &val) != 1)
455 			return -EINVAL;
456 		mvm->disable_power_off = val;
457 	} else if (!strncmp("disable_power_off_d3=", buf, 21)) {
458 		if (sscanf(buf + 21, "%d", &val) != 1)
459 			return -EINVAL;
460 		mvm->disable_power_off_d3 = val;
461 	} else {
462 		return -EINVAL;
463 	}
464 
465 	mutex_lock(&mvm->mutex);
466 	ret = iwl_mvm_power_update_device(mvm);
467 	mutex_unlock(&mvm->mutex);
468 
469 	return ret ?: count;
470 }
471 
472 static
473 int iwl_mvm_coex_dump_mbox(struct iwl_bt_coex_profile_notif *notif, char *buf,
474 			   int pos, int bufsz)
475 {
476 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw0:\n");
477 
478 	BT_MBOX_PRINT(0, LE_SLAVE_LAT, false);
479 	BT_MBOX_PRINT(0, LE_PROF1, false);
480 	BT_MBOX_PRINT(0, LE_PROF2, false);
481 	BT_MBOX_PRINT(0, LE_PROF_OTHER, false);
482 	BT_MBOX_PRINT(0, CHL_SEQ_N, false);
483 	BT_MBOX_PRINT(0, INBAND_S, false);
484 	BT_MBOX_PRINT(0, LE_MIN_RSSI, false);
485 	BT_MBOX_PRINT(0, LE_SCAN, false);
486 	BT_MBOX_PRINT(0, LE_ADV, false);
487 	BT_MBOX_PRINT(0, LE_MAX_TX_POWER, false);
488 	BT_MBOX_PRINT(0, OPEN_CON_1, true);
489 
490 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw1:\n");
491 
492 	BT_MBOX_PRINT(1, BR_MAX_TX_POWER, false);
493 	BT_MBOX_PRINT(1, IP_SR, false);
494 	BT_MBOX_PRINT(1, LE_MSTR, false);
495 	BT_MBOX_PRINT(1, AGGR_TRFC_LD, false);
496 	BT_MBOX_PRINT(1, MSG_TYPE, false);
497 	BT_MBOX_PRINT(1, SSN, true);
498 
499 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw2:\n");
500 
501 	BT_MBOX_PRINT(2, SNIFF_ACT, false);
502 	BT_MBOX_PRINT(2, PAG, false);
503 	BT_MBOX_PRINT(2, INQUIRY, false);
504 	BT_MBOX_PRINT(2, CONN, false);
505 	BT_MBOX_PRINT(2, SNIFF_INTERVAL, false);
506 	BT_MBOX_PRINT(2, DISC, false);
507 	BT_MBOX_PRINT(2, SCO_TX_ACT, false);
508 	BT_MBOX_PRINT(2, SCO_RX_ACT, false);
509 	BT_MBOX_PRINT(2, ESCO_RE_TX, false);
510 	BT_MBOX_PRINT(2, SCO_DURATION, true);
511 
512 	pos += scnprintf(buf+pos, bufsz-pos, "MBOX dw3:\n");
513 
514 	BT_MBOX_PRINT(3, SCO_STATE, false);
515 	BT_MBOX_PRINT(3, SNIFF_STATE, false);
516 	BT_MBOX_PRINT(3, A2DP_STATE, false);
517 	BT_MBOX_PRINT(3, A2DP_SRC, false);
518 	BT_MBOX_PRINT(3, ACL_STATE, false);
519 	BT_MBOX_PRINT(3, MSTR_STATE, false);
520 	BT_MBOX_PRINT(3, OBX_STATE, false);
521 	BT_MBOX_PRINT(3, OPEN_CON_2, false);
522 	BT_MBOX_PRINT(3, TRAFFIC_LOAD, false);
523 	BT_MBOX_PRINT(3, CHL_SEQN_LSB, false);
524 	BT_MBOX_PRINT(3, INBAND_P, false);
525 	BT_MBOX_PRINT(3, MSG_TYPE_2, false);
526 	BT_MBOX_PRINT(3, SSN_2, false);
527 	BT_MBOX_PRINT(3, UPDATE_REQUEST, true);
528 
529 	return pos;
530 }
531 
532 static ssize_t iwl_dbgfs_bt_notif_read(struct file *file, char __user *user_buf,
533 				       size_t count, loff_t *ppos)
534 {
535 	struct iwl_mvm *mvm = file->private_data;
536 	struct iwl_bt_coex_profile_notif *notif = &mvm->last_bt_notif;
537 	char *buf;
538 	int ret, pos = 0, bufsz = sizeof(char) * 1024;
539 
540 	buf = kmalloc(bufsz, GFP_KERNEL);
541 	if (!buf)
542 		return -ENOMEM;
543 
544 	mutex_lock(&mvm->mutex);
545 
546 	pos += iwl_mvm_coex_dump_mbox(notif, buf, pos, bufsz);
547 
548 	pos += scnprintf(buf + pos, bufsz - pos, "bt_ci_compliance = %d\n",
549 			 notif->bt_ci_compliance);
550 	pos += scnprintf(buf + pos, bufsz - pos, "primary_ch_lut = %d\n",
551 			 le32_to_cpu(notif->primary_ch_lut));
552 	pos += scnprintf(buf + pos, bufsz - pos, "secondary_ch_lut = %d\n",
553 			 le32_to_cpu(notif->secondary_ch_lut));
554 	pos += scnprintf(buf + pos,
555 			 bufsz - pos, "bt_activity_grading = %d\n",
556 			 le32_to_cpu(notif->bt_activity_grading));
557 	pos += scnprintf(buf + pos, bufsz - pos, "bt_rrc = %d\n",
558 			 notif->rrc_status & 0xF);
559 	pos += scnprintf(buf + pos, bufsz - pos, "bt_ttc = %d\n",
560 			 notif->ttc_status & 0xF);
561 
562 	pos += scnprintf(buf + pos, bufsz - pos, "sync_sco = %d\n",
563 			 IWL_MVM_BT_COEX_SYNC2SCO);
564 	pos += scnprintf(buf + pos, bufsz - pos, "mplut = %d\n",
565 			 IWL_MVM_BT_COEX_MPLUT);
566 
567 	mutex_unlock(&mvm->mutex);
568 
569 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
570 	kfree(buf);
571 
572 	return ret;
573 }
574 #undef BT_MBOX_PRINT
575 
576 static ssize_t iwl_dbgfs_bt_cmd_read(struct file *file, char __user *user_buf,
577 				     size_t count, loff_t *ppos)
578 {
579 	struct iwl_mvm *mvm = file->private_data;
580 	struct iwl_bt_coex_ci_cmd *cmd = &mvm->last_bt_ci_cmd;
581 	char buf[256];
582 	int bufsz = sizeof(buf);
583 	int pos = 0;
584 
585 	mutex_lock(&mvm->mutex);
586 
587 	pos += scnprintf(buf + pos, bufsz - pos, "Channel inhibition CMD\n");
588 	pos += scnprintf(buf + pos, bufsz - pos,
589 			 "\tPrimary Channel Bitmap 0x%016llx\n",
590 			 le64_to_cpu(cmd->bt_primary_ci));
591 	pos += scnprintf(buf + pos, bufsz - pos,
592 			 "\tSecondary Channel Bitmap 0x%016llx\n",
593 			 le64_to_cpu(cmd->bt_secondary_ci));
594 
595 	mutex_unlock(&mvm->mutex);
596 
597 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
598 }
599 
600 static ssize_t
601 iwl_dbgfs_bt_tx_prio_write(struct iwl_mvm *mvm, char *buf,
602 			   size_t count, loff_t *ppos)
603 {
604 	u32 bt_tx_prio;
605 
606 	if (sscanf(buf, "%u", &bt_tx_prio) != 1)
607 		return -EINVAL;
608 	if (bt_tx_prio > 4)
609 		return -EINVAL;
610 
611 	mvm->bt_tx_prio = bt_tx_prio;
612 
613 	return count;
614 }
615 
616 static ssize_t
617 iwl_dbgfs_bt_force_ant_write(struct iwl_mvm *mvm, char *buf,
618 			     size_t count, loff_t *ppos)
619 {
620 	static const char * const modes_str[BT_FORCE_ANT_MAX] = {
621 		[BT_FORCE_ANT_DIS] = "dis",
622 		[BT_FORCE_ANT_AUTO] = "auto",
623 		[BT_FORCE_ANT_BT] = "bt",
624 		[BT_FORCE_ANT_WIFI] = "wifi",
625 	};
626 	int ret, bt_force_ant_mode;
627 
628 	for (bt_force_ant_mode = 0;
629 	     bt_force_ant_mode < ARRAY_SIZE(modes_str);
630 	     bt_force_ant_mode++) {
631 		if (!strcmp(buf, modes_str[bt_force_ant_mode]))
632 			break;
633 	}
634 
635 	if (bt_force_ant_mode >= ARRAY_SIZE(modes_str))
636 		return -EINVAL;
637 
638 	ret = 0;
639 	mutex_lock(&mvm->mutex);
640 	if (mvm->bt_force_ant_mode == bt_force_ant_mode)
641 		goto out;
642 
643 	mvm->bt_force_ant_mode = bt_force_ant_mode;
644 	IWL_DEBUG_COEX(mvm, "Force mode: %s\n",
645 		       modes_str[mvm->bt_force_ant_mode]);
646 
647 	if (iwl_mvm_firmware_running(mvm))
648 		ret = iwl_mvm_send_bt_init_conf(mvm);
649 	else
650 		ret = 0;
651 
652 out:
653 	mutex_unlock(&mvm->mutex);
654 	return ret ?: count;
655 }
656 
657 static ssize_t iwl_dbgfs_fw_ver_read(struct file *file, char __user *user_buf,
658 				     size_t count, loff_t *ppos)
659 {
660 	struct iwl_mvm *mvm = file->private_data;
661 	char *buff, *pos, *endpos;
662 	static const size_t bufsz = 1024;
663 	int ret;
664 
665 	buff = kmalloc(bufsz, GFP_KERNEL);
666 	if (!buff)
667 		return -ENOMEM;
668 
669 	pos = buff;
670 	endpos = pos + bufsz;
671 
672 	pos += scnprintf(pos, endpos - pos, "FW prefix: %s\n",
673 			 mvm->trans->cfg->fw_name_pre);
674 	pos += scnprintf(pos, endpos - pos, "FW: %s\n",
675 			 mvm->fwrt.fw->human_readable);
676 	pos += scnprintf(pos, endpos - pos, "Device: %s\n",
677 			 mvm->fwrt.trans->cfg->name);
678 	pos += scnprintf(pos, endpos - pos, "Bus: %s\n",
679 			 mvm->fwrt.dev->bus->name);
680 
681 	ret = simple_read_from_buffer(user_buf, count, ppos, buff, pos - buff);
682 	kfree(buff);
683 
684 	return ret;
685 }
686 
687 #define PRINT_STATS_LE32(_struct, _memb)				\
688 			 pos += scnprintf(buf + pos, bufsz - pos,	\
689 					  fmt_table, #_memb,		\
690 					  le32_to_cpu(_struct->_memb))
691 
692 static ssize_t iwl_dbgfs_fw_rx_stats_read(struct file *file,
693 					  char __user *user_buf, size_t count,
694 					  loff_t *ppos)
695 {
696 	struct iwl_mvm *mvm = file->private_data;
697 	static const char *fmt_table = "\t%-30s %10u\n";
698 	static const char *fmt_header = "%-32s\n";
699 	int pos = 0;
700 	char *buf;
701 	int ret;
702 	size_t bufsz;
703 
704 	if (iwl_mvm_has_new_rx_stats_api(mvm))
705 		bufsz = ((sizeof(struct mvm_statistics_rx) /
706 			  sizeof(__le32)) * 43) + (4 * 33) + 1;
707 	else
708 		/* 43 = size of each data line; 33 = size of each header */
709 		bufsz = ((sizeof(struct mvm_statistics_rx_v3) /
710 			  sizeof(__le32)) * 43) + (4 * 33) + 1;
711 
712 	buf = kzalloc(bufsz, GFP_KERNEL);
713 	if (!buf)
714 		return -ENOMEM;
715 
716 	mutex_lock(&mvm->mutex);
717 
718 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
719 			 "Statistics_Rx - OFDM");
720 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
721 		struct mvm_statistics_rx_phy_v2 *ofdm = &mvm->rx_stats_v3.ofdm;
722 
723 		PRINT_STATS_LE32(ofdm, ina_cnt);
724 		PRINT_STATS_LE32(ofdm, fina_cnt);
725 		PRINT_STATS_LE32(ofdm, plcp_err);
726 		PRINT_STATS_LE32(ofdm, crc32_err);
727 		PRINT_STATS_LE32(ofdm, overrun_err);
728 		PRINT_STATS_LE32(ofdm, early_overrun_err);
729 		PRINT_STATS_LE32(ofdm, crc32_good);
730 		PRINT_STATS_LE32(ofdm, false_alarm_cnt);
731 		PRINT_STATS_LE32(ofdm, fina_sync_err_cnt);
732 		PRINT_STATS_LE32(ofdm, sfd_timeout);
733 		PRINT_STATS_LE32(ofdm, fina_timeout);
734 		PRINT_STATS_LE32(ofdm, unresponded_rts);
735 		PRINT_STATS_LE32(ofdm, rxe_frame_lmt_overrun);
736 		PRINT_STATS_LE32(ofdm, sent_ack_cnt);
737 		PRINT_STATS_LE32(ofdm, sent_cts_cnt);
738 		PRINT_STATS_LE32(ofdm, sent_ba_rsp_cnt);
739 		PRINT_STATS_LE32(ofdm, dsp_self_kill);
740 		PRINT_STATS_LE32(ofdm, mh_format_err);
741 		PRINT_STATS_LE32(ofdm, re_acq_main_rssi_sum);
742 		PRINT_STATS_LE32(ofdm, reserved);
743 	} else {
744 		struct mvm_statistics_rx_phy *ofdm = &mvm->rx_stats.ofdm;
745 
746 		PRINT_STATS_LE32(ofdm, unresponded_rts);
747 		PRINT_STATS_LE32(ofdm, rxe_frame_lmt_overrun);
748 		PRINT_STATS_LE32(ofdm, sent_ba_rsp_cnt);
749 		PRINT_STATS_LE32(ofdm, dsp_self_kill);
750 		PRINT_STATS_LE32(ofdm, reserved);
751 	}
752 
753 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
754 			 "Statistics_Rx - CCK");
755 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
756 		struct mvm_statistics_rx_phy_v2 *cck = &mvm->rx_stats_v3.cck;
757 
758 		PRINT_STATS_LE32(cck, ina_cnt);
759 		PRINT_STATS_LE32(cck, fina_cnt);
760 		PRINT_STATS_LE32(cck, plcp_err);
761 		PRINT_STATS_LE32(cck, crc32_err);
762 		PRINT_STATS_LE32(cck, overrun_err);
763 		PRINT_STATS_LE32(cck, early_overrun_err);
764 		PRINT_STATS_LE32(cck, crc32_good);
765 		PRINT_STATS_LE32(cck, false_alarm_cnt);
766 		PRINT_STATS_LE32(cck, fina_sync_err_cnt);
767 		PRINT_STATS_LE32(cck, sfd_timeout);
768 		PRINT_STATS_LE32(cck, fina_timeout);
769 		PRINT_STATS_LE32(cck, unresponded_rts);
770 		PRINT_STATS_LE32(cck, rxe_frame_lmt_overrun);
771 		PRINT_STATS_LE32(cck, sent_ack_cnt);
772 		PRINT_STATS_LE32(cck, sent_cts_cnt);
773 		PRINT_STATS_LE32(cck, sent_ba_rsp_cnt);
774 		PRINT_STATS_LE32(cck, dsp_self_kill);
775 		PRINT_STATS_LE32(cck, mh_format_err);
776 		PRINT_STATS_LE32(cck, re_acq_main_rssi_sum);
777 		PRINT_STATS_LE32(cck, reserved);
778 	} else {
779 		struct mvm_statistics_rx_phy *cck = &mvm->rx_stats.cck;
780 
781 		PRINT_STATS_LE32(cck, unresponded_rts);
782 		PRINT_STATS_LE32(cck, rxe_frame_lmt_overrun);
783 		PRINT_STATS_LE32(cck, sent_ba_rsp_cnt);
784 		PRINT_STATS_LE32(cck, dsp_self_kill);
785 		PRINT_STATS_LE32(cck, reserved);
786 	}
787 
788 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
789 			 "Statistics_Rx - GENERAL");
790 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
791 		struct mvm_statistics_rx_non_phy_v3 *general =
792 			&mvm->rx_stats_v3.general;
793 
794 		PRINT_STATS_LE32(general, bogus_cts);
795 		PRINT_STATS_LE32(general, bogus_ack);
796 		PRINT_STATS_LE32(general, non_bssid_frames);
797 		PRINT_STATS_LE32(general, filtered_frames);
798 		PRINT_STATS_LE32(general, non_channel_beacons);
799 		PRINT_STATS_LE32(general, channel_beacons);
800 		PRINT_STATS_LE32(general, num_missed_bcon);
801 		PRINT_STATS_LE32(general, adc_rx_saturation_time);
802 		PRINT_STATS_LE32(general, ina_detection_search_time);
803 		PRINT_STATS_LE32(general, beacon_silence_rssi_a);
804 		PRINT_STATS_LE32(general, beacon_silence_rssi_b);
805 		PRINT_STATS_LE32(general, beacon_silence_rssi_c);
806 		PRINT_STATS_LE32(general, interference_data_flag);
807 		PRINT_STATS_LE32(general, channel_load);
808 		PRINT_STATS_LE32(general, dsp_false_alarms);
809 		PRINT_STATS_LE32(general, beacon_rssi_a);
810 		PRINT_STATS_LE32(general, beacon_rssi_b);
811 		PRINT_STATS_LE32(general, beacon_rssi_c);
812 		PRINT_STATS_LE32(general, beacon_energy_a);
813 		PRINT_STATS_LE32(general, beacon_energy_b);
814 		PRINT_STATS_LE32(general, beacon_energy_c);
815 		PRINT_STATS_LE32(general, num_bt_kills);
816 		PRINT_STATS_LE32(general, mac_id);
817 		PRINT_STATS_LE32(general, directed_data_mpdu);
818 	} else {
819 		struct mvm_statistics_rx_non_phy *general =
820 			&mvm->rx_stats.general;
821 
822 		PRINT_STATS_LE32(general, bogus_cts);
823 		PRINT_STATS_LE32(general, bogus_ack);
824 		PRINT_STATS_LE32(general, non_channel_beacons);
825 		PRINT_STATS_LE32(general, channel_beacons);
826 		PRINT_STATS_LE32(general, num_missed_bcon);
827 		PRINT_STATS_LE32(general, adc_rx_saturation_time);
828 		PRINT_STATS_LE32(general, ina_detection_search_time);
829 		PRINT_STATS_LE32(general, beacon_silence_rssi_a);
830 		PRINT_STATS_LE32(general, beacon_silence_rssi_b);
831 		PRINT_STATS_LE32(general, beacon_silence_rssi_c);
832 		PRINT_STATS_LE32(general, interference_data_flag);
833 		PRINT_STATS_LE32(general, channel_load);
834 		PRINT_STATS_LE32(general, beacon_rssi_a);
835 		PRINT_STATS_LE32(general, beacon_rssi_b);
836 		PRINT_STATS_LE32(general, beacon_rssi_c);
837 		PRINT_STATS_LE32(general, beacon_energy_a);
838 		PRINT_STATS_LE32(general, beacon_energy_b);
839 		PRINT_STATS_LE32(general, beacon_energy_c);
840 		PRINT_STATS_LE32(general, num_bt_kills);
841 		PRINT_STATS_LE32(general, mac_id);
842 	}
843 
844 	pos += scnprintf(buf + pos, bufsz - pos, fmt_header,
845 			 "Statistics_Rx - HT");
846 	if (!iwl_mvm_has_new_rx_stats_api(mvm)) {
847 		struct mvm_statistics_rx_ht_phy_v1 *ht =
848 			&mvm->rx_stats_v3.ofdm_ht;
849 
850 		PRINT_STATS_LE32(ht, plcp_err);
851 		PRINT_STATS_LE32(ht, overrun_err);
852 		PRINT_STATS_LE32(ht, early_overrun_err);
853 		PRINT_STATS_LE32(ht, crc32_good);
854 		PRINT_STATS_LE32(ht, crc32_err);
855 		PRINT_STATS_LE32(ht, mh_format_err);
856 		PRINT_STATS_LE32(ht, agg_crc32_good);
857 		PRINT_STATS_LE32(ht, agg_mpdu_cnt);
858 		PRINT_STATS_LE32(ht, agg_cnt);
859 		PRINT_STATS_LE32(ht, unsupport_mcs);
860 	} else {
861 		struct mvm_statistics_rx_ht_phy *ht =
862 			&mvm->rx_stats.ofdm_ht;
863 
864 		PRINT_STATS_LE32(ht, mh_format_err);
865 		PRINT_STATS_LE32(ht, agg_mpdu_cnt);
866 		PRINT_STATS_LE32(ht, agg_cnt);
867 		PRINT_STATS_LE32(ht, unsupport_mcs);
868 	}
869 
870 	mutex_unlock(&mvm->mutex);
871 
872 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
873 	kfree(buf);
874 
875 	return ret;
876 }
877 #undef PRINT_STAT_LE32
878 
879 static ssize_t iwl_dbgfs_frame_stats_read(struct iwl_mvm *mvm,
880 					  char __user *user_buf, size_t count,
881 					  loff_t *ppos,
882 					  struct iwl_mvm_frame_stats *stats)
883 {
884 	char *buff, *pos, *endpos;
885 	int idx, i;
886 	int ret;
887 	static const size_t bufsz = 1024;
888 
889 	buff = kmalloc(bufsz, GFP_KERNEL);
890 	if (!buff)
891 		return -ENOMEM;
892 
893 	spin_lock_bh(&mvm->drv_stats_lock);
894 
895 	pos = buff;
896 	endpos = pos + bufsz;
897 
898 	pos += scnprintf(pos, endpos - pos,
899 			 "Legacy/HT/VHT\t:\t%d/%d/%d\n",
900 			 stats->legacy_frames,
901 			 stats->ht_frames,
902 			 stats->vht_frames);
903 	pos += scnprintf(pos, endpos - pos, "20/40/80\t:\t%d/%d/%d\n",
904 			 stats->bw_20_frames,
905 			 stats->bw_40_frames,
906 			 stats->bw_80_frames);
907 	pos += scnprintf(pos, endpos - pos, "NGI/SGI\t\t:\t%d/%d\n",
908 			 stats->ngi_frames,
909 			 stats->sgi_frames);
910 	pos += scnprintf(pos, endpos - pos, "SISO/MIMO2\t:\t%d/%d\n",
911 			 stats->siso_frames,
912 			 stats->mimo2_frames);
913 	pos += scnprintf(pos, endpos - pos, "FAIL/SCSS\t:\t%d/%d\n",
914 			 stats->fail_frames,
915 			 stats->success_frames);
916 	pos += scnprintf(pos, endpos - pos, "MPDUs agg\t:\t%d\n",
917 			 stats->agg_frames);
918 	pos += scnprintf(pos, endpos - pos, "A-MPDUs\t\t:\t%d\n",
919 			 stats->ampdu_count);
920 	pos += scnprintf(pos, endpos - pos, "Avg MPDUs/A-MPDU:\t%d\n",
921 			 stats->ampdu_count > 0 ?
922 			 (stats->agg_frames / stats->ampdu_count) : 0);
923 
924 	pos += scnprintf(pos, endpos - pos, "Last Rates\n");
925 
926 	idx = stats->last_frame_idx - 1;
927 	for (i = 0; i < ARRAY_SIZE(stats->last_rates); i++) {
928 		idx = (idx + 1) % ARRAY_SIZE(stats->last_rates);
929 		if (stats->last_rates[idx] == 0)
930 			continue;
931 		pos += scnprintf(pos, endpos - pos, "Rate[%d]: ",
932 				 (int)(ARRAY_SIZE(stats->last_rates) - i));
933 		pos += rs_pretty_print_rate(pos, stats->last_rates[idx]);
934 	}
935 	spin_unlock_bh(&mvm->drv_stats_lock);
936 
937 	ret = simple_read_from_buffer(user_buf, count, ppos, buff, pos - buff);
938 	kfree(buff);
939 
940 	return ret;
941 }
942 
943 static ssize_t iwl_dbgfs_drv_rx_stats_read(struct file *file,
944 					   char __user *user_buf, size_t count,
945 					   loff_t *ppos)
946 {
947 	struct iwl_mvm *mvm = file->private_data;
948 
949 	return iwl_dbgfs_frame_stats_read(mvm, user_buf, count, ppos,
950 					  &mvm->drv_rx_stats);
951 }
952 
953 static ssize_t iwl_dbgfs_fw_restart_write(struct iwl_mvm *mvm, char *buf,
954 					  size_t count, loff_t *ppos)
955 {
956 	int __maybe_unused ret;
957 
958 	if (!iwl_mvm_firmware_running(mvm))
959 		return -EIO;
960 
961 	mutex_lock(&mvm->mutex);
962 
963 	/* allow one more restart that we're provoking here */
964 	if (mvm->fw_restart >= 0)
965 		mvm->fw_restart++;
966 
967 	/* take the return value to make compiler happy - it will fail anyway */
968 	ret = iwl_mvm_send_cmd_pdu(mvm, REPLY_ERROR, 0, 0, NULL);
969 
970 	mutex_unlock(&mvm->mutex);
971 
972 	return count;
973 }
974 
975 static ssize_t iwl_dbgfs_fw_nmi_write(struct iwl_mvm *mvm, char *buf,
976 				      size_t count, loff_t *ppos)
977 {
978 	int ret;
979 
980 	if (!iwl_mvm_firmware_running(mvm))
981 		return -EIO;
982 
983 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_NMI);
984 	if (ret)
985 		return ret;
986 
987 	iwl_force_nmi(mvm->trans);
988 
989 	iwl_mvm_unref(mvm, IWL_MVM_REF_NMI);
990 
991 	return count;
992 }
993 
994 static ssize_t
995 iwl_dbgfs_scan_ant_rxchain_read(struct file *file,
996 				char __user *user_buf,
997 				size_t count, loff_t *ppos)
998 {
999 	struct iwl_mvm *mvm = file->private_data;
1000 	int pos = 0;
1001 	char buf[32];
1002 	const size_t bufsz = sizeof(buf);
1003 
1004 	/* print which antennas were set for the scan command by the user */
1005 	pos += scnprintf(buf + pos, bufsz - pos, "Antennas for scan: ");
1006 	if (mvm->scan_rx_ant & ANT_A)
1007 		pos += scnprintf(buf + pos, bufsz - pos, "A");
1008 	if (mvm->scan_rx_ant & ANT_B)
1009 		pos += scnprintf(buf + pos, bufsz - pos, "B");
1010 	if (mvm->scan_rx_ant & ANT_C)
1011 		pos += scnprintf(buf + pos, bufsz - pos, "C");
1012 	pos += scnprintf(buf + pos, bufsz - pos, " (%hhx)\n", mvm->scan_rx_ant);
1013 
1014 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1015 }
1016 
1017 static ssize_t
1018 iwl_dbgfs_scan_ant_rxchain_write(struct iwl_mvm *mvm, char *buf,
1019 				 size_t count, loff_t *ppos)
1020 {
1021 	u8 scan_rx_ant;
1022 
1023 	if (!iwl_mvm_firmware_running(mvm))
1024 		return -EIO;
1025 
1026 	if (sscanf(buf, "%hhx", &scan_rx_ant) != 1)
1027 		return -EINVAL;
1028 	if (scan_rx_ant > ANT_ABC)
1029 		return -EINVAL;
1030 	if (scan_rx_ant & ~(iwl_mvm_get_valid_rx_ant(mvm)))
1031 		return -EINVAL;
1032 
1033 	if (mvm->scan_rx_ant != scan_rx_ant) {
1034 		mvm->scan_rx_ant = scan_rx_ant;
1035 		if (fw_has_capa(&mvm->fw->ucode_capa,
1036 				IWL_UCODE_TLV_CAPA_UMAC_SCAN))
1037 			iwl_mvm_config_scan(mvm);
1038 	}
1039 
1040 	return count;
1041 }
1042 
1043 static ssize_t iwl_dbgfs_indirection_tbl_write(struct iwl_mvm *mvm,
1044 					       char *buf, size_t count,
1045 					       loff_t *ppos)
1046 {
1047 	struct iwl_rss_config_cmd cmd = {
1048 		.flags = cpu_to_le32(IWL_RSS_ENABLE),
1049 		.hash_mask = IWL_RSS_HASH_TYPE_IPV4_TCP |
1050 			     IWL_RSS_HASH_TYPE_IPV4_UDP |
1051 			     IWL_RSS_HASH_TYPE_IPV4_PAYLOAD |
1052 			     IWL_RSS_HASH_TYPE_IPV6_TCP |
1053 			     IWL_RSS_HASH_TYPE_IPV6_UDP |
1054 			     IWL_RSS_HASH_TYPE_IPV6_PAYLOAD,
1055 	};
1056 	int ret, i, num_repeats, nbytes = count / 2;
1057 
1058 	ret = hex2bin(cmd.indirection_table, buf, nbytes);
1059 	if (ret)
1060 		return ret;
1061 
1062 	/*
1063 	 * The input is the redirection table, partial or full.
1064 	 * Repeat the pattern if needed.
1065 	 * For example, input of 01020F will be repeated 42 times,
1066 	 * indirecting RSS hash results to queues 1, 2, 15 (skipping
1067 	 * queues 3 - 14).
1068 	 */
1069 	num_repeats = ARRAY_SIZE(cmd.indirection_table) / nbytes;
1070 	for (i = 1; i < num_repeats; i++)
1071 		memcpy(&cmd.indirection_table[i * nbytes],
1072 		       cmd.indirection_table, nbytes);
1073 	/* handle cut in the middle pattern for the last places */
1074 	memcpy(&cmd.indirection_table[i * nbytes], cmd.indirection_table,
1075 	       ARRAY_SIZE(cmd.indirection_table) % nbytes);
1076 
1077 	netdev_rss_key_fill(cmd.secret_key, sizeof(cmd.secret_key));
1078 
1079 	mutex_lock(&mvm->mutex);
1080 	if (iwl_mvm_firmware_running(mvm))
1081 		ret = iwl_mvm_send_cmd_pdu(mvm, RSS_CONFIG_CMD, 0,
1082 					   sizeof(cmd), &cmd);
1083 	else
1084 		ret = 0;
1085 	mutex_unlock(&mvm->mutex);
1086 
1087 	return ret ?: count;
1088 }
1089 
1090 static ssize_t iwl_dbgfs_inject_packet_write(struct iwl_mvm *mvm,
1091 					     char *buf, size_t count,
1092 					     loff_t *ppos)
1093 {
1094 	struct iwl_rx_cmd_buffer rxb = {
1095 		._rx_page_order = 0,
1096 		.truesize = 0, /* not used */
1097 		._offset = 0,
1098 	};
1099 	struct iwl_rx_packet *pkt;
1100 	struct iwl_rx_mpdu_desc *desc;
1101 	int bin_len = count / 2;
1102 	int ret = -EINVAL;
1103 
1104 	if (!iwl_mvm_firmware_running(mvm))
1105 		return -EIO;
1106 
1107 	/* supporting only 9000 descriptor */
1108 	if (!mvm->trans->cfg->mq_rx_supported)
1109 		return -ENOTSUPP;
1110 
1111 	rxb._page = alloc_pages(GFP_ATOMIC, 0);
1112 	if (!rxb._page)
1113 		return -ENOMEM;
1114 	pkt = rxb_addr(&rxb);
1115 
1116 	ret = hex2bin(page_address(rxb._page), buf, bin_len);
1117 	if (ret)
1118 		goto out;
1119 
1120 	/* avoid invalid memory access */
1121 	if (bin_len < sizeof(*pkt) + sizeof(*desc))
1122 		goto out;
1123 
1124 	/* check this is RX packet */
1125 	if (WIDE_ID(pkt->hdr.group_id, pkt->hdr.cmd) !=
1126 	    WIDE_ID(LEGACY_GROUP, REPLY_RX_MPDU_CMD))
1127 		goto out;
1128 
1129 	/* check the length in metadata matches actual received length */
1130 	desc = (void *)pkt->data;
1131 	if (le16_to_cpu(desc->mpdu_len) !=
1132 	    (bin_len - sizeof(*desc) - sizeof(*pkt)))
1133 		goto out;
1134 
1135 	local_bh_disable();
1136 	iwl_mvm_rx_mpdu_mq(mvm, NULL, &rxb, 0);
1137 	local_bh_enable();
1138 	ret = 0;
1139 
1140 out:
1141 	iwl_free_rxb(&rxb);
1142 
1143 	return ret ?: count;
1144 }
1145 
1146 static ssize_t iwl_dbgfs_fw_dbg_conf_read(struct file *file,
1147 					  char __user *user_buf,
1148 					  size_t count, loff_t *ppos)
1149 {
1150 	struct iwl_mvm *mvm = file->private_data;
1151 	int conf;
1152 	char buf[8];
1153 	const size_t bufsz = sizeof(buf);
1154 	int pos = 0;
1155 
1156 	mutex_lock(&mvm->mutex);
1157 	conf = mvm->fwrt.dump.conf;
1158 	mutex_unlock(&mvm->mutex);
1159 
1160 	pos += scnprintf(buf + pos, bufsz - pos, "%d\n", conf);
1161 
1162 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1163 }
1164 
1165 /*
1166  * Enable / Disable continuous recording.
1167  * Cause the FW to start continuous recording, by sending the relevant hcmd.
1168  * Enable: input of every integer larger than 0, ENABLE_CONT_RECORDING.
1169  * Disable: for 0 as input, DISABLE_CONT_RECORDING.
1170  */
1171 static ssize_t iwl_dbgfs_cont_recording_write(struct iwl_mvm *mvm,
1172 					      char *buf, size_t count,
1173 					      loff_t *ppos)
1174 {
1175 	struct iwl_trans *trans = mvm->trans;
1176 	const struct iwl_fw_dbg_dest_tlv *dest = trans->dbg_dest_tlv;
1177 	struct iwl_continuous_record_cmd cont_rec = {};
1178 	int ret, rec_mode;
1179 
1180 	if (!iwl_mvm_firmware_running(mvm))
1181 		return -EIO;
1182 
1183 	if (!dest)
1184 		return -EOPNOTSUPP;
1185 
1186 	if (dest->monitor_mode != SMEM_MODE ||
1187 	    trans->cfg->device_family < IWL_DEVICE_FAMILY_8000)
1188 		return -EOPNOTSUPP;
1189 
1190 	ret = kstrtoint(buf, 0, &rec_mode);
1191 	if (ret)
1192 		return ret;
1193 
1194 	cont_rec.record_mode.enable_recording = rec_mode ?
1195 		cpu_to_le16(ENABLE_CONT_RECORDING) :
1196 		cpu_to_le16(DISABLE_CONT_RECORDING);
1197 
1198 	mutex_lock(&mvm->mutex);
1199 	ret = iwl_mvm_send_cmd_pdu(mvm, LDBG_CONFIG_CMD, 0,
1200 				   sizeof(cont_rec), &cont_rec);
1201 	mutex_unlock(&mvm->mutex);
1202 
1203 	return ret ?: count;
1204 }
1205 
1206 static ssize_t iwl_dbgfs_fw_dbg_conf_write(struct iwl_mvm *mvm,
1207 					   char *buf, size_t count,
1208 					   loff_t *ppos)
1209 {
1210 	unsigned int conf_id;
1211 	int ret;
1212 
1213 	if (!iwl_mvm_firmware_running(mvm))
1214 		return -EIO;
1215 
1216 	ret = kstrtouint(buf, 0, &conf_id);
1217 	if (ret)
1218 		return ret;
1219 
1220 	if (WARN_ON(conf_id >= FW_DBG_CONF_MAX))
1221 		return -EINVAL;
1222 
1223 	mutex_lock(&mvm->mutex);
1224 	ret = iwl_fw_start_dbg_conf(&mvm->fwrt, conf_id);
1225 	mutex_unlock(&mvm->mutex);
1226 
1227 	return ret ?: count;
1228 }
1229 
1230 static ssize_t iwl_dbgfs_fw_dbg_collect_write(struct iwl_mvm *mvm,
1231 					      char *buf, size_t count,
1232 					      loff_t *ppos)
1233 {
1234 	int ret;
1235 
1236 	if (!iwl_mvm_firmware_running(mvm))
1237 		return -EIO;
1238 
1239 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_WRITE);
1240 	if (ret)
1241 		return ret;
1242 	if (count == 0)
1243 		return 0;
1244 
1245 	iwl_fw_dbg_collect(&mvm->fwrt, FW_DBG_TRIGGER_USER, buf,
1246 			   (count - 1), NULL);
1247 
1248 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_WRITE);
1249 
1250 	return count;
1251 }
1252 
1253 static ssize_t iwl_dbgfs_max_amsdu_len_write(struct iwl_mvm *mvm,
1254 					     char *buf, size_t count,
1255 					     loff_t *ppos)
1256 {
1257 	unsigned int max_amsdu_len;
1258 	int ret;
1259 
1260 	ret = kstrtouint(buf, 0, &max_amsdu_len);
1261 	if (ret)
1262 		return ret;
1263 
1264 	if (max_amsdu_len > IEEE80211_MAX_MPDU_LEN_VHT_11454)
1265 		return -EINVAL;
1266 	mvm->max_amsdu_len = max_amsdu_len;
1267 
1268 	return count;
1269 }
1270 
1271 #define ADD_TEXT(...) pos += scnprintf(buf + pos, bufsz - pos, __VA_ARGS__)
1272 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1273 static ssize_t iwl_dbgfs_bcast_filters_read(struct file *file,
1274 					    char __user *user_buf,
1275 					    size_t count, loff_t *ppos)
1276 {
1277 	struct iwl_mvm *mvm = file->private_data;
1278 	struct iwl_bcast_filter_cmd cmd;
1279 	const struct iwl_fw_bcast_filter *filter;
1280 	char *buf;
1281 	int bufsz = 1024;
1282 	int i, j, pos = 0;
1283 	ssize_t ret;
1284 
1285 	buf = kzalloc(bufsz, GFP_KERNEL);
1286 	if (!buf)
1287 		return -ENOMEM;
1288 
1289 	mutex_lock(&mvm->mutex);
1290 	if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd)) {
1291 		ADD_TEXT("None\n");
1292 		mutex_unlock(&mvm->mutex);
1293 		goto out;
1294 	}
1295 	mutex_unlock(&mvm->mutex);
1296 
1297 	for (i = 0; cmd.filters[i].attrs[0].mask; i++) {
1298 		filter = &cmd.filters[i];
1299 
1300 		ADD_TEXT("Filter [%d]:\n", i);
1301 		ADD_TEXT("\tDiscard=%d\n", filter->discard);
1302 		ADD_TEXT("\tFrame Type: %s\n",
1303 			 filter->frame_type ? "IPv4" : "Generic");
1304 
1305 		for (j = 0; j < ARRAY_SIZE(filter->attrs); j++) {
1306 			const struct iwl_fw_bcast_filter_attr *attr;
1307 
1308 			attr = &filter->attrs[j];
1309 			if (!attr->mask)
1310 				break;
1311 
1312 			ADD_TEXT("\tAttr [%d]: offset=%d (from %s), mask=0x%x, value=0x%x reserved=0x%x\n",
1313 				 j, attr->offset,
1314 				 attr->offset_type ? "IP End" :
1315 						     "Payload Start",
1316 				 be32_to_cpu(attr->mask),
1317 				 be32_to_cpu(attr->val),
1318 				 le16_to_cpu(attr->reserved1));
1319 		}
1320 	}
1321 out:
1322 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1323 	kfree(buf);
1324 	return ret;
1325 }
1326 
1327 static ssize_t iwl_dbgfs_bcast_filters_write(struct iwl_mvm *mvm, char *buf,
1328 					     size_t count, loff_t *ppos)
1329 {
1330 	int pos, next_pos;
1331 	struct iwl_fw_bcast_filter filter = {};
1332 	struct iwl_bcast_filter_cmd cmd;
1333 	u32 filter_id, attr_id, mask, value;
1334 	int err = 0;
1335 
1336 	if (sscanf(buf, "%d %hhi %hhi %n", &filter_id, &filter.discard,
1337 		   &filter.frame_type, &pos) != 3)
1338 		return -EINVAL;
1339 
1340 	if (filter_id >= ARRAY_SIZE(mvm->dbgfs_bcast_filtering.cmd.filters) ||
1341 	    filter.frame_type > BCAST_FILTER_FRAME_TYPE_IPV4)
1342 		return -EINVAL;
1343 
1344 	for (attr_id = 0; attr_id < ARRAY_SIZE(filter.attrs);
1345 	     attr_id++) {
1346 		struct iwl_fw_bcast_filter_attr *attr =
1347 				&filter.attrs[attr_id];
1348 
1349 		if (pos >= count)
1350 			break;
1351 
1352 		if (sscanf(&buf[pos], "%hhi %hhi %i %i %n",
1353 			   &attr->offset, &attr->offset_type,
1354 			   &mask, &value, &next_pos) != 4)
1355 			return -EINVAL;
1356 
1357 		attr->mask = cpu_to_be32(mask);
1358 		attr->val = cpu_to_be32(value);
1359 		if (mask)
1360 			filter.num_attrs++;
1361 
1362 		pos += next_pos;
1363 	}
1364 
1365 	mutex_lock(&mvm->mutex);
1366 	memcpy(&mvm->dbgfs_bcast_filtering.cmd.filters[filter_id],
1367 	       &filter, sizeof(filter));
1368 
1369 	/* send updated bcast filtering configuration */
1370 	if (iwl_mvm_firmware_running(mvm) &&
1371 	    mvm->dbgfs_bcast_filtering.override &&
1372 	    iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1373 		err = iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1374 					   sizeof(cmd), &cmd);
1375 	mutex_unlock(&mvm->mutex);
1376 
1377 	return err ?: count;
1378 }
1379 
1380 static ssize_t iwl_dbgfs_bcast_filters_macs_read(struct file *file,
1381 						 char __user *user_buf,
1382 						 size_t count, loff_t *ppos)
1383 {
1384 	struct iwl_mvm *mvm = file->private_data;
1385 	struct iwl_bcast_filter_cmd cmd;
1386 	char *buf;
1387 	int bufsz = 1024;
1388 	int i, pos = 0;
1389 	ssize_t ret;
1390 
1391 	buf = kzalloc(bufsz, GFP_KERNEL);
1392 	if (!buf)
1393 		return -ENOMEM;
1394 
1395 	mutex_lock(&mvm->mutex);
1396 	if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd)) {
1397 		ADD_TEXT("None\n");
1398 		mutex_unlock(&mvm->mutex);
1399 		goto out;
1400 	}
1401 	mutex_unlock(&mvm->mutex);
1402 
1403 	for (i = 0; i < ARRAY_SIZE(cmd.macs); i++) {
1404 		const struct iwl_fw_bcast_mac *mac = &cmd.macs[i];
1405 
1406 		ADD_TEXT("Mac [%d]: discard=%d attached_filters=0x%x\n",
1407 			 i, mac->default_discard, mac->attached_filters);
1408 	}
1409 out:
1410 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1411 	kfree(buf);
1412 	return ret;
1413 }
1414 
1415 static ssize_t iwl_dbgfs_bcast_filters_macs_write(struct iwl_mvm *mvm,
1416 						  char *buf, size_t count,
1417 						  loff_t *ppos)
1418 {
1419 	struct iwl_bcast_filter_cmd cmd;
1420 	struct iwl_fw_bcast_mac mac = {};
1421 	u32 mac_id, attached_filters;
1422 	int err = 0;
1423 
1424 	if (!mvm->bcast_filters)
1425 		return -ENOENT;
1426 
1427 	if (sscanf(buf, "%d %hhi %i", &mac_id, &mac.default_discard,
1428 		   &attached_filters) != 3)
1429 		return -EINVAL;
1430 
1431 	if (mac_id >= ARRAY_SIZE(cmd.macs) ||
1432 	    mac.default_discard > 1 ||
1433 	    attached_filters >= BIT(ARRAY_SIZE(cmd.filters)))
1434 		return -EINVAL;
1435 
1436 	mac.attached_filters = cpu_to_le16(attached_filters);
1437 
1438 	mutex_lock(&mvm->mutex);
1439 	memcpy(&mvm->dbgfs_bcast_filtering.cmd.macs[mac_id],
1440 	       &mac, sizeof(mac));
1441 
1442 	/* send updated bcast filtering configuration */
1443 	if (iwl_mvm_firmware_running(mvm) &&
1444 	    mvm->dbgfs_bcast_filtering.override &&
1445 	    iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1446 		err = iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1447 					   sizeof(cmd), &cmd);
1448 	mutex_unlock(&mvm->mutex);
1449 
1450 	return err ?: count;
1451 }
1452 #endif
1453 
1454 #ifdef CONFIG_PM_SLEEP
1455 static ssize_t iwl_dbgfs_d3_sram_write(struct iwl_mvm *mvm, char *buf,
1456 				       size_t count, loff_t *ppos)
1457 {
1458 	int store;
1459 
1460 	if (sscanf(buf, "%d", &store) != 1)
1461 		return -EINVAL;
1462 
1463 	mvm->store_d3_resume_sram = store;
1464 
1465 	return count;
1466 }
1467 
1468 static ssize_t iwl_dbgfs_d3_sram_read(struct file *file, char __user *user_buf,
1469 				      size_t count, loff_t *ppos)
1470 {
1471 	struct iwl_mvm *mvm = file->private_data;
1472 	const struct fw_img *img;
1473 	int ofs, len, pos = 0;
1474 	size_t bufsz, ret;
1475 	char *buf;
1476 	u8 *ptr = mvm->d3_resume_sram;
1477 
1478 	img = &mvm->fw->img[IWL_UCODE_WOWLAN];
1479 	len = img->sec[IWL_UCODE_SECTION_DATA].len;
1480 
1481 	bufsz = len * 4 + 256;
1482 	buf = kzalloc(bufsz, GFP_KERNEL);
1483 	if (!buf)
1484 		return -ENOMEM;
1485 
1486 	pos += scnprintf(buf, bufsz, "D3 SRAM capture: %sabled\n",
1487 			 mvm->store_d3_resume_sram ? "en" : "dis");
1488 
1489 	if (ptr) {
1490 		for (ofs = 0; ofs < len; ofs += 16) {
1491 			pos += scnprintf(buf + pos, bufsz - pos,
1492 					 "0x%.4x %16ph\n", ofs, ptr + ofs);
1493 		}
1494 	} else {
1495 		pos += scnprintf(buf + pos, bufsz - pos,
1496 				 "(no data captured)\n");
1497 	}
1498 
1499 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1500 
1501 	kfree(buf);
1502 
1503 	return ret;
1504 }
1505 #endif
1506 
1507 #define PRINT_MVM_REF(ref) do {						\
1508 	if (mvm->refs[ref])						\
1509 		pos += scnprintf(buf + pos, bufsz - pos,		\
1510 				 "\t(0x%lx): %d %s\n",			\
1511 				 BIT(ref), mvm->refs[ref], #ref);	\
1512 } while (0)
1513 
1514 static ssize_t iwl_dbgfs_d0i3_refs_read(struct file *file,
1515 					char __user *user_buf,
1516 					size_t count, loff_t *ppos)
1517 {
1518 	struct iwl_mvm *mvm = file->private_data;
1519 	int i, pos = 0;
1520 	char buf[256];
1521 	const size_t bufsz = sizeof(buf);
1522 	u32 refs = 0;
1523 
1524 	for (i = 0; i < IWL_MVM_REF_COUNT; i++)
1525 		if (mvm->refs[i])
1526 			refs |= BIT(i);
1527 
1528 	pos += scnprintf(buf + pos, bufsz - pos, "taken mvm refs: 0x%x\n",
1529 			 refs);
1530 
1531 	PRINT_MVM_REF(IWL_MVM_REF_UCODE_DOWN);
1532 	PRINT_MVM_REF(IWL_MVM_REF_SCAN);
1533 	PRINT_MVM_REF(IWL_MVM_REF_ROC);
1534 	PRINT_MVM_REF(IWL_MVM_REF_ROC_AUX);
1535 	PRINT_MVM_REF(IWL_MVM_REF_P2P_CLIENT);
1536 	PRINT_MVM_REF(IWL_MVM_REF_AP_IBSS);
1537 	PRINT_MVM_REF(IWL_MVM_REF_USER);
1538 	PRINT_MVM_REF(IWL_MVM_REF_TX);
1539 	PRINT_MVM_REF(IWL_MVM_REF_TX_AGG);
1540 	PRINT_MVM_REF(IWL_MVM_REF_ADD_IF);
1541 	PRINT_MVM_REF(IWL_MVM_REF_START_AP);
1542 	PRINT_MVM_REF(IWL_MVM_REF_BSS_CHANGED);
1543 	PRINT_MVM_REF(IWL_MVM_REF_PREPARE_TX);
1544 	PRINT_MVM_REF(IWL_MVM_REF_PROTECT_TDLS);
1545 	PRINT_MVM_REF(IWL_MVM_REF_CHECK_CTKILL);
1546 	PRINT_MVM_REF(IWL_MVM_REF_PRPH_READ);
1547 	PRINT_MVM_REF(IWL_MVM_REF_PRPH_WRITE);
1548 	PRINT_MVM_REF(IWL_MVM_REF_NMI);
1549 	PRINT_MVM_REF(IWL_MVM_REF_TM_CMD);
1550 	PRINT_MVM_REF(IWL_MVM_REF_EXIT_WORK);
1551 	PRINT_MVM_REF(IWL_MVM_REF_PROTECT_CSA);
1552 	PRINT_MVM_REF(IWL_MVM_REF_FW_DBG_COLLECT);
1553 	PRINT_MVM_REF(IWL_MVM_REF_INIT_UCODE);
1554 	PRINT_MVM_REF(IWL_MVM_REF_SENDING_CMD);
1555 	PRINT_MVM_REF(IWL_MVM_REF_RX);
1556 
1557 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1558 }
1559 
1560 static ssize_t iwl_dbgfs_d0i3_refs_write(struct iwl_mvm *mvm, char *buf,
1561 					 size_t count, loff_t *ppos)
1562 {
1563 	unsigned long value;
1564 	int ret;
1565 	bool taken;
1566 
1567 	ret = kstrtoul(buf, 10, &value);
1568 	if (ret < 0)
1569 		return ret;
1570 
1571 	mutex_lock(&mvm->mutex);
1572 
1573 	taken = mvm->refs[IWL_MVM_REF_USER];
1574 	if (value == 1 && !taken)
1575 		iwl_mvm_ref(mvm, IWL_MVM_REF_USER);
1576 	else if (value == 0 && taken)
1577 		iwl_mvm_unref(mvm, IWL_MVM_REF_USER);
1578 	else
1579 		ret = -EINVAL;
1580 
1581 	mutex_unlock(&mvm->mutex);
1582 
1583 	if (ret < 0)
1584 		return ret;
1585 	return count;
1586 }
1587 
1588 #define MVM_DEBUGFS_WRITE_FILE_OPS(name, bufsz) \
1589 	_MVM_DEBUGFS_WRITE_FILE_OPS(name, bufsz, struct iwl_mvm)
1590 #define MVM_DEBUGFS_READ_WRITE_FILE_OPS(name, bufsz) \
1591 	_MVM_DEBUGFS_READ_WRITE_FILE_OPS(name, bufsz, struct iwl_mvm)
1592 #define MVM_DEBUGFS_ADD_FILE_ALIAS(alias, name, parent, mode) do {	\
1593 		if (!debugfs_create_file(alias, mode, parent, mvm,	\
1594 					 &iwl_dbgfs_##name##_ops))	\
1595 			goto err;					\
1596 	} while (0)
1597 #define MVM_DEBUGFS_ADD_FILE(name, parent, mode) \
1598 	MVM_DEBUGFS_ADD_FILE_ALIAS(#name, name, parent, mode)
1599 
1600 static ssize_t
1601 iwl_dbgfs_prph_reg_read(struct file *file,
1602 			char __user *user_buf,
1603 			size_t count, loff_t *ppos)
1604 {
1605 	struct iwl_mvm *mvm = file->private_data;
1606 	int pos = 0;
1607 	char buf[32];
1608 	const size_t bufsz = sizeof(buf);
1609 	int ret;
1610 
1611 	if (!mvm->dbgfs_prph_reg_addr)
1612 		return -EINVAL;
1613 
1614 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_READ);
1615 	if (ret)
1616 		return ret;
1617 
1618 	pos += scnprintf(buf + pos, bufsz - pos, "Reg 0x%x: (0x%x)\n",
1619 		mvm->dbgfs_prph_reg_addr,
1620 		iwl_read_prph(mvm->trans, mvm->dbgfs_prph_reg_addr));
1621 
1622 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_READ);
1623 
1624 	return simple_read_from_buffer(user_buf, count, ppos, buf, pos);
1625 }
1626 
1627 static ssize_t
1628 iwl_dbgfs_prph_reg_write(struct iwl_mvm *mvm, char *buf,
1629 			 size_t count, loff_t *ppos)
1630 {
1631 	u8 args;
1632 	u32 value;
1633 	int ret;
1634 
1635 	args = sscanf(buf, "%i %i", &mvm->dbgfs_prph_reg_addr, &value);
1636 	/* if we only want to set the reg address - nothing more to do */
1637 	if (args == 1)
1638 		goto out;
1639 
1640 	/* otherwise, make sure we have both address and value */
1641 	if (args != 2)
1642 		return -EINVAL;
1643 
1644 	ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PRPH_WRITE);
1645 	if (ret)
1646 		return ret;
1647 
1648 	iwl_write_prph(mvm->trans, mvm->dbgfs_prph_reg_addr, value);
1649 
1650 	iwl_mvm_unref(mvm, IWL_MVM_REF_PRPH_WRITE);
1651 out:
1652 	return count;
1653 }
1654 
1655 static ssize_t
1656 iwl_dbgfs_send_echo_cmd_write(struct iwl_mvm *mvm, char *buf,
1657 			      size_t count, loff_t *ppos)
1658 {
1659 	int ret;
1660 
1661 	if (!iwl_mvm_firmware_running(mvm))
1662 		return -EIO;
1663 
1664 	mutex_lock(&mvm->mutex);
1665 	ret = iwl_mvm_send_cmd_pdu(mvm, ECHO_CMD, 0, 0, NULL);
1666 	mutex_unlock(&mvm->mutex);
1667 
1668 	return ret ?: count;
1669 }
1670 
1671 MVM_DEBUGFS_READ_WRITE_FILE_OPS(prph_reg, 64);
1672 
1673 /* Device wide debugfs entries */
1674 MVM_DEBUGFS_READ_FILE_OPS(ctdp_budget);
1675 MVM_DEBUGFS_WRITE_FILE_OPS(stop_ctdp, 8);
1676 MVM_DEBUGFS_WRITE_FILE_OPS(force_ctkill, 8);
1677 MVM_DEBUGFS_WRITE_FILE_OPS(tx_flush, 16);
1678 MVM_DEBUGFS_WRITE_FILE_OPS(sta_drain, 8);
1679 MVM_DEBUGFS_WRITE_FILE_OPS(send_echo_cmd, 8);
1680 MVM_DEBUGFS_READ_WRITE_FILE_OPS(sram, 64);
1681 MVM_DEBUGFS_READ_WRITE_FILE_OPS(set_nic_temperature, 64);
1682 MVM_DEBUGFS_READ_FILE_OPS(nic_temp);
1683 MVM_DEBUGFS_READ_FILE_OPS(stations);
1684 MVM_DEBUGFS_READ_FILE_OPS(bt_notif);
1685 MVM_DEBUGFS_READ_FILE_OPS(bt_cmd);
1686 MVM_DEBUGFS_READ_WRITE_FILE_OPS(disable_power_off, 64);
1687 MVM_DEBUGFS_READ_FILE_OPS(fw_rx_stats);
1688 MVM_DEBUGFS_READ_FILE_OPS(drv_rx_stats);
1689 MVM_DEBUGFS_READ_FILE_OPS(fw_ver);
1690 MVM_DEBUGFS_WRITE_FILE_OPS(fw_restart, 10);
1691 MVM_DEBUGFS_WRITE_FILE_OPS(fw_nmi, 10);
1692 MVM_DEBUGFS_WRITE_FILE_OPS(bt_tx_prio, 10);
1693 MVM_DEBUGFS_WRITE_FILE_OPS(bt_force_ant, 10);
1694 MVM_DEBUGFS_READ_WRITE_FILE_OPS(scan_ant_rxchain, 8);
1695 MVM_DEBUGFS_READ_WRITE_FILE_OPS(d0i3_refs, 8);
1696 MVM_DEBUGFS_READ_WRITE_FILE_OPS(fw_dbg_conf, 8);
1697 MVM_DEBUGFS_WRITE_FILE_OPS(fw_dbg_collect, 64);
1698 MVM_DEBUGFS_WRITE_FILE_OPS(cont_recording, 8);
1699 MVM_DEBUGFS_WRITE_FILE_OPS(max_amsdu_len, 8);
1700 MVM_DEBUGFS_WRITE_FILE_OPS(indirection_tbl,
1701 			   (IWL_RSS_INDIRECTION_TABLE_SIZE * 2));
1702 MVM_DEBUGFS_WRITE_FILE_OPS(inject_packet, 512);
1703 
1704 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1705 MVM_DEBUGFS_READ_WRITE_FILE_OPS(bcast_filters, 256);
1706 MVM_DEBUGFS_READ_WRITE_FILE_OPS(bcast_filters_macs, 256);
1707 #endif
1708 
1709 #ifdef CONFIG_PM_SLEEP
1710 MVM_DEBUGFS_READ_WRITE_FILE_OPS(d3_sram, 8);
1711 #endif
1712 #ifdef CONFIG_ACPI
1713 MVM_DEBUGFS_READ_FILE_OPS(sar_geo_profile);
1714 #endif
1715 
1716 static ssize_t iwl_dbgfs_mem_read(struct file *file, char __user *user_buf,
1717 				  size_t count, loff_t *ppos)
1718 {
1719 	struct iwl_mvm *mvm = file->private_data;
1720 	struct iwl_dbg_mem_access_cmd cmd = {};
1721 	struct iwl_dbg_mem_access_rsp *rsp;
1722 	struct iwl_host_cmd hcmd = {
1723 		.flags = CMD_WANT_SKB | CMD_SEND_IN_RFKILL,
1724 		.data = { &cmd, },
1725 		.len = { sizeof(cmd) },
1726 	};
1727 	size_t delta;
1728 	ssize_t ret, len;
1729 
1730 	if (!iwl_mvm_firmware_running(mvm))
1731 		return -EIO;
1732 
1733 	hcmd.id = iwl_cmd_id(*ppos >> 24 ? UMAC_RD_WR : LMAC_RD_WR,
1734 			     DEBUG_GROUP, 0);
1735 	cmd.op = cpu_to_le32(DEBUG_MEM_OP_READ);
1736 
1737 	/* Take care of alignment of both the position and the length */
1738 	delta = *ppos & 0x3;
1739 	cmd.addr = cpu_to_le32(*ppos - delta);
1740 	cmd.len = cpu_to_le32(min(ALIGN(count + delta, 4) / 4,
1741 				  (size_t)DEBUG_MEM_MAX_SIZE_DWORDS));
1742 
1743 	mutex_lock(&mvm->mutex);
1744 	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1745 	mutex_unlock(&mvm->mutex);
1746 
1747 	if (ret < 0)
1748 		return ret;
1749 
1750 	rsp = (void *)hcmd.resp_pkt->data;
1751 	if (le32_to_cpu(rsp->status) != DEBUG_MEM_STATUS_SUCCESS) {
1752 		ret = -ENXIO;
1753 		goto out;
1754 	}
1755 
1756 	len = min((size_t)le32_to_cpu(rsp->len) << 2,
1757 		  iwl_rx_packet_payload_len(hcmd.resp_pkt) - sizeof(*rsp));
1758 	len = min(len - delta, count);
1759 	if (len < 0) {
1760 		ret = -EFAULT;
1761 		goto out;
1762 	}
1763 
1764 	ret = len - copy_to_user(user_buf, (void *)rsp->data + delta, len);
1765 	*ppos += ret;
1766 
1767 out:
1768 	iwl_free_resp(&hcmd);
1769 	return ret;
1770 }
1771 
1772 static ssize_t iwl_dbgfs_mem_write(struct file *file,
1773 				   const char __user *user_buf, size_t count,
1774 				   loff_t *ppos)
1775 {
1776 	struct iwl_mvm *mvm = file->private_data;
1777 	struct iwl_dbg_mem_access_cmd *cmd;
1778 	struct iwl_dbg_mem_access_rsp *rsp;
1779 	struct iwl_host_cmd hcmd = {};
1780 	size_t cmd_size;
1781 	size_t data_size;
1782 	u32 op, len;
1783 	ssize_t ret;
1784 
1785 	if (!iwl_mvm_firmware_running(mvm))
1786 		return -EIO;
1787 
1788 	hcmd.id = iwl_cmd_id(*ppos >> 24 ? UMAC_RD_WR : LMAC_RD_WR,
1789 			     DEBUG_GROUP, 0);
1790 
1791 	if (*ppos & 0x3 || count < 4) {
1792 		op = DEBUG_MEM_OP_WRITE_BYTES;
1793 		len = min(count, (size_t)(4 - (*ppos & 0x3)));
1794 		data_size = len;
1795 	} else {
1796 		op = DEBUG_MEM_OP_WRITE;
1797 		len = min(count >> 2, (size_t)DEBUG_MEM_MAX_SIZE_DWORDS);
1798 		data_size = len << 2;
1799 	}
1800 
1801 	cmd_size = sizeof(*cmd) + ALIGN(data_size, 4);
1802 	cmd = kzalloc(cmd_size, GFP_KERNEL);
1803 	if (!cmd)
1804 		return -ENOMEM;
1805 
1806 	cmd->op = cpu_to_le32(op);
1807 	cmd->len = cpu_to_le32(len);
1808 	cmd->addr = cpu_to_le32(*ppos);
1809 	if (copy_from_user((void *)cmd->data, user_buf, data_size)) {
1810 		kfree(cmd);
1811 		return -EFAULT;
1812 	}
1813 
1814 	hcmd.flags = CMD_WANT_SKB | CMD_SEND_IN_RFKILL,
1815 	hcmd.data[0] = (void *)cmd;
1816 	hcmd.len[0] = cmd_size;
1817 
1818 	mutex_lock(&mvm->mutex);
1819 	ret = iwl_mvm_send_cmd(mvm, &hcmd);
1820 	mutex_unlock(&mvm->mutex);
1821 
1822 	kfree(cmd);
1823 
1824 	if (ret < 0)
1825 		return ret;
1826 
1827 	rsp = (void *)hcmd.resp_pkt->data;
1828 	if (rsp->status != DEBUG_MEM_STATUS_SUCCESS) {
1829 		ret = -ENXIO;
1830 		goto out;
1831 	}
1832 
1833 	ret = data_size;
1834 	*ppos += ret;
1835 
1836 out:
1837 	iwl_free_resp(&hcmd);
1838 	return ret;
1839 }
1840 
1841 static const struct file_operations iwl_dbgfs_mem_ops = {
1842 	.read = iwl_dbgfs_mem_read,
1843 	.write = iwl_dbgfs_mem_write,
1844 	.open = simple_open,
1845 	.llseek = default_llseek,
1846 };
1847 
1848 int iwl_mvm_dbgfs_register(struct iwl_mvm *mvm, struct dentry *dbgfs_dir)
1849 {
1850 	struct dentry *bcast_dir __maybe_unused;
1851 	char buf[100];
1852 
1853 	spin_lock_init(&mvm->drv_stats_lock);
1854 
1855 	mvm->debugfs_dir = dbgfs_dir;
1856 
1857 	MVM_DEBUGFS_ADD_FILE(tx_flush, mvm->debugfs_dir, S_IWUSR);
1858 	MVM_DEBUGFS_ADD_FILE(sta_drain, mvm->debugfs_dir, S_IWUSR);
1859 	MVM_DEBUGFS_ADD_FILE(sram, mvm->debugfs_dir, S_IWUSR | S_IRUSR);
1860 	MVM_DEBUGFS_ADD_FILE(set_nic_temperature, mvm->debugfs_dir,
1861 			     S_IWUSR | S_IRUSR);
1862 	MVM_DEBUGFS_ADD_FILE(nic_temp, dbgfs_dir, S_IRUSR);
1863 	MVM_DEBUGFS_ADD_FILE(ctdp_budget, dbgfs_dir, S_IRUSR);
1864 	MVM_DEBUGFS_ADD_FILE(stop_ctdp, dbgfs_dir, S_IWUSR);
1865 	MVM_DEBUGFS_ADD_FILE(force_ctkill, dbgfs_dir, S_IWUSR);
1866 	MVM_DEBUGFS_ADD_FILE(stations, dbgfs_dir, S_IRUSR);
1867 	MVM_DEBUGFS_ADD_FILE(bt_notif, dbgfs_dir, S_IRUSR);
1868 	MVM_DEBUGFS_ADD_FILE(bt_cmd, dbgfs_dir, S_IRUSR);
1869 	MVM_DEBUGFS_ADD_FILE(disable_power_off, mvm->debugfs_dir,
1870 			     S_IRUSR | S_IWUSR);
1871 	MVM_DEBUGFS_ADD_FILE(fw_ver, mvm->debugfs_dir, S_IRUSR);
1872 	MVM_DEBUGFS_ADD_FILE(fw_rx_stats, mvm->debugfs_dir, S_IRUSR);
1873 	MVM_DEBUGFS_ADD_FILE(drv_rx_stats, mvm->debugfs_dir, S_IRUSR);
1874 	MVM_DEBUGFS_ADD_FILE(fw_restart, mvm->debugfs_dir, S_IWUSR);
1875 	MVM_DEBUGFS_ADD_FILE(fw_nmi, mvm->debugfs_dir, S_IWUSR);
1876 	MVM_DEBUGFS_ADD_FILE(bt_tx_prio, mvm->debugfs_dir, S_IWUSR);
1877 	MVM_DEBUGFS_ADD_FILE(bt_force_ant, mvm->debugfs_dir, S_IWUSR);
1878 	MVM_DEBUGFS_ADD_FILE(scan_ant_rxchain, mvm->debugfs_dir,
1879 			     S_IWUSR | S_IRUSR);
1880 	MVM_DEBUGFS_ADD_FILE(prph_reg, mvm->debugfs_dir, S_IWUSR | S_IRUSR);
1881 	MVM_DEBUGFS_ADD_FILE(d0i3_refs, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1882 	MVM_DEBUGFS_ADD_FILE(fw_dbg_conf, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1883 	MVM_DEBUGFS_ADD_FILE(fw_dbg_collect, mvm->debugfs_dir, S_IWUSR);
1884 	MVM_DEBUGFS_ADD_FILE(max_amsdu_len, mvm->debugfs_dir, S_IWUSR);
1885 	MVM_DEBUGFS_ADD_FILE(send_echo_cmd, mvm->debugfs_dir, S_IWUSR);
1886 	MVM_DEBUGFS_ADD_FILE(cont_recording, mvm->debugfs_dir, S_IWUSR);
1887 	MVM_DEBUGFS_ADD_FILE(indirection_tbl, mvm->debugfs_dir, S_IWUSR);
1888 	MVM_DEBUGFS_ADD_FILE(inject_packet, mvm->debugfs_dir, S_IWUSR);
1889 #ifdef CONFIG_ACPI
1890 	MVM_DEBUGFS_ADD_FILE(sar_geo_profile, dbgfs_dir, S_IRUSR);
1891 #endif
1892 
1893 	if (!debugfs_create_bool("enable_scan_iteration_notif",
1894 				 S_IRUSR | S_IWUSR,
1895 				 mvm->debugfs_dir,
1896 				 &mvm->scan_iter_notif_enabled))
1897 		goto err;
1898 	if (!debugfs_create_bool("drop_bcn_ap_mode", S_IRUSR | S_IWUSR,
1899 				 mvm->debugfs_dir, &mvm->drop_bcn_ap_mode))
1900 		goto err;
1901 
1902 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1903 	if (mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_BCAST_FILTERING) {
1904 		bcast_dir = debugfs_create_dir("bcast_filtering",
1905 					       mvm->debugfs_dir);
1906 		if (!bcast_dir)
1907 			goto err;
1908 
1909 		if (!debugfs_create_bool("override", S_IRUSR | S_IWUSR,
1910 				bcast_dir,
1911 				&mvm->dbgfs_bcast_filtering.override))
1912 			goto err;
1913 
1914 		MVM_DEBUGFS_ADD_FILE_ALIAS("filters", bcast_filters,
1915 					   bcast_dir, S_IWUSR | S_IRUSR);
1916 		MVM_DEBUGFS_ADD_FILE_ALIAS("macs", bcast_filters_macs,
1917 					   bcast_dir, S_IWUSR | S_IRUSR);
1918 	}
1919 #endif
1920 
1921 #ifdef CONFIG_PM_SLEEP
1922 	MVM_DEBUGFS_ADD_FILE(d3_sram, mvm->debugfs_dir, S_IRUSR | S_IWUSR);
1923 	MVM_DEBUGFS_ADD_FILE(d3_test, mvm->debugfs_dir, S_IRUSR);
1924 	if (!debugfs_create_bool("d3_wake_sysassert", S_IRUSR | S_IWUSR,
1925 				 mvm->debugfs_dir, &mvm->d3_wake_sysassert))
1926 		goto err;
1927 	if (!debugfs_create_u32("last_netdetect_scans", S_IRUSR,
1928 				mvm->debugfs_dir, &mvm->last_netdetect_scans))
1929 		goto err;
1930 #endif
1931 
1932 	if (!debugfs_create_u8("ps_disabled", S_IRUSR,
1933 			       mvm->debugfs_dir, &mvm->ps_disabled))
1934 		goto err;
1935 	if (!debugfs_create_blob("nvm_hw", S_IRUSR,
1936 				  mvm->debugfs_dir, &mvm->nvm_hw_blob))
1937 		goto err;
1938 	if (!debugfs_create_blob("nvm_sw", S_IRUSR,
1939 				  mvm->debugfs_dir, &mvm->nvm_sw_blob))
1940 		goto err;
1941 	if (!debugfs_create_blob("nvm_calib", S_IRUSR,
1942 				  mvm->debugfs_dir, &mvm->nvm_calib_blob))
1943 		goto err;
1944 	if (!debugfs_create_blob("nvm_prod", S_IRUSR,
1945 				  mvm->debugfs_dir, &mvm->nvm_prod_blob))
1946 		goto err;
1947 	if (!debugfs_create_blob("nvm_phy_sku", S_IRUSR,
1948 				 mvm->debugfs_dir, &mvm->nvm_phy_sku_blob))
1949 		goto err;
1950 
1951 	debugfs_create_file("mem", S_IRUSR | S_IWUSR, dbgfs_dir, mvm,
1952 			    &iwl_dbgfs_mem_ops);
1953 
1954 	/*
1955 	 * Create a symlink with mac80211. It will be removed when mac80211
1956 	 * exists (before the opmode exists which removes the target.)
1957 	 */
1958 	snprintf(buf, 100, "../../%pd2", dbgfs_dir->d_parent);
1959 	if (!debugfs_create_symlink("iwlwifi", mvm->hw->wiphy->debugfsdir, buf))
1960 		goto err;
1961 
1962 	return 0;
1963 err:
1964 	IWL_ERR(mvm, "Can't create the mvm debugfs directory\n");
1965 	return -ENOMEM;
1966 }
1967