xref: /openbmc/linux/drivers/soundwire/qcom.c (revision 6d21fb7d)
1 // SPDX-License-Identifier: GPL-2.0
2 // Copyright (c) 2019, Linaro Limited
3 
4 #include <linux/clk.h>
5 #include <linux/completion.h>
6 #include <linux/interrupt.h>
7 #include <linux/io.h>
8 #include <linux/kernel.h>
9 #include <linux/module.h>
10 #include <linux/debugfs.h>
11 #include <linux/of.h>
12 #include <linux/of_irq.h>
13 #include <linux/pm_runtime.h>
14 #include <linux/regmap.h>
15 #include <linux/reset.h>
16 #include <linux/slab.h>
17 #include <linux/pm_wakeirq.h>
18 #include <linux/slimbus.h>
19 #include <linux/soundwire/sdw.h>
20 #include <linux/soundwire/sdw_registers.h>
21 #include <sound/pcm_params.h>
22 #include <sound/soc.h>
23 #include "bus.h"
24 
25 #define SWRM_COMP_SW_RESET					0x008
26 #define SWRM_COMP_STATUS					0x014
27 #define SWRM_LINK_MANAGER_EE					0x018
28 #define SWRM_EE_CPU						1
29 #define SWRM_FRM_GEN_ENABLED					BIT(0)
30 #define SWRM_VERSION_1_3_0					0x01030000
31 #define SWRM_VERSION_1_5_1					0x01050001
32 #define SWRM_VERSION_1_7_0					0x01070000
33 #define SWRM_VERSION_2_0_0					0x02000000
34 #define SWRM_COMP_HW_VERSION					0x00
35 #define SWRM_COMP_CFG_ADDR					0x04
36 #define SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK			BIT(1)
37 #define SWRM_COMP_CFG_ENABLE_MSK				BIT(0)
38 #define SWRM_COMP_PARAMS					0x100
39 #define SWRM_COMP_PARAMS_WR_FIFO_DEPTH				GENMASK(14, 10)
40 #define SWRM_COMP_PARAMS_RD_FIFO_DEPTH				GENMASK(19, 15)
41 #define SWRM_COMP_PARAMS_DOUT_PORTS_MASK			GENMASK(4, 0)
42 #define SWRM_COMP_PARAMS_DIN_PORTS_MASK				GENMASK(9, 5)
43 #define SWRM_COMP_MASTER_ID					0x104
44 #define SWRM_V1_3_INTERRUPT_STATUS				0x200
45 #define SWRM_V2_0_INTERRUPT_STATUS				0x5000
46 #define SWRM_INTERRUPT_STATUS_RMSK				GENMASK(16, 0)
47 #define SWRM_INTERRUPT_STATUS_SLAVE_PEND_IRQ			BIT(0)
48 #define SWRM_INTERRUPT_STATUS_NEW_SLAVE_ATTACHED		BIT(1)
49 #define SWRM_INTERRUPT_STATUS_CHANGE_ENUM_SLAVE_STATUS		BIT(2)
50 #define SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET			BIT(3)
51 #define SWRM_INTERRUPT_STATUS_RD_FIFO_OVERFLOW			BIT(4)
52 #define SWRM_INTERRUPT_STATUS_RD_FIFO_UNDERFLOW			BIT(5)
53 #define SWRM_INTERRUPT_STATUS_WR_CMD_FIFO_OVERFLOW		BIT(6)
54 #define SWRM_INTERRUPT_STATUS_CMD_ERROR				BIT(7)
55 #define SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION		BIT(8)
56 #define SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH		BIT(9)
57 #define SWRM_INTERRUPT_STATUS_SPECIAL_CMD_ID_FINISHED		BIT(10)
58 #define SWRM_INTERRUPT_STATUS_AUTO_ENUM_FAILED			BIT(11)
59 #define SWRM_INTERRUPT_STATUS_AUTO_ENUM_TABLE_IS_FULL		BIT(12)
60 #define SWRM_INTERRUPT_STATUS_BUS_RESET_FINISHED_V2		BIT(13)
61 #define SWRM_INTERRUPT_STATUS_CLK_STOP_FINISHED_V2		BIT(14)
62 #define SWRM_INTERRUPT_STATUS_EXT_CLK_STOP_WAKEUP		BIT(16)
63 #define SWRM_INTERRUPT_MAX					17
64 #define SWRM_V1_3_INTERRUPT_MASK_ADDR				0x204
65 #define SWRM_V1_3_INTERRUPT_CLEAR				0x208
66 #define SWRM_V2_0_INTERRUPT_CLEAR				0x5008
67 #define SWRM_V1_3_INTERRUPT_CPU_EN				0x210
68 #define SWRM_V2_0_INTERRUPT_CPU_EN				0x5004
69 #define SWRM_V1_3_CMD_FIFO_WR_CMD				0x300
70 #define SWRM_V2_0_CMD_FIFO_WR_CMD				0x5020
71 #define SWRM_V1_3_CMD_FIFO_RD_CMD				0x304
72 #define SWRM_V2_0_CMD_FIFO_RD_CMD				0x5024
73 #define SWRM_CMD_FIFO_CMD					0x308
74 #define SWRM_CMD_FIFO_FLUSH					0x1
75 #define SWRM_V1_3_CMD_FIFO_STATUS				0x30C
76 #define SWRM_V2_0_CMD_FIFO_STATUS				0x5050
77 #define SWRM_RD_CMD_FIFO_CNT_MASK				GENMASK(20, 16)
78 #define SWRM_WR_CMD_FIFO_CNT_MASK				GENMASK(12, 8)
79 #define SWRM_CMD_FIFO_CFG_ADDR					0x314
80 #define SWRM_CONTINUE_EXEC_ON_CMD_IGNORE			BIT(31)
81 #define SWRM_RD_WR_CMD_RETRIES					0x7
82 #define SWRM_V1_3_CMD_FIFO_RD_FIFO_ADDR				0x318
83 #define SWRM_V2_0_CMD_FIFO_RD_FIFO_ADDR				0x5040
84 #define SWRM_RD_FIFO_CMD_ID_MASK				GENMASK(11, 8)
85 #define SWRM_ENUMERATOR_CFG_ADDR				0x500
86 #define SWRM_ENUMERATOR_SLAVE_DEV_ID_1(m)		(0x530 + 0x8 * (m))
87 #define SWRM_ENUMERATOR_SLAVE_DEV_ID_2(m)		(0x534 + 0x8 * (m))
88 #define SWRM_MCP_FRAME_CTRL_BANK_ADDR(m)		(0x101C + 0x40 * (m))
89 #define SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK			GENMASK(2, 0)
90 #define SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK			GENMASK(7, 3)
91 #define SWRM_MCP_BUS_CTRL					0x1044
92 #define SWRM_MCP_BUS_CLK_START					BIT(1)
93 #define SWRM_MCP_CFG_ADDR					0x1048
94 #define SWRM_MCP_CFG_MAX_NUM_OF_CMD_NO_PINGS_BMSK		GENMASK(21, 17)
95 #define SWRM_DEF_CMD_NO_PINGS					0x1f
96 #define SWRM_MCP_STATUS						0x104C
97 #define SWRM_MCP_STATUS_BANK_NUM_MASK				BIT(0)
98 #define SWRM_MCP_SLV_STATUS					0x1090
99 #define SWRM_MCP_SLV_STATUS_MASK				GENMASK(1, 0)
100 #define SWRM_MCP_SLV_STATUS_SZ					2
101 #define SWRM_DP_PORT_CTRL_BANK(n, m)	(0x1124 + 0x100 * (n - 1) + 0x40 * m)
102 #define SWRM_DP_PORT_CTRL_2_BANK(n, m)	(0x1128 + 0x100 * (n - 1) + 0x40 * m)
103 #define SWRM_DP_BLOCK_CTRL_1(n)		(0x112C + 0x100 * (n - 1))
104 #define SWRM_DP_BLOCK_CTRL2_BANK(n, m)	(0x1130 + 0x100 * (n - 1) + 0x40 * m)
105 #define SWRM_DP_PORT_HCTRL_BANK(n, m)	(0x1134 + 0x100 * (n - 1) + 0x40 * m)
106 #define SWRM_DP_BLOCK_CTRL3_BANK(n, m)	(0x1138 + 0x100 * (n - 1) + 0x40 * m)
107 #define SWRM_DP_SAMPLECTRL2_BANK(n, m)	(0x113C + 0x100 * (n - 1) + 0x40 * m)
108 #define SWRM_DIN_DPn_PCM_PORT_CTRL(n)	(0x1054 + 0x100 * (n - 1))
109 #define SWR_V1_3_MSTR_MAX_REG_ADDR				0x1740
110 #define SWR_V2_0_MSTR_MAX_REG_ADDR				0x50ac
111 
112 #define SWRM_V2_0_CLK_CTRL					0x5060
113 #define SWRM_V2_0_CLK_CTRL_CLK_START				BIT(0)
114 #define SWRM_V2_0_LINK_STATUS					0x5064
115 
116 #define SWRM_DP_PORT_CTRL_EN_CHAN_SHFT				0x18
117 #define SWRM_DP_PORT_CTRL_OFFSET2_SHFT				0x10
118 #define SWRM_DP_PORT_CTRL_OFFSET1_SHFT				0x08
119 #define SWRM_AHB_BRIDGE_WR_DATA_0				0xc85
120 #define SWRM_AHB_BRIDGE_WR_ADDR_0				0xc89
121 #define SWRM_AHB_BRIDGE_RD_ADDR_0				0xc8d
122 #define SWRM_AHB_BRIDGE_RD_DATA_0				0xc91
123 
124 #define SWRM_REG_VAL_PACK(data, dev, id, reg)	\
125 			((reg) | ((id) << 16) | ((dev) << 20) | ((data) << 24))
126 
127 #define MAX_FREQ_NUM						1
128 #define TIMEOUT_MS						100
129 #define QCOM_SWRM_MAX_RD_LEN					0x1
130 #define QCOM_SDW_MAX_PORTS					14
131 #define DEFAULT_CLK_FREQ					9600000
132 #define SWRM_MAX_DAIS						0xF
133 #define SWR_INVALID_PARAM					0xFF
134 #define SWR_HSTOP_MAX_VAL					0xF
135 #define SWR_HSTART_MIN_VAL					0x0
136 #define SWR_BROADCAST_CMD_ID					0x0F
137 #define SWR_MAX_CMD_ID						14
138 #define MAX_FIFO_RD_RETRY					3
139 #define SWR_OVERFLOW_RETRY_COUNT				30
140 #define SWRM_LINK_STATUS_RETRY_CNT				100
141 
142 enum {
143 	MASTER_ID_WSA = 1,
144 	MASTER_ID_RX,
145 	MASTER_ID_TX
146 };
147 
148 struct qcom_swrm_port_config {
149 	u16 si;
150 	u8 off1;
151 	u8 off2;
152 	u8 bp_mode;
153 	u8 hstart;
154 	u8 hstop;
155 	u8 word_length;
156 	u8 blk_group_count;
157 	u8 lane_control;
158 };
159 
160 /*
161  * Internal IDs for different register layouts.  Only few registers differ per
162  * each variant, so the list of IDs below does not include all of registers.
163  */
164 enum {
165 	SWRM_REG_FRAME_GEN_ENABLED,
166 	SWRM_REG_INTERRUPT_STATUS,
167 	SWRM_REG_INTERRUPT_MASK_ADDR,
168 	SWRM_REG_INTERRUPT_CLEAR,
169 	SWRM_REG_INTERRUPT_CPU_EN,
170 	SWRM_REG_CMD_FIFO_WR_CMD,
171 	SWRM_REG_CMD_FIFO_RD_CMD,
172 	SWRM_REG_CMD_FIFO_STATUS,
173 	SWRM_REG_CMD_FIFO_RD_FIFO_ADDR,
174 };
175 
176 struct qcom_swrm_ctrl {
177 	struct sdw_bus bus;
178 	struct device *dev;
179 	struct regmap *regmap;
180 	u32 max_reg;
181 	const unsigned int *reg_layout;
182 	void __iomem *mmio;
183 	struct reset_control *audio_cgcr;
184 #ifdef CONFIG_DEBUG_FS
185 	struct dentry *debugfs;
186 #endif
187 	struct completion broadcast;
188 	struct completion enumeration;
189 	/* Port alloc/free lock */
190 	struct mutex port_lock;
191 	struct clk *hclk;
192 	int irq;
193 	unsigned int version;
194 	int wake_irq;
195 	int num_din_ports;
196 	int num_dout_ports;
197 	int cols_index;
198 	int rows_index;
199 	unsigned long dout_port_mask;
200 	unsigned long din_port_mask;
201 	u32 intr_mask;
202 	u8 rcmd_id;
203 	u8 wcmd_id;
204 	/* Port numbers are 1 - 14 */
205 	struct qcom_swrm_port_config pconfig[QCOM_SDW_MAX_PORTS + 1];
206 	struct sdw_stream_runtime *sruntime[SWRM_MAX_DAIS];
207 	enum sdw_slave_status status[SDW_MAX_DEVICES + 1];
208 	int (*reg_read)(struct qcom_swrm_ctrl *ctrl, int reg, u32 *val);
209 	int (*reg_write)(struct qcom_swrm_ctrl *ctrl, int reg, int val);
210 	u32 slave_status;
211 	u32 wr_fifo_depth;
212 	u32 rd_fifo_depth;
213 	bool clock_stop_not_supported;
214 };
215 
216 struct qcom_swrm_data {
217 	u32 default_cols;
218 	u32 default_rows;
219 	bool sw_clk_gate_required;
220 	u32 max_reg;
221 	const unsigned int *reg_layout;
222 };
223 
224 static const unsigned int swrm_v1_3_reg_layout[] = {
225 	[SWRM_REG_FRAME_GEN_ENABLED] = SWRM_COMP_STATUS,
226 	[SWRM_REG_INTERRUPT_STATUS] = SWRM_V1_3_INTERRUPT_STATUS,
227 	[SWRM_REG_INTERRUPT_MASK_ADDR] = SWRM_V1_3_INTERRUPT_MASK_ADDR,
228 	[SWRM_REG_INTERRUPT_CLEAR] = SWRM_V1_3_INTERRUPT_CLEAR,
229 	[SWRM_REG_INTERRUPT_CPU_EN] = SWRM_V1_3_INTERRUPT_CPU_EN,
230 	[SWRM_REG_CMD_FIFO_WR_CMD] = SWRM_V1_3_CMD_FIFO_WR_CMD,
231 	[SWRM_REG_CMD_FIFO_RD_CMD] = SWRM_V1_3_CMD_FIFO_RD_CMD,
232 	[SWRM_REG_CMD_FIFO_STATUS] = SWRM_V1_3_CMD_FIFO_STATUS,
233 	[SWRM_REG_CMD_FIFO_RD_FIFO_ADDR] = SWRM_V1_3_CMD_FIFO_RD_FIFO_ADDR,
234 };
235 
236 static const struct qcom_swrm_data swrm_v1_3_data = {
237 	.default_rows = 48,
238 	.default_cols = 16,
239 	.max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
240 	.reg_layout = swrm_v1_3_reg_layout,
241 };
242 
243 static const struct qcom_swrm_data swrm_v1_5_data = {
244 	.default_rows = 50,
245 	.default_cols = 16,
246 	.max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
247 	.reg_layout = swrm_v1_3_reg_layout,
248 };
249 
250 static const struct qcom_swrm_data swrm_v1_6_data = {
251 	.default_rows = 50,
252 	.default_cols = 16,
253 	.sw_clk_gate_required = true,
254 	.max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
255 	.reg_layout = swrm_v1_3_reg_layout,
256 };
257 
258 static const unsigned int swrm_v2_0_reg_layout[] = {
259 	[SWRM_REG_FRAME_GEN_ENABLED] = SWRM_V2_0_LINK_STATUS,
260 	[SWRM_REG_INTERRUPT_STATUS] = SWRM_V2_0_INTERRUPT_STATUS,
261 	[SWRM_REG_INTERRUPT_MASK_ADDR] = 0, /* Not present */
262 	[SWRM_REG_INTERRUPT_CLEAR] = SWRM_V2_0_INTERRUPT_CLEAR,
263 	[SWRM_REG_INTERRUPT_CPU_EN] = SWRM_V2_0_INTERRUPT_CPU_EN,
264 	[SWRM_REG_CMD_FIFO_WR_CMD] = SWRM_V2_0_CMD_FIFO_WR_CMD,
265 	[SWRM_REG_CMD_FIFO_RD_CMD] = SWRM_V2_0_CMD_FIFO_RD_CMD,
266 	[SWRM_REG_CMD_FIFO_STATUS] = SWRM_V2_0_CMD_FIFO_STATUS,
267 	[SWRM_REG_CMD_FIFO_RD_FIFO_ADDR] = SWRM_V2_0_CMD_FIFO_RD_FIFO_ADDR,
268 };
269 
270 static const struct qcom_swrm_data swrm_v2_0_data = {
271 	.default_rows = 50,
272 	.default_cols = 16,
273 	.sw_clk_gate_required = true,
274 	.max_reg = SWR_V2_0_MSTR_MAX_REG_ADDR,
275 	.reg_layout = swrm_v2_0_reg_layout,
276 };
277 
278 #define to_qcom_sdw(b)	container_of(b, struct qcom_swrm_ctrl, bus)
279 
280 static int qcom_swrm_ahb_reg_read(struct qcom_swrm_ctrl *ctrl, int reg,
281 				  u32 *val)
282 {
283 	struct regmap *wcd_regmap = ctrl->regmap;
284 	int ret;
285 
286 	/* pg register + offset */
287 	ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_RD_ADDR_0,
288 			  (u8 *)&reg, 4);
289 	if (ret < 0)
290 		return SDW_CMD_FAIL;
291 
292 	ret = regmap_bulk_read(wcd_regmap, SWRM_AHB_BRIDGE_RD_DATA_0,
293 			       val, 4);
294 	if (ret < 0)
295 		return SDW_CMD_FAIL;
296 
297 	return SDW_CMD_OK;
298 }
299 
300 static int qcom_swrm_ahb_reg_write(struct qcom_swrm_ctrl *ctrl,
301 				   int reg, int val)
302 {
303 	struct regmap *wcd_regmap = ctrl->regmap;
304 	int ret;
305 	/* pg register + offset */
306 	ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_WR_DATA_0,
307 			  (u8 *)&val, 4);
308 	if (ret)
309 		return SDW_CMD_FAIL;
310 
311 	/* write address register */
312 	ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_WR_ADDR_0,
313 			  (u8 *)&reg, 4);
314 	if (ret)
315 		return SDW_CMD_FAIL;
316 
317 	return SDW_CMD_OK;
318 }
319 
320 static int qcom_swrm_cpu_reg_read(struct qcom_swrm_ctrl *ctrl, int reg,
321 				  u32 *val)
322 {
323 	*val = readl(ctrl->mmio + reg);
324 	return SDW_CMD_OK;
325 }
326 
327 static int qcom_swrm_cpu_reg_write(struct qcom_swrm_ctrl *ctrl, int reg,
328 				   int val)
329 {
330 	writel(val, ctrl->mmio + reg);
331 	return SDW_CMD_OK;
332 }
333 
334 static u32 swrm_get_packed_reg_val(u8 *cmd_id, u8 cmd_data,
335 				   u8 dev_addr, u16 reg_addr)
336 {
337 	u32 val;
338 	u8 id = *cmd_id;
339 
340 	if (id != SWR_BROADCAST_CMD_ID) {
341 		if (id < SWR_MAX_CMD_ID)
342 			id += 1;
343 		else
344 			id = 0;
345 		*cmd_id = id;
346 	}
347 	val = SWRM_REG_VAL_PACK(cmd_data, dev_addr, id, reg_addr);
348 
349 	return val;
350 }
351 
352 static int swrm_wait_for_rd_fifo_avail(struct qcom_swrm_ctrl *ctrl)
353 {
354 	u32 fifo_outstanding_data, value;
355 	int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
356 
357 	do {
358 		/* Check for fifo underflow during read */
359 		ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
360 			       &value);
361 		fifo_outstanding_data = FIELD_GET(SWRM_RD_CMD_FIFO_CNT_MASK, value);
362 
363 		/* Check if read data is available in read fifo */
364 		if (fifo_outstanding_data > 0)
365 			return 0;
366 
367 		usleep_range(500, 510);
368 	} while (fifo_retry_count--);
369 
370 	if (fifo_outstanding_data == 0) {
371 		dev_err_ratelimited(ctrl->dev, "%s err read underflow\n", __func__);
372 		return -EIO;
373 	}
374 
375 	return 0;
376 }
377 
378 static int swrm_wait_for_wr_fifo_avail(struct qcom_swrm_ctrl *ctrl)
379 {
380 	u32 fifo_outstanding_cmds, value;
381 	int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
382 
383 	do {
384 		/* Check for fifo overflow during write */
385 		ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
386 			       &value);
387 		fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
388 
389 		/* Check for space in write fifo before writing */
390 		if (fifo_outstanding_cmds < ctrl->wr_fifo_depth)
391 			return 0;
392 
393 		usleep_range(500, 510);
394 	} while (fifo_retry_count--);
395 
396 	if (fifo_outstanding_cmds == ctrl->wr_fifo_depth) {
397 		dev_err_ratelimited(ctrl->dev, "%s err write overflow\n", __func__);
398 		return -EIO;
399 	}
400 
401 	return 0;
402 }
403 
404 static bool swrm_wait_for_wr_fifo_done(struct qcom_swrm_ctrl *ctrl)
405 {
406 	u32 fifo_outstanding_cmds, value;
407 	int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
408 
409 	/* Check for fifo overflow during write */
410 	ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS], &value);
411 	fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
412 
413 	if (fifo_outstanding_cmds) {
414 		while (fifo_retry_count) {
415 			usleep_range(500, 510);
416 			ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS], &value);
417 			fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
418 			fifo_retry_count--;
419 			if (fifo_outstanding_cmds == 0)
420 				return true;
421 		}
422 	} else {
423 		return true;
424 	}
425 
426 
427 	return false;
428 }
429 
430 static int qcom_swrm_cmd_fifo_wr_cmd(struct qcom_swrm_ctrl *ctrl, u8 cmd_data,
431 				     u8 dev_addr, u16 reg_addr)
432 {
433 
434 	u32 val;
435 	int ret = 0;
436 	u8 cmd_id = 0x0;
437 
438 	if (dev_addr == SDW_BROADCAST_DEV_NUM) {
439 		cmd_id = SWR_BROADCAST_CMD_ID;
440 		val = swrm_get_packed_reg_val(&cmd_id, cmd_data,
441 					      dev_addr, reg_addr);
442 	} else {
443 		val = swrm_get_packed_reg_val(&ctrl->wcmd_id, cmd_data,
444 					      dev_addr, reg_addr);
445 	}
446 
447 	if (swrm_wait_for_wr_fifo_avail(ctrl))
448 		return SDW_CMD_FAIL_OTHER;
449 
450 	if (cmd_id == SWR_BROADCAST_CMD_ID)
451 		reinit_completion(&ctrl->broadcast);
452 
453 	/* Its assumed that write is okay as we do not get any status back */
454 	ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_WR_CMD], val);
455 
456 	if (ctrl->version <= SWRM_VERSION_1_3_0)
457 		usleep_range(150, 155);
458 
459 	if (cmd_id == SWR_BROADCAST_CMD_ID) {
460 		swrm_wait_for_wr_fifo_done(ctrl);
461 		/*
462 		 * sleep for 10ms for MSM soundwire variant to allow broadcast
463 		 * command to complete.
464 		 */
465 		ret = wait_for_completion_timeout(&ctrl->broadcast,
466 						  msecs_to_jiffies(TIMEOUT_MS));
467 		if (!ret)
468 			ret = SDW_CMD_IGNORED;
469 		else
470 			ret = SDW_CMD_OK;
471 
472 	} else {
473 		ret = SDW_CMD_OK;
474 	}
475 	return ret;
476 }
477 
478 static int qcom_swrm_cmd_fifo_rd_cmd(struct qcom_swrm_ctrl *ctrl,
479 				     u8 dev_addr, u16 reg_addr,
480 				     u32 len, u8 *rval)
481 {
482 	u32 cmd_data, cmd_id, val, retry_attempt = 0;
483 
484 	val = swrm_get_packed_reg_val(&ctrl->rcmd_id, len, dev_addr, reg_addr);
485 
486 	/*
487 	 * Check for outstanding cmd wrt. write fifo depth to avoid
488 	 * overflow as read will also increase write fifo cnt.
489 	 */
490 	swrm_wait_for_wr_fifo_avail(ctrl);
491 
492 	/* wait for FIFO RD to complete to avoid overflow */
493 	usleep_range(100, 105);
494 	ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_CMD], val);
495 	/* wait for FIFO RD CMD complete to avoid overflow */
496 	usleep_range(250, 255);
497 
498 	if (swrm_wait_for_rd_fifo_avail(ctrl))
499 		return SDW_CMD_FAIL_OTHER;
500 
501 	do {
502 		ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_FIFO_ADDR],
503 			       &cmd_data);
504 		rval[0] = cmd_data & 0xFF;
505 		cmd_id = FIELD_GET(SWRM_RD_FIFO_CMD_ID_MASK, cmd_data);
506 
507 		if (cmd_id != ctrl->rcmd_id) {
508 			if (retry_attempt < (MAX_FIFO_RD_RETRY - 1)) {
509 				/* wait 500 us before retry on fifo read failure */
510 				usleep_range(500, 505);
511 				ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD,
512 						SWRM_CMD_FIFO_FLUSH);
513 				ctrl->reg_write(ctrl,
514 						ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_CMD],
515 						val);
516 			}
517 			retry_attempt++;
518 		} else {
519 			return SDW_CMD_OK;
520 		}
521 
522 	} while (retry_attempt < MAX_FIFO_RD_RETRY);
523 
524 	dev_err(ctrl->dev, "failed to read fifo: reg: 0x%x, rcmd_id: 0x%x,\
525 		dev_num: 0x%x, cmd_data: 0x%x\n",
526 		reg_addr, ctrl->rcmd_id, dev_addr, cmd_data);
527 
528 	return SDW_CMD_IGNORED;
529 }
530 
531 static int qcom_swrm_get_alert_slave_dev_num(struct qcom_swrm_ctrl *ctrl)
532 {
533 	u32 val, status;
534 	int dev_num;
535 
536 	ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &val);
537 
538 	for (dev_num = 1; dev_num <= SDW_MAX_DEVICES; dev_num++) {
539 		status = (val >> (dev_num * SWRM_MCP_SLV_STATUS_SZ));
540 
541 		if ((status & SWRM_MCP_SLV_STATUS_MASK) == SDW_SLAVE_ALERT) {
542 			ctrl->status[dev_num] = status & SWRM_MCP_SLV_STATUS_MASK;
543 			return dev_num;
544 		}
545 	}
546 
547 	return -EINVAL;
548 }
549 
550 static void qcom_swrm_get_device_status(struct qcom_swrm_ctrl *ctrl)
551 {
552 	u32 val;
553 	int i;
554 
555 	ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &val);
556 	ctrl->slave_status = val;
557 
558 	for (i = 1; i <= SDW_MAX_DEVICES; i++) {
559 		u32 s;
560 
561 		s = (val >> (i * 2));
562 		s &= SWRM_MCP_SLV_STATUS_MASK;
563 		ctrl->status[i] = s;
564 	}
565 }
566 
567 static void qcom_swrm_set_slave_dev_num(struct sdw_bus *bus,
568 					struct sdw_slave *slave, int devnum)
569 {
570 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
571 	u32 status;
572 
573 	ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &status);
574 	status = (status >> (devnum * SWRM_MCP_SLV_STATUS_SZ));
575 	status &= SWRM_MCP_SLV_STATUS_MASK;
576 
577 	if (status == SDW_SLAVE_ATTACHED) {
578 		if (slave)
579 			slave->dev_num = devnum;
580 		mutex_lock(&bus->bus_lock);
581 		set_bit(devnum, bus->assigned);
582 		mutex_unlock(&bus->bus_lock);
583 	}
584 }
585 
586 static int qcom_swrm_enumerate(struct sdw_bus *bus)
587 {
588 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
589 	struct sdw_slave *slave, *_s;
590 	struct sdw_slave_id id;
591 	u32 val1, val2;
592 	bool found;
593 	u64 addr;
594 	int i;
595 	char *buf1 = (char *)&val1, *buf2 = (char *)&val2;
596 
597 	for (i = 1; i <= SDW_MAX_DEVICES; i++) {
598 		/* do not continue if the status is Not Present  */
599 		if (!ctrl->status[i])
600 			continue;
601 
602 		/*SCP_Devid5 - Devid 4*/
603 		ctrl->reg_read(ctrl, SWRM_ENUMERATOR_SLAVE_DEV_ID_1(i), &val1);
604 
605 		/*SCP_Devid3 - DevId 2 Devid 1 Devid 0*/
606 		ctrl->reg_read(ctrl, SWRM_ENUMERATOR_SLAVE_DEV_ID_2(i), &val2);
607 
608 		if (!val1 && !val2)
609 			break;
610 
611 		addr = buf2[1] | (buf2[0] << 8) | (buf1[3] << 16) |
612 			((u64)buf1[2] << 24) | ((u64)buf1[1] << 32) |
613 			((u64)buf1[0] << 40);
614 
615 		sdw_extract_slave_id(bus, addr, &id);
616 		found = false;
617 		ctrl->clock_stop_not_supported = false;
618 		/* Now compare with entries */
619 		list_for_each_entry_safe(slave, _s, &bus->slaves, node) {
620 			if (sdw_compare_devid(slave, id) == 0) {
621 				qcom_swrm_set_slave_dev_num(bus, slave, i);
622 				if (slave->prop.clk_stop_mode1)
623 					ctrl->clock_stop_not_supported = true;
624 
625 				found = true;
626 				break;
627 			}
628 		}
629 
630 		if (!found) {
631 			qcom_swrm_set_slave_dev_num(bus, NULL, i);
632 			sdw_slave_add(bus, &id, NULL);
633 		}
634 	}
635 
636 	complete(&ctrl->enumeration);
637 	return 0;
638 }
639 
640 static irqreturn_t qcom_swrm_wake_irq_handler(int irq, void *dev_id)
641 {
642 	struct qcom_swrm_ctrl *ctrl = dev_id;
643 	int ret;
644 
645 	ret = pm_runtime_get_sync(ctrl->dev);
646 	if (ret < 0 && ret != -EACCES) {
647 		dev_err_ratelimited(ctrl->dev,
648 				    "pm_runtime_get_sync failed in %s, ret %d\n",
649 				    __func__, ret);
650 		pm_runtime_put_noidle(ctrl->dev);
651 		return ret;
652 	}
653 
654 	if (ctrl->wake_irq > 0) {
655 		if (!irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
656 			disable_irq_nosync(ctrl->wake_irq);
657 	}
658 
659 	pm_runtime_mark_last_busy(ctrl->dev);
660 	pm_runtime_put_autosuspend(ctrl->dev);
661 
662 	return IRQ_HANDLED;
663 }
664 
665 static irqreturn_t qcom_swrm_irq_handler(int irq, void *dev_id)
666 {
667 	struct qcom_swrm_ctrl *ctrl = dev_id;
668 	u32 value, intr_sts, intr_sts_masked, slave_status;
669 	u32 i;
670 	int devnum;
671 	int ret = IRQ_HANDLED;
672 	clk_prepare_enable(ctrl->hclk);
673 
674 	ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_STATUS],
675 		       &intr_sts);
676 	intr_sts_masked = intr_sts & ctrl->intr_mask;
677 
678 	do {
679 		for (i = 0; i < SWRM_INTERRUPT_MAX; i++) {
680 			value = intr_sts_masked & BIT(i);
681 			if (!value)
682 				continue;
683 
684 			switch (value) {
685 			case SWRM_INTERRUPT_STATUS_SLAVE_PEND_IRQ:
686 				devnum = qcom_swrm_get_alert_slave_dev_num(ctrl);
687 				if (devnum < 0) {
688 					dev_err_ratelimited(ctrl->dev,
689 					    "no slave alert found.spurious interrupt\n");
690 				} else {
691 					sdw_handle_slave_status(&ctrl->bus, ctrl->status);
692 				}
693 
694 				break;
695 			case SWRM_INTERRUPT_STATUS_NEW_SLAVE_ATTACHED:
696 			case SWRM_INTERRUPT_STATUS_CHANGE_ENUM_SLAVE_STATUS:
697 				dev_dbg_ratelimited(ctrl->dev, "SWR new slave attached\n");
698 				ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &slave_status);
699 				if (ctrl->slave_status == slave_status) {
700 					dev_dbg(ctrl->dev, "Slave status not changed %x\n",
701 						slave_status);
702 				} else {
703 					qcom_swrm_get_device_status(ctrl);
704 					qcom_swrm_enumerate(&ctrl->bus);
705 					sdw_handle_slave_status(&ctrl->bus, ctrl->status);
706 				}
707 				break;
708 			case SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET:
709 				dev_err_ratelimited(ctrl->dev,
710 						"%s: SWR bus clsh detected\n",
711 						__func__);
712 				ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
713 				ctrl->reg_write(ctrl,
714 						ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
715 						ctrl->intr_mask);
716 				break;
717 			case SWRM_INTERRUPT_STATUS_RD_FIFO_OVERFLOW:
718 				ctrl->reg_read(ctrl,
719 					       ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
720 					       &value);
721 				dev_err_ratelimited(ctrl->dev,
722 					"%s: SWR read FIFO overflow fifo status 0x%x\n",
723 					__func__, value);
724 				break;
725 			case SWRM_INTERRUPT_STATUS_RD_FIFO_UNDERFLOW:
726 				ctrl->reg_read(ctrl,
727 					       ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
728 					       &value);
729 				dev_err_ratelimited(ctrl->dev,
730 					"%s: SWR read FIFO underflow fifo status 0x%x\n",
731 					__func__, value);
732 				break;
733 			case SWRM_INTERRUPT_STATUS_WR_CMD_FIFO_OVERFLOW:
734 				ctrl->reg_read(ctrl,
735 					       ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
736 					       &value);
737 				dev_err(ctrl->dev,
738 					"%s: SWR write FIFO overflow fifo status %x\n",
739 					__func__, value);
740 				ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD, 0x1);
741 				break;
742 			case SWRM_INTERRUPT_STATUS_CMD_ERROR:
743 				ctrl->reg_read(ctrl,
744 					       ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
745 					       &value);
746 				dev_err_ratelimited(ctrl->dev,
747 					"%s: SWR CMD error, fifo status 0x%x, flushing fifo\n",
748 					__func__, value);
749 				ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD, 0x1);
750 				break;
751 			case SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION:
752 				dev_err_ratelimited(ctrl->dev,
753 						"%s: SWR Port collision detected\n",
754 						__func__);
755 				ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION;
756 				ctrl->reg_write(ctrl,
757 						ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
758 						ctrl->intr_mask);
759 				break;
760 			case SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH:
761 				dev_err_ratelimited(ctrl->dev,
762 					"%s: SWR read enable valid mismatch\n",
763 					__func__);
764 				ctrl->intr_mask &=
765 					~SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH;
766 				ctrl->reg_write(ctrl,
767 						ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
768 						ctrl->intr_mask);
769 				break;
770 			case SWRM_INTERRUPT_STATUS_SPECIAL_CMD_ID_FINISHED:
771 				complete(&ctrl->broadcast);
772 				break;
773 			case SWRM_INTERRUPT_STATUS_BUS_RESET_FINISHED_V2:
774 				break;
775 			case SWRM_INTERRUPT_STATUS_CLK_STOP_FINISHED_V2:
776 				break;
777 			case SWRM_INTERRUPT_STATUS_EXT_CLK_STOP_WAKEUP:
778 				break;
779 			default:
780 				dev_err_ratelimited(ctrl->dev,
781 						"%s: SWR unknown interrupt value: %d\n",
782 						__func__, value);
783 				ret = IRQ_NONE;
784 				break;
785 			}
786 		}
787 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
788 				intr_sts);
789 		ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_STATUS],
790 			       &intr_sts);
791 		intr_sts_masked = intr_sts & ctrl->intr_mask;
792 	} while (intr_sts_masked);
793 
794 	clk_disable_unprepare(ctrl->hclk);
795 	return ret;
796 }
797 
798 static bool swrm_wait_for_frame_gen_enabled(struct qcom_swrm_ctrl *ctrl)
799 {
800 	int retry = SWRM_LINK_STATUS_RETRY_CNT;
801 	int comp_sts;
802 
803 	do {
804 		ctrl->reg_read(ctrl, SWRM_COMP_STATUS, &comp_sts);
805 
806 		if (comp_sts & SWRM_FRM_GEN_ENABLED)
807 			return true;
808 
809 		usleep_range(500, 510);
810 	} while (retry--);
811 
812 	dev_err(ctrl->dev, "%s: link status not %s\n", __func__,
813 		comp_sts & SWRM_FRM_GEN_ENABLED ? "connected" : "disconnected");
814 
815 	return false;
816 }
817 
818 static int qcom_swrm_init(struct qcom_swrm_ctrl *ctrl)
819 {
820 	u32 val;
821 
822 	/* Clear Rows and Cols */
823 	val = FIELD_PREP(SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK, ctrl->rows_index);
824 	val |= FIELD_PREP(SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK, ctrl->cols_index);
825 
826 	reset_control_reset(ctrl->audio_cgcr);
827 
828 	ctrl->reg_write(ctrl, SWRM_MCP_FRAME_CTRL_BANK_ADDR(0), val);
829 
830 	/* Enable Auto enumeration */
831 	ctrl->reg_write(ctrl, SWRM_ENUMERATOR_CFG_ADDR, 1);
832 
833 	ctrl->intr_mask = SWRM_INTERRUPT_STATUS_RMSK;
834 	/* Mask soundwire interrupts */
835 	if (ctrl->version < SWRM_VERSION_2_0_0)
836 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
837 				SWRM_INTERRUPT_STATUS_RMSK);
838 
839 	/* Configure No pings */
840 	ctrl->reg_read(ctrl, SWRM_MCP_CFG_ADDR, &val);
841 	u32p_replace_bits(&val, SWRM_DEF_CMD_NO_PINGS, SWRM_MCP_CFG_MAX_NUM_OF_CMD_NO_PINGS_BMSK);
842 	ctrl->reg_write(ctrl, SWRM_MCP_CFG_ADDR, val);
843 
844 	if (ctrl->version == SWRM_VERSION_1_7_0) {
845 		ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
846 		ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL,
847 				SWRM_MCP_BUS_CLK_START << SWRM_EE_CPU);
848 	} else if (ctrl->version >= SWRM_VERSION_2_0_0) {
849 		ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
850 		ctrl->reg_write(ctrl, SWRM_V2_0_CLK_CTRL,
851 				SWRM_V2_0_CLK_CTRL_CLK_START);
852 	} else {
853 		ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL, SWRM_MCP_BUS_CLK_START);
854 	}
855 
856 	/* Configure number of retries of a read/write cmd */
857 	if (ctrl->version >= SWRM_VERSION_1_5_1) {
858 		ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CFG_ADDR,
859 				SWRM_RD_WR_CMD_RETRIES |
860 				SWRM_CONTINUE_EXEC_ON_CMD_IGNORE);
861 	} else {
862 		ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CFG_ADDR,
863 				SWRM_RD_WR_CMD_RETRIES);
864 	}
865 
866 	/* COMP Enable */
867 	ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR, SWRM_COMP_CFG_ENABLE_MSK);
868 
869 	/* Set IRQ to PULSE */
870 	ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR,
871 			SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK);
872 
873 	ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
874 			0xFFFFFFFF);
875 
876 	/* enable CPU IRQs */
877 	if (ctrl->mmio) {
878 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
879 				SWRM_INTERRUPT_STATUS_RMSK);
880 	}
881 
882 	/* Set IRQ to PULSE */
883 	ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR,
884 			SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK |
885 			SWRM_COMP_CFG_ENABLE_MSK);
886 
887 	swrm_wait_for_frame_gen_enabled(ctrl);
888 	ctrl->slave_status = 0;
889 	ctrl->reg_read(ctrl, SWRM_COMP_PARAMS, &val);
890 	ctrl->rd_fifo_depth = FIELD_GET(SWRM_COMP_PARAMS_RD_FIFO_DEPTH, val);
891 	ctrl->wr_fifo_depth = FIELD_GET(SWRM_COMP_PARAMS_WR_FIFO_DEPTH, val);
892 
893 	return 0;
894 }
895 
896 static enum sdw_command_response qcom_swrm_xfer_msg(struct sdw_bus *bus,
897 						    struct sdw_msg *msg)
898 {
899 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
900 	int ret, i, len;
901 
902 	if (msg->flags == SDW_MSG_FLAG_READ) {
903 		for (i = 0; i < msg->len;) {
904 			if ((msg->len - i) < QCOM_SWRM_MAX_RD_LEN)
905 				len = msg->len - i;
906 			else
907 				len = QCOM_SWRM_MAX_RD_LEN;
908 
909 			ret = qcom_swrm_cmd_fifo_rd_cmd(ctrl, msg->dev_num,
910 							msg->addr + i, len,
911 						       &msg->buf[i]);
912 			if (ret)
913 				return ret;
914 
915 			i = i + len;
916 		}
917 	} else if (msg->flags == SDW_MSG_FLAG_WRITE) {
918 		for (i = 0; i < msg->len; i++) {
919 			ret = qcom_swrm_cmd_fifo_wr_cmd(ctrl, msg->buf[i],
920 							msg->dev_num,
921 						       msg->addr + i);
922 			if (ret)
923 				return SDW_CMD_IGNORED;
924 		}
925 	}
926 
927 	return SDW_CMD_OK;
928 }
929 
930 static int qcom_swrm_pre_bank_switch(struct sdw_bus *bus)
931 {
932 	u32 reg = SWRM_MCP_FRAME_CTRL_BANK_ADDR(bus->params.next_bank);
933 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
934 	u32 val;
935 
936 	ctrl->reg_read(ctrl, reg, &val);
937 
938 	u32p_replace_bits(&val, ctrl->cols_index, SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK);
939 	u32p_replace_bits(&val, ctrl->rows_index, SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK);
940 
941 	return ctrl->reg_write(ctrl, reg, val);
942 }
943 
944 static int qcom_swrm_port_params(struct sdw_bus *bus,
945 				 struct sdw_port_params *p_params,
946 				 unsigned int bank)
947 {
948 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
949 
950 	return ctrl->reg_write(ctrl, SWRM_DP_BLOCK_CTRL_1(p_params->num),
951 			       p_params->bps - 1);
952 
953 }
954 
955 static int qcom_swrm_transport_params(struct sdw_bus *bus,
956 				      struct sdw_transport_params *params,
957 				      enum sdw_reg_bank bank)
958 {
959 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
960 	struct qcom_swrm_port_config *pcfg;
961 	u32 value;
962 	int reg = SWRM_DP_PORT_CTRL_BANK((params->port_num), bank);
963 	int ret;
964 
965 	pcfg = &ctrl->pconfig[params->port_num];
966 
967 	value = pcfg->off1 << SWRM_DP_PORT_CTRL_OFFSET1_SHFT;
968 	value |= pcfg->off2 << SWRM_DP_PORT_CTRL_OFFSET2_SHFT;
969 	value |= pcfg->si & 0xff;
970 
971 	ret = ctrl->reg_write(ctrl, reg, value);
972 	if (ret)
973 		goto err;
974 
975 	if (pcfg->si > 0xff) {
976 		value = (pcfg->si >> 8) & 0xff;
977 		reg = SWRM_DP_SAMPLECTRL2_BANK(params->port_num, bank);
978 		ret = ctrl->reg_write(ctrl, reg, value);
979 		if (ret)
980 			goto err;
981 	}
982 
983 	if (pcfg->lane_control != SWR_INVALID_PARAM) {
984 		reg = SWRM_DP_PORT_CTRL_2_BANK(params->port_num, bank);
985 		value = pcfg->lane_control;
986 		ret = ctrl->reg_write(ctrl, reg, value);
987 		if (ret)
988 			goto err;
989 	}
990 
991 	if (pcfg->blk_group_count != SWR_INVALID_PARAM) {
992 		reg = SWRM_DP_BLOCK_CTRL2_BANK(params->port_num, bank);
993 		value = pcfg->blk_group_count;
994 		ret = ctrl->reg_write(ctrl, reg, value);
995 		if (ret)
996 			goto err;
997 	}
998 
999 	if (pcfg->hstart != SWR_INVALID_PARAM
1000 			&& pcfg->hstop != SWR_INVALID_PARAM) {
1001 		reg = SWRM_DP_PORT_HCTRL_BANK(params->port_num, bank);
1002 		value = (pcfg->hstop << 4) | pcfg->hstart;
1003 		ret = ctrl->reg_write(ctrl, reg, value);
1004 	} else {
1005 		reg = SWRM_DP_PORT_HCTRL_BANK(params->port_num, bank);
1006 		value = (SWR_HSTOP_MAX_VAL << 4) | SWR_HSTART_MIN_VAL;
1007 		ret = ctrl->reg_write(ctrl, reg, value);
1008 	}
1009 
1010 	if (ret)
1011 		goto err;
1012 
1013 	if (pcfg->bp_mode != SWR_INVALID_PARAM) {
1014 		reg = SWRM_DP_BLOCK_CTRL3_BANK(params->port_num, bank);
1015 		ret = ctrl->reg_write(ctrl, reg, pcfg->bp_mode);
1016 	}
1017 
1018 err:
1019 	return ret;
1020 }
1021 
1022 static int qcom_swrm_port_enable(struct sdw_bus *bus,
1023 				 struct sdw_enable_ch *enable_ch,
1024 				 unsigned int bank)
1025 {
1026 	u32 reg = SWRM_DP_PORT_CTRL_BANK(enable_ch->port_num, bank);
1027 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
1028 	u32 val;
1029 
1030 	ctrl->reg_read(ctrl, reg, &val);
1031 
1032 	if (enable_ch->enable)
1033 		val |= (enable_ch->ch_mask << SWRM_DP_PORT_CTRL_EN_CHAN_SHFT);
1034 	else
1035 		val &= ~(0xff << SWRM_DP_PORT_CTRL_EN_CHAN_SHFT);
1036 
1037 	return ctrl->reg_write(ctrl, reg, val);
1038 }
1039 
1040 static const struct sdw_master_port_ops qcom_swrm_port_ops = {
1041 	.dpn_set_port_params = qcom_swrm_port_params,
1042 	.dpn_set_port_transport_params = qcom_swrm_transport_params,
1043 	.dpn_port_enable_ch = qcom_swrm_port_enable,
1044 };
1045 
1046 static const struct sdw_master_ops qcom_swrm_ops = {
1047 	.xfer_msg = qcom_swrm_xfer_msg,
1048 	.pre_bank_switch = qcom_swrm_pre_bank_switch,
1049 };
1050 
1051 static int qcom_swrm_compute_params(struct sdw_bus *bus)
1052 {
1053 	struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
1054 	struct sdw_master_runtime *m_rt;
1055 	struct sdw_slave_runtime *s_rt;
1056 	struct sdw_port_runtime *p_rt;
1057 	struct qcom_swrm_port_config *pcfg;
1058 	struct sdw_slave *slave;
1059 	unsigned int m_port;
1060 	int i = 1;
1061 
1062 	list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
1063 		list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
1064 			pcfg = &ctrl->pconfig[p_rt->num];
1065 			p_rt->transport_params.port_num = p_rt->num;
1066 			if (pcfg->word_length != SWR_INVALID_PARAM) {
1067 				sdw_fill_port_params(&p_rt->port_params,
1068 					     p_rt->num,  pcfg->word_length + 1,
1069 					     SDW_PORT_FLOW_MODE_ISOCH,
1070 					     SDW_PORT_DATA_MODE_NORMAL);
1071 			}
1072 
1073 		}
1074 
1075 		list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
1076 			slave = s_rt->slave;
1077 			list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
1078 				m_port = slave->m_port_map[p_rt->num];
1079 				/* port config starts at offset 0 so -1 from actual port number */
1080 				if (m_port)
1081 					pcfg = &ctrl->pconfig[m_port];
1082 				else
1083 					pcfg = &ctrl->pconfig[i];
1084 				p_rt->transport_params.port_num = p_rt->num;
1085 				p_rt->transport_params.sample_interval =
1086 					pcfg->si + 1;
1087 				p_rt->transport_params.offset1 = pcfg->off1;
1088 				p_rt->transport_params.offset2 = pcfg->off2;
1089 				p_rt->transport_params.blk_pkg_mode = pcfg->bp_mode;
1090 				p_rt->transport_params.blk_grp_ctrl = pcfg->blk_group_count;
1091 
1092 				p_rt->transport_params.hstart = pcfg->hstart;
1093 				p_rt->transport_params.hstop = pcfg->hstop;
1094 				p_rt->transport_params.lane_ctrl = pcfg->lane_control;
1095 				if (pcfg->word_length != SWR_INVALID_PARAM) {
1096 					sdw_fill_port_params(&p_rt->port_params,
1097 						     p_rt->num,
1098 						     pcfg->word_length + 1,
1099 						     SDW_PORT_FLOW_MODE_ISOCH,
1100 						     SDW_PORT_DATA_MODE_NORMAL);
1101 				}
1102 				i++;
1103 			}
1104 		}
1105 	}
1106 
1107 	return 0;
1108 }
1109 
1110 static u32 qcom_swrm_freq_tbl[MAX_FREQ_NUM] = {
1111 	DEFAULT_CLK_FREQ,
1112 };
1113 
1114 static void qcom_swrm_stream_free_ports(struct qcom_swrm_ctrl *ctrl,
1115 					struct sdw_stream_runtime *stream)
1116 {
1117 	struct sdw_master_runtime *m_rt;
1118 	struct sdw_port_runtime *p_rt;
1119 	unsigned long *port_mask;
1120 
1121 	mutex_lock(&ctrl->port_lock);
1122 
1123 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1124 		if (m_rt->direction == SDW_DATA_DIR_RX)
1125 			port_mask = &ctrl->dout_port_mask;
1126 		else
1127 			port_mask = &ctrl->din_port_mask;
1128 
1129 		list_for_each_entry(p_rt, &m_rt->port_list, port_node)
1130 			clear_bit(p_rt->num, port_mask);
1131 	}
1132 
1133 	mutex_unlock(&ctrl->port_lock);
1134 }
1135 
1136 static int qcom_swrm_stream_alloc_ports(struct qcom_swrm_ctrl *ctrl,
1137 					struct sdw_stream_runtime *stream,
1138 				       struct snd_pcm_hw_params *params,
1139 				       int direction)
1140 {
1141 	struct sdw_port_config pconfig[QCOM_SDW_MAX_PORTS];
1142 	struct sdw_stream_config sconfig;
1143 	struct sdw_master_runtime *m_rt;
1144 	struct sdw_slave_runtime *s_rt;
1145 	struct sdw_port_runtime *p_rt;
1146 	struct sdw_slave *slave;
1147 	unsigned long *port_mask;
1148 	int i, maxport, pn, nports = 0, ret = 0;
1149 	unsigned int m_port;
1150 
1151 	mutex_lock(&ctrl->port_lock);
1152 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1153 		if (m_rt->direction == SDW_DATA_DIR_RX) {
1154 			maxport = ctrl->num_dout_ports;
1155 			port_mask = &ctrl->dout_port_mask;
1156 		} else {
1157 			maxport = ctrl->num_din_ports;
1158 			port_mask = &ctrl->din_port_mask;
1159 		}
1160 
1161 		list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
1162 			slave = s_rt->slave;
1163 			list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
1164 				m_port = slave->m_port_map[p_rt->num];
1165 				/* Port numbers start from 1 - 14*/
1166 				if (m_port)
1167 					pn = m_port;
1168 				else
1169 					pn = find_first_zero_bit(port_mask, maxport);
1170 
1171 				if (pn > maxport) {
1172 					dev_err(ctrl->dev, "All ports busy\n");
1173 					ret = -EBUSY;
1174 					goto err;
1175 				}
1176 				set_bit(pn, port_mask);
1177 				pconfig[nports].num = pn;
1178 				pconfig[nports].ch_mask = p_rt->ch_mask;
1179 				nports++;
1180 			}
1181 		}
1182 	}
1183 
1184 	if (direction == SNDRV_PCM_STREAM_CAPTURE)
1185 		sconfig.direction = SDW_DATA_DIR_TX;
1186 	else
1187 		sconfig.direction = SDW_DATA_DIR_RX;
1188 
1189 	/* hw parameters wil be ignored as we only support PDM */
1190 	sconfig.ch_count = 1;
1191 	sconfig.frame_rate = params_rate(params);
1192 	sconfig.type = stream->type;
1193 	sconfig.bps = 1;
1194 	sdw_stream_add_master(&ctrl->bus, &sconfig, pconfig,
1195 			      nports, stream);
1196 err:
1197 	if (ret) {
1198 		for (i = 0; i < nports; i++)
1199 			clear_bit(pconfig[i].num, port_mask);
1200 	}
1201 
1202 	mutex_unlock(&ctrl->port_lock);
1203 
1204 	return ret;
1205 }
1206 
1207 static int qcom_swrm_hw_params(struct snd_pcm_substream *substream,
1208 			       struct snd_pcm_hw_params *params,
1209 			      struct snd_soc_dai *dai)
1210 {
1211 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1212 	struct sdw_stream_runtime *sruntime = ctrl->sruntime[dai->id];
1213 	int ret;
1214 
1215 	ret = qcom_swrm_stream_alloc_ports(ctrl, sruntime, params,
1216 					   substream->stream);
1217 	if (ret)
1218 		qcom_swrm_stream_free_ports(ctrl, sruntime);
1219 
1220 	return ret;
1221 }
1222 
1223 static int qcom_swrm_hw_free(struct snd_pcm_substream *substream,
1224 			     struct snd_soc_dai *dai)
1225 {
1226 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1227 	struct sdw_stream_runtime *sruntime = ctrl->sruntime[dai->id];
1228 
1229 	qcom_swrm_stream_free_ports(ctrl, sruntime);
1230 	sdw_stream_remove_master(&ctrl->bus, sruntime);
1231 
1232 	return 0;
1233 }
1234 
1235 static int qcom_swrm_set_sdw_stream(struct snd_soc_dai *dai,
1236 				    void *stream, int direction)
1237 {
1238 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1239 
1240 	ctrl->sruntime[dai->id] = stream;
1241 
1242 	return 0;
1243 }
1244 
1245 static void *qcom_swrm_get_sdw_stream(struct snd_soc_dai *dai, int direction)
1246 {
1247 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1248 
1249 	return ctrl->sruntime[dai->id];
1250 }
1251 
1252 static int qcom_swrm_startup(struct snd_pcm_substream *substream,
1253 			     struct snd_soc_dai *dai)
1254 {
1255 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1256 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1257 	struct sdw_stream_runtime *sruntime;
1258 	struct snd_soc_dai *codec_dai;
1259 	int ret, i;
1260 
1261 	ret = pm_runtime_get_sync(ctrl->dev);
1262 	if (ret < 0 && ret != -EACCES) {
1263 		dev_err_ratelimited(ctrl->dev,
1264 				    "pm_runtime_get_sync failed in %s, ret %d\n",
1265 				    __func__, ret);
1266 		pm_runtime_put_noidle(ctrl->dev);
1267 		return ret;
1268 	}
1269 
1270 	sruntime = sdw_alloc_stream(dai->name);
1271 	if (!sruntime) {
1272 		ret = -ENOMEM;
1273 		goto err_alloc;
1274 	}
1275 
1276 	ctrl->sruntime[dai->id] = sruntime;
1277 
1278 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1279 		ret = snd_soc_dai_set_stream(codec_dai, sruntime,
1280 					     substream->stream);
1281 		if (ret < 0 && ret != -ENOTSUPP) {
1282 			dev_err(dai->dev, "Failed to set sdw stream on %s\n",
1283 				codec_dai->name);
1284 			goto err_set_stream;
1285 		}
1286 	}
1287 
1288 	return 0;
1289 
1290 err_set_stream:
1291 	sdw_release_stream(sruntime);
1292 err_alloc:
1293 	pm_runtime_mark_last_busy(ctrl->dev);
1294 	pm_runtime_put_autosuspend(ctrl->dev);
1295 
1296 	return ret;
1297 }
1298 
1299 static void qcom_swrm_shutdown(struct snd_pcm_substream *substream,
1300 			       struct snd_soc_dai *dai)
1301 {
1302 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1303 
1304 	swrm_wait_for_wr_fifo_done(ctrl);
1305 	sdw_release_stream(ctrl->sruntime[dai->id]);
1306 	ctrl->sruntime[dai->id] = NULL;
1307 	pm_runtime_mark_last_busy(ctrl->dev);
1308 	pm_runtime_put_autosuspend(ctrl->dev);
1309 
1310 }
1311 
1312 static const struct snd_soc_dai_ops qcom_swrm_pdm_dai_ops = {
1313 	.hw_params = qcom_swrm_hw_params,
1314 	.hw_free = qcom_swrm_hw_free,
1315 	.startup = qcom_swrm_startup,
1316 	.shutdown = qcom_swrm_shutdown,
1317 	.set_stream = qcom_swrm_set_sdw_stream,
1318 	.get_stream = qcom_swrm_get_sdw_stream,
1319 };
1320 
1321 static const struct snd_soc_component_driver qcom_swrm_dai_component = {
1322 	.name = "soundwire",
1323 };
1324 
1325 static int qcom_swrm_register_dais(struct qcom_swrm_ctrl *ctrl)
1326 {
1327 	int num_dais = ctrl->num_dout_ports + ctrl->num_din_ports;
1328 	struct snd_soc_dai_driver *dais;
1329 	struct snd_soc_pcm_stream *stream;
1330 	struct device *dev = ctrl->dev;
1331 	int i;
1332 
1333 	/* PDM dais are only tested for now */
1334 	dais = devm_kcalloc(dev, num_dais, sizeof(*dais), GFP_KERNEL);
1335 	if (!dais)
1336 		return -ENOMEM;
1337 
1338 	for (i = 0; i < num_dais; i++) {
1339 		dais[i].name = devm_kasprintf(dev, GFP_KERNEL, "SDW Pin%d", i);
1340 		if (!dais[i].name)
1341 			return -ENOMEM;
1342 
1343 		if (i < ctrl->num_dout_ports)
1344 			stream = &dais[i].playback;
1345 		else
1346 			stream = &dais[i].capture;
1347 
1348 		stream->channels_min = 1;
1349 		stream->channels_max = 1;
1350 		stream->rates = SNDRV_PCM_RATE_48000;
1351 		stream->formats = SNDRV_PCM_FMTBIT_S16_LE;
1352 
1353 		dais[i].ops = &qcom_swrm_pdm_dai_ops;
1354 		dais[i].id = i;
1355 	}
1356 
1357 	return devm_snd_soc_register_component(ctrl->dev,
1358 						&qcom_swrm_dai_component,
1359 						dais, num_dais);
1360 }
1361 
1362 static int qcom_swrm_get_port_config(struct qcom_swrm_ctrl *ctrl)
1363 {
1364 	struct device_node *np = ctrl->dev->of_node;
1365 	u8 off1[QCOM_SDW_MAX_PORTS];
1366 	u8 off2[QCOM_SDW_MAX_PORTS];
1367 	u16 si[QCOM_SDW_MAX_PORTS];
1368 	u8 bp_mode[QCOM_SDW_MAX_PORTS] = { 0, };
1369 	u8 hstart[QCOM_SDW_MAX_PORTS];
1370 	u8 hstop[QCOM_SDW_MAX_PORTS];
1371 	u8 word_length[QCOM_SDW_MAX_PORTS];
1372 	u8 blk_group_count[QCOM_SDW_MAX_PORTS];
1373 	u8 lane_control[QCOM_SDW_MAX_PORTS];
1374 	int i, ret, nports, val;
1375 	bool si_16 = false;
1376 
1377 	ctrl->reg_read(ctrl, SWRM_COMP_PARAMS, &val);
1378 
1379 	ctrl->num_dout_ports = FIELD_GET(SWRM_COMP_PARAMS_DOUT_PORTS_MASK, val);
1380 	ctrl->num_din_ports = FIELD_GET(SWRM_COMP_PARAMS_DIN_PORTS_MASK, val);
1381 
1382 	ret = of_property_read_u32(np, "qcom,din-ports", &val);
1383 	if (ret)
1384 		return ret;
1385 
1386 	if (val > ctrl->num_din_ports)
1387 		return -EINVAL;
1388 
1389 	ctrl->num_din_ports = val;
1390 
1391 	ret = of_property_read_u32(np, "qcom,dout-ports", &val);
1392 	if (ret)
1393 		return ret;
1394 
1395 	if (val > ctrl->num_dout_ports)
1396 		return -EINVAL;
1397 
1398 	ctrl->num_dout_ports = val;
1399 
1400 	nports = ctrl->num_dout_ports + ctrl->num_din_ports;
1401 	if (nports > QCOM_SDW_MAX_PORTS)
1402 		return -EINVAL;
1403 
1404 	/* Valid port numbers are from 1-14, so mask out port 0 explicitly */
1405 	set_bit(0, &ctrl->dout_port_mask);
1406 	set_bit(0, &ctrl->din_port_mask);
1407 
1408 	ret = of_property_read_u8_array(np, "qcom,ports-offset1",
1409 					off1, nports);
1410 	if (ret)
1411 		return ret;
1412 
1413 	ret = of_property_read_u8_array(np, "qcom,ports-offset2",
1414 					off2, nports);
1415 	if (ret)
1416 		return ret;
1417 
1418 	ret = of_property_read_u8_array(np, "qcom,ports-sinterval-low",
1419 					(u8 *)si, nports);
1420 	if (ret) {
1421 		ret = of_property_read_u16_array(np, "qcom,ports-sinterval",
1422 						 si, nports);
1423 		if (ret)
1424 			return ret;
1425 		si_16 = true;
1426 	}
1427 
1428 	ret = of_property_read_u8_array(np, "qcom,ports-block-pack-mode",
1429 					bp_mode, nports);
1430 	if (ret) {
1431 		if (ctrl->version <= SWRM_VERSION_1_3_0)
1432 			memset(bp_mode, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1433 		else
1434 			return ret;
1435 	}
1436 
1437 	memset(hstart, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1438 	of_property_read_u8_array(np, "qcom,ports-hstart", hstart, nports);
1439 
1440 	memset(hstop, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1441 	of_property_read_u8_array(np, "qcom,ports-hstop", hstop, nports);
1442 
1443 	memset(word_length, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1444 	of_property_read_u8_array(np, "qcom,ports-word-length", word_length, nports);
1445 
1446 	memset(blk_group_count, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1447 	of_property_read_u8_array(np, "qcom,ports-block-group-count", blk_group_count, nports);
1448 
1449 	memset(lane_control, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1450 	of_property_read_u8_array(np, "qcom,ports-lane-control", lane_control, nports);
1451 
1452 	for (i = 0; i < nports; i++) {
1453 		/* Valid port number range is from 1-14 */
1454 		if (si_16)
1455 			ctrl->pconfig[i + 1].si = si[i];
1456 		else
1457 			ctrl->pconfig[i + 1].si = ((u8 *)si)[i];
1458 		ctrl->pconfig[i + 1].off1 = off1[i];
1459 		ctrl->pconfig[i + 1].off2 = off2[i];
1460 		ctrl->pconfig[i + 1].bp_mode = bp_mode[i];
1461 		ctrl->pconfig[i + 1].hstart = hstart[i];
1462 		ctrl->pconfig[i + 1].hstop = hstop[i];
1463 		ctrl->pconfig[i + 1].word_length = word_length[i];
1464 		ctrl->pconfig[i + 1].blk_group_count = blk_group_count[i];
1465 		ctrl->pconfig[i + 1].lane_control = lane_control[i];
1466 	}
1467 
1468 	return 0;
1469 }
1470 
1471 #ifdef CONFIG_DEBUG_FS
1472 static int swrm_reg_show(struct seq_file *s_file, void *data)
1473 {
1474 	struct qcom_swrm_ctrl *ctrl = s_file->private;
1475 	int reg, reg_val, ret;
1476 
1477 	ret = pm_runtime_get_sync(ctrl->dev);
1478 	if (ret < 0 && ret != -EACCES) {
1479 		dev_err_ratelimited(ctrl->dev,
1480 				    "pm_runtime_get_sync failed in %s, ret %d\n",
1481 				    __func__, ret);
1482 		pm_runtime_put_noidle(ctrl->dev);
1483 		return ret;
1484 	}
1485 
1486 	for (reg = 0; reg <= ctrl->max_reg; reg += 4) {
1487 		ctrl->reg_read(ctrl, reg, &reg_val);
1488 		seq_printf(s_file, "0x%.3x: 0x%.2x\n", reg, reg_val);
1489 	}
1490 	pm_runtime_mark_last_busy(ctrl->dev);
1491 	pm_runtime_put_autosuspend(ctrl->dev);
1492 
1493 
1494 	return 0;
1495 }
1496 DEFINE_SHOW_ATTRIBUTE(swrm_reg);
1497 #endif
1498 
1499 static int qcom_swrm_probe(struct platform_device *pdev)
1500 {
1501 	struct device *dev = &pdev->dev;
1502 	struct sdw_master_prop *prop;
1503 	struct sdw_bus_params *params;
1504 	struct qcom_swrm_ctrl *ctrl;
1505 	const struct qcom_swrm_data *data;
1506 	int ret;
1507 	u32 val;
1508 
1509 	ctrl = devm_kzalloc(dev, sizeof(*ctrl), GFP_KERNEL);
1510 	if (!ctrl)
1511 		return -ENOMEM;
1512 
1513 	data = of_device_get_match_data(dev);
1514 	ctrl->max_reg = data->max_reg;
1515 	ctrl->reg_layout = data->reg_layout;
1516 	ctrl->rows_index = sdw_find_row_index(data->default_rows);
1517 	ctrl->cols_index = sdw_find_col_index(data->default_cols);
1518 #if IS_REACHABLE(CONFIG_SLIMBUS)
1519 	if (dev->parent->bus == &slimbus_bus) {
1520 #else
1521 	if (false) {
1522 #endif
1523 		ctrl->reg_read = qcom_swrm_ahb_reg_read;
1524 		ctrl->reg_write = qcom_swrm_ahb_reg_write;
1525 		ctrl->regmap = dev_get_regmap(dev->parent, NULL);
1526 		if (!ctrl->regmap)
1527 			return -EINVAL;
1528 	} else {
1529 		ctrl->reg_read = qcom_swrm_cpu_reg_read;
1530 		ctrl->reg_write = qcom_swrm_cpu_reg_write;
1531 		ctrl->mmio = devm_platform_ioremap_resource(pdev, 0);
1532 		if (IS_ERR(ctrl->mmio))
1533 			return PTR_ERR(ctrl->mmio);
1534 	}
1535 
1536 	if (data->sw_clk_gate_required) {
1537 		ctrl->audio_cgcr = devm_reset_control_get_optional_exclusive(dev, "swr_audio_cgcr");
1538 		if (IS_ERR(ctrl->audio_cgcr)) {
1539 			dev_err(dev, "Failed to get cgcr reset ctrl required for SW gating\n");
1540 			ret = PTR_ERR(ctrl->audio_cgcr);
1541 			goto err_init;
1542 		}
1543 	}
1544 
1545 	ctrl->irq = of_irq_get(dev->of_node, 0);
1546 	if (ctrl->irq < 0) {
1547 		ret = ctrl->irq;
1548 		goto err_init;
1549 	}
1550 
1551 	ctrl->hclk = devm_clk_get(dev, "iface");
1552 	if (IS_ERR(ctrl->hclk)) {
1553 		ret = PTR_ERR(ctrl->hclk);
1554 		goto err_init;
1555 	}
1556 
1557 	clk_prepare_enable(ctrl->hclk);
1558 
1559 	ctrl->dev = dev;
1560 	dev_set_drvdata(&pdev->dev, ctrl);
1561 	mutex_init(&ctrl->port_lock);
1562 	init_completion(&ctrl->broadcast);
1563 	init_completion(&ctrl->enumeration);
1564 
1565 	ctrl->bus.ops = &qcom_swrm_ops;
1566 	ctrl->bus.port_ops = &qcom_swrm_port_ops;
1567 	ctrl->bus.compute_params = &qcom_swrm_compute_params;
1568 	ctrl->bus.clk_stop_timeout = 300;
1569 
1570 	ret = qcom_swrm_get_port_config(ctrl);
1571 	if (ret)
1572 		goto err_clk;
1573 
1574 	params = &ctrl->bus.params;
1575 	params->max_dr_freq = DEFAULT_CLK_FREQ;
1576 	params->curr_dr_freq = DEFAULT_CLK_FREQ;
1577 	params->col = data->default_cols;
1578 	params->row = data->default_rows;
1579 	ctrl->reg_read(ctrl, SWRM_MCP_STATUS, &val);
1580 	params->curr_bank = val & SWRM_MCP_STATUS_BANK_NUM_MASK;
1581 	params->next_bank = !params->curr_bank;
1582 
1583 	prop = &ctrl->bus.prop;
1584 	prop->max_clk_freq = DEFAULT_CLK_FREQ;
1585 	prop->num_clk_gears = 0;
1586 	prop->num_clk_freq = MAX_FREQ_NUM;
1587 	prop->clk_freq = &qcom_swrm_freq_tbl[0];
1588 	prop->default_col = data->default_cols;
1589 	prop->default_row = data->default_rows;
1590 
1591 	ctrl->reg_read(ctrl, SWRM_COMP_HW_VERSION, &ctrl->version);
1592 
1593 	ret = devm_request_threaded_irq(dev, ctrl->irq, NULL,
1594 					qcom_swrm_irq_handler,
1595 					IRQF_TRIGGER_RISING |
1596 					IRQF_ONESHOT,
1597 					"soundwire", ctrl);
1598 	if (ret) {
1599 		dev_err(dev, "Failed to request soundwire irq\n");
1600 		goto err_clk;
1601 	}
1602 
1603 	ctrl->wake_irq = of_irq_get(dev->of_node, 1);
1604 	if (ctrl->wake_irq > 0) {
1605 		ret = devm_request_threaded_irq(dev, ctrl->wake_irq, NULL,
1606 						qcom_swrm_wake_irq_handler,
1607 						IRQF_TRIGGER_HIGH | IRQF_ONESHOT,
1608 						"swr_wake_irq", ctrl);
1609 		if (ret) {
1610 			dev_err(dev, "Failed to request soundwire wake irq\n");
1611 			goto err_init;
1612 		}
1613 	}
1614 
1615 	ret = sdw_bus_master_add(&ctrl->bus, dev, dev->fwnode);
1616 	if (ret) {
1617 		dev_err(dev, "Failed to register Soundwire controller (%d)\n",
1618 			ret);
1619 		goto err_clk;
1620 	}
1621 
1622 	qcom_swrm_init(ctrl);
1623 	wait_for_completion_timeout(&ctrl->enumeration,
1624 				    msecs_to_jiffies(TIMEOUT_MS));
1625 	ret = qcom_swrm_register_dais(ctrl);
1626 	if (ret)
1627 		goto err_master_add;
1628 
1629 	dev_info(dev, "Qualcomm Soundwire controller v%x.%x.%x Registered\n",
1630 		 (ctrl->version >> 24) & 0xff, (ctrl->version >> 16) & 0xff,
1631 		 ctrl->version & 0xffff);
1632 
1633 	pm_runtime_set_autosuspend_delay(dev, 3000);
1634 	pm_runtime_use_autosuspend(dev);
1635 	pm_runtime_mark_last_busy(dev);
1636 	pm_runtime_set_active(dev);
1637 	pm_runtime_enable(dev);
1638 
1639 #ifdef CONFIG_DEBUG_FS
1640 	ctrl->debugfs = debugfs_create_dir("qualcomm-sdw", ctrl->bus.debugfs);
1641 	debugfs_create_file("qualcomm-registers", 0400, ctrl->debugfs, ctrl,
1642 			    &swrm_reg_fops);
1643 #endif
1644 
1645 	return 0;
1646 
1647 err_master_add:
1648 	sdw_bus_master_delete(&ctrl->bus);
1649 err_clk:
1650 	clk_disable_unprepare(ctrl->hclk);
1651 err_init:
1652 	return ret;
1653 }
1654 
1655 static int qcom_swrm_remove(struct platform_device *pdev)
1656 {
1657 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(&pdev->dev);
1658 
1659 	sdw_bus_master_delete(&ctrl->bus);
1660 	clk_disable_unprepare(ctrl->hclk);
1661 
1662 	return 0;
1663 }
1664 
1665 static int __maybe_unused swrm_runtime_resume(struct device *dev)
1666 {
1667 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dev);
1668 	int ret;
1669 
1670 	if (ctrl->wake_irq > 0) {
1671 		if (!irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
1672 			disable_irq_nosync(ctrl->wake_irq);
1673 	}
1674 
1675 	clk_prepare_enable(ctrl->hclk);
1676 
1677 	if (ctrl->clock_stop_not_supported) {
1678 		reinit_completion(&ctrl->enumeration);
1679 		ctrl->reg_write(ctrl, SWRM_COMP_SW_RESET, 0x01);
1680 		usleep_range(100, 105);
1681 
1682 		qcom_swrm_init(ctrl);
1683 
1684 		usleep_range(100, 105);
1685 		if (!swrm_wait_for_frame_gen_enabled(ctrl))
1686 			dev_err(ctrl->dev, "link failed to connect\n");
1687 
1688 		/* wait for hw enumeration to complete */
1689 		wait_for_completion_timeout(&ctrl->enumeration,
1690 					    msecs_to_jiffies(TIMEOUT_MS));
1691 		qcom_swrm_get_device_status(ctrl);
1692 		sdw_handle_slave_status(&ctrl->bus, ctrl->status);
1693 	} else {
1694 		reset_control_reset(ctrl->audio_cgcr);
1695 
1696 		if (ctrl->version == SWRM_VERSION_1_7_0) {
1697 			ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
1698 			ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL,
1699 					SWRM_MCP_BUS_CLK_START << SWRM_EE_CPU);
1700 		} else if (ctrl->version >= SWRM_VERSION_2_0_0) {
1701 			ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
1702 			ctrl->reg_write(ctrl, SWRM_V2_0_CLK_CTRL,
1703 					SWRM_V2_0_CLK_CTRL_CLK_START);
1704 		} else {
1705 			ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL, SWRM_MCP_BUS_CLK_START);
1706 		}
1707 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
1708 			SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET);
1709 
1710 		ctrl->intr_mask |= SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
1711 		if (ctrl->version < SWRM_VERSION_2_0_0)
1712 			ctrl->reg_write(ctrl,
1713 					ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
1714 					ctrl->intr_mask);
1715 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
1716 				ctrl->intr_mask);
1717 
1718 		usleep_range(100, 105);
1719 		if (!swrm_wait_for_frame_gen_enabled(ctrl))
1720 			dev_err(ctrl->dev, "link failed to connect\n");
1721 
1722 		ret = sdw_bus_exit_clk_stop(&ctrl->bus);
1723 		if (ret < 0)
1724 			dev_err(ctrl->dev, "bus failed to exit clock stop %d\n", ret);
1725 	}
1726 
1727 	return 0;
1728 }
1729 
1730 static int __maybe_unused swrm_runtime_suspend(struct device *dev)
1731 {
1732 	struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dev);
1733 	int ret;
1734 
1735 	swrm_wait_for_wr_fifo_done(ctrl);
1736 	if (!ctrl->clock_stop_not_supported) {
1737 		/* Mask bus clash interrupt */
1738 		ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
1739 		if (ctrl->version < SWRM_VERSION_2_0_0)
1740 			ctrl->reg_write(ctrl,
1741 					ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
1742 					ctrl->intr_mask);
1743 		ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
1744 				ctrl->intr_mask);
1745 		/* Prepare slaves for clock stop */
1746 		ret = sdw_bus_prep_clk_stop(&ctrl->bus);
1747 		if (ret < 0 && ret != -ENODATA) {
1748 			dev_err(dev, "prepare clock stop failed %d", ret);
1749 			return ret;
1750 		}
1751 
1752 		ret = sdw_bus_clk_stop(&ctrl->bus);
1753 		if (ret < 0 && ret != -ENODATA) {
1754 			dev_err(dev, "bus clock stop failed %d", ret);
1755 			return ret;
1756 		}
1757 	}
1758 
1759 	clk_disable_unprepare(ctrl->hclk);
1760 
1761 	usleep_range(300, 305);
1762 
1763 	if (ctrl->wake_irq > 0) {
1764 		if (irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
1765 			enable_irq(ctrl->wake_irq);
1766 	}
1767 
1768 	return 0;
1769 }
1770 
1771 static const struct dev_pm_ops swrm_dev_pm_ops = {
1772 	SET_RUNTIME_PM_OPS(swrm_runtime_suspend, swrm_runtime_resume, NULL)
1773 };
1774 
1775 static const struct of_device_id qcom_swrm_of_match[] = {
1776 	{ .compatible = "qcom,soundwire-v1.3.0", .data = &swrm_v1_3_data },
1777 	{ .compatible = "qcom,soundwire-v1.5.1", .data = &swrm_v1_5_data },
1778 	{ .compatible = "qcom,soundwire-v1.6.0", .data = &swrm_v1_6_data },
1779 	{ .compatible = "qcom,soundwire-v1.7.0", .data = &swrm_v1_5_data },
1780 	{ .compatible = "qcom,soundwire-v2.0.0", .data = &swrm_v2_0_data },
1781 	{/* sentinel */},
1782 };
1783 
1784 MODULE_DEVICE_TABLE(of, qcom_swrm_of_match);
1785 
1786 static struct platform_driver qcom_swrm_driver = {
1787 	.probe	= &qcom_swrm_probe,
1788 	.remove = &qcom_swrm_remove,
1789 	.driver = {
1790 		.name	= "qcom-soundwire",
1791 		.of_match_table = qcom_swrm_of_match,
1792 		.pm = &swrm_dev_pm_ops,
1793 	}
1794 };
1795 module_platform_driver(qcom_swrm_driver);
1796 
1797 MODULE_DESCRIPTION("Qualcomm soundwire driver");
1798 MODULE_LICENSE("GPL v2");
1799