1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-17 Intel Corporation.
3 
4 /*
5  * Cadence SoundWire Master module
6  * Used by Master driver
7  */
8 
9 #include <linux/delay.h>
10 #include <linux/device.h>
11 #include <linux/interrupt.h>
12 #include <linux/module.h>
13 #include <linux/mod_devicetable.h>
14 #include <linux/soundwire/sdw_registers.h>
15 #include <linux/soundwire/sdw.h>
16 #include <sound/pcm_params.h>
17 #include <sound/soc.h>
18 #include "bus.h"
19 #include "cadence_master.h"
20 
21 #define CDNS_MCP_CONFIG				0x0
22 
23 #define CDNS_MCP_CONFIG_MCMD_RETRY		GENMASK(27, 24)
24 #define CDNS_MCP_CONFIG_MPREQ_DELAY		GENMASK(20, 16)
25 #define CDNS_MCP_CONFIG_MMASTER			BIT(7)
26 #define CDNS_MCP_CONFIG_BUS_REL			BIT(6)
27 #define CDNS_MCP_CONFIG_SNIFFER			BIT(5)
28 #define CDNS_MCP_CONFIG_SSPMOD			BIT(4)
29 #define CDNS_MCP_CONFIG_CMD			BIT(3)
30 #define CDNS_MCP_CONFIG_OP			GENMASK(2, 0)
31 #define CDNS_MCP_CONFIG_OP_NORMAL		0
32 
33 #define CDNS_MCP_CONTROL			0x4
34 
35 #define CDNS_MCP_CONTROL_RST_DELAY		GENMASK(10, 8)
36 #define CDNS_MCP_CONTROL_CMD_RST		BIT(7)
37 #define CDNS_MCP_CONTROL_SOFT_RST		BIT(6)
38 #define CDNS_MCP_CONTROL_SW_RST			BIT(5)
39 #define CDNS_MCP_CONTROL_HW_RST			BIT(4)
40 #define CDNS_MCP_CONTROL_CLK_PAUSE		BIT(3)
41 #define CDNS_MCP_CONTROL_CLK_STOP_CLR		BIT(2)
42 #define CDNS_MCP_CONTROL_CMD_ACCEPT		BIT(1)
43 #define CDNS_MCP_CONTROL_BLOCK_WAKEUP		BIT(0)
44 
45 
46 #define CDNS_MCP_CMDCTRL			0x8
47 #define CDNS_MCP_SSPSTAT			0xC
48 #define CDNS_MCP_FRAME_SHAPE			0x10
49 #define CDNS_MCP_FRAME_SHAPE_INIT		0x14
50 
51 #define CDNS_MCP_CONFIG_UPDATE			0x18
52 #define CDNS_MCP_CONFIG_UPDATE_BIT		BIT(0)
53 
54 #define CDNS_MCP_PHYCTRL			0x1C
55 #define CDNS_MCP_SSP_CTRL0			0x20
56 #define CDNS_MCP_SSP_CTRL1			0x28
57 #define CDNS_MCP_CLK_CTRL0			0x30
58 #define CDNS_MCP_CLK_CTRL1			0x38
59 
60 #define CDNS_MCP_STAT				0x40
61 
62 #define CDNS_MCP_STAT_ACTIVE_BANK		BIT(20)
63 #define CDNS_MCP_STAT_CLK_STOP			BIT(16)
64 
65 #define CDNS_MCP_INTSTAT			0x44
66 #define CDNS_MCP_INTMASK			0x48
67 
68 #define CDNS_MCP_INT_IRQ			BIT(31)
69 #define CDNS_MCP_INT_WAKEUP			BIT(16)
70 #define CDNS_MCP_INT_SLAVE_RSVD			BIT(15)
71 #define CDNS_MCP_INT_SLAVE_ALERT		BIT(14)
72 #define CDNS_MCP_INT_SLAVE_ATTACH		BIT(13)
73 #define CDNS_MCP_INT_SLAVE_NATTACH		BIT(12)
74 #define CDNS_MCP_INT_SLAVE_MASK			GENMASK(15, 12)
75 #define CDNS_MCP_INT_DPINT			BIT(11)
76 #define CDNS_MCP_INT_CTRL_CLASH			BIT(10)
77 #define CDNS_MCP_INT_DATA_CLASH			BIT(9)
78 #define CDNS_MCP_INT_CMD_ERR			BIT(7)
79 #define CDNS_MCP_INT_RX_WL			BIT(2)
80 #define CDNS_MCP_INT_TXE			BIT(1)
81 
82 #define CDNS_MCP_INTSET				0x4C
83 
84 #define CDNS_SDW_SLAVE_STAT			0x50
85 #define CDNS_MCP_SLAVE_STAT_MASK		BIT(1, 0)
86 
87 #define CDNS_MCP_SLAVE_INTSTAT0			0x54
88 #define CDNS_MCP_SLAVE_INTSTAT1			0x58
89 #define CDNS_MCP_SLAVE_INTSTAT_NPRESENT		BIT(0)
90 #define CDNS_MCP_SLAVE_INTSTAT_ATTACHED		BIT(1)
91 #define CDNS_MCP_SLAVE_INTSTAT_ALERT		BIT(2)
92 #define CDNS_MCP_SLAVE_INTSTAT_RESERVED		BIT(3)
93 #define CDNS_MCP_SLAVE_STATUS_BITS		GENMASK(3, 0)
94 #define CDNS_MCP_SLAVE_STATUS_NUM		4
95 
96 #define CDNS_MCP_SLAVE_INTMASK0			0x5C
97 #define CDNS_MCP_SLAVE_INTMASK1			0x60
98 
99 #define CDNS_MCP_SLAVE_INTMASK0_MASK		GENMASK(30, 0)
100 #define CDNS_MCP_SLAVE_INTMASK1_MASK		GENMASK(16, 0)
101 
102 #define CDNS_MCP_PORT_INTSTAT			0x64
103 #define CDNS_MCP_PDI_STAT			0x6C
104 
105 #define CDNS_MCP_FIFOLEVEL			0x78
106 #define CDNS_MCP_FIFOSTAT			0x7C
107 #define CDNS_MCP_RX_FIFO_AVAIL			GENMASK(5, 0)
108 
109 #define CDNS_MCP_CMD_BASE			0x80
110 #define CDNS_MCP_RESP_BASE			0x80
111 #define CDNS_MCP_CMD_LEN			0x20
112 #define CDNS_MCP_CMD_WORD_LEN			0x4
113 
114 #define CDNS_MCP_CMD_SSP_TAG			BIT(31)
115 #define CDNS_MCP_CMD_COMMAND			GENMASK(30, 28)
116 #define CDNS_MCP_CMD_DEV_ADDR			GENMASK(27, 24)
117 #define CDNS_MCP_CMD_REG_ADDR_H			GENMASK(23, 16)
118 #define CDNS_MCP_CMD_REG_ADDR_L			GENMASK(15, 8)
119 #define CDNS_MCP_CMD_REG_DATA			GENMASK(7, 0)
120 
121 #define CDNS_MCP_CMD_READ			2
122 #define CDNS_MCP_CMD_WRITE			3
123 
124 #define CDNS_MCP_RESP_RDATA			GENMASK(15, 8)
125 #define CDNS_MCP_RESP_ACK			BIT(0)
126 #define CDNS_MCP_RESP_NACK			BIT(1)
127 
128 #define CDNS_DP_SIZE				128
129 
130 #define CDNS_DPN_B0_CONFIG(n)			(0x100 + CDNS_DP_SIZE * (n))
131 #define CDNS_DPN_B0_CH_EN(n)			(0x104 + CDNS_DP_SIZE * (n))
132 #define CDNS_DPN_B0_SAMPLE_CTRL(n)		(0x108 + CDNS_DP_SIZE * (n))
133 #define CDNS_DPN_B0_OFFSET_CTRL(n)		(0x10C + CDNS_DP_SIZE * (n))
134 #define CDNS_DPN_B0_HCTRL(n)			(0x110 + CDNS_DP_SIZE * (n))
135 #define CDNS_DPN_B0_ASYNC_CTRL(n)		(0x114 + CDNS_DP_SIZE * (n))
136 
137 #define CDNS_DPN_B1_CONFIG(n)			(0x118 + CDNS_DP_SIZE * (n))
138 #define CDNS_DPN_B1_CH_EN(n)			(0x11C + CDNS_DP_SIZE * (n))
139 #define CDNS_DPN_B1_SAMPLE_CTRL(n)		(0x120 + CDNS_DP_SIZE * (n))
140 #define CDNS_DPN_B1_OFFSET_CTRL(n)		(0x124 + CDNS_DP_SIZE * (n))
141 #define CDNS_DPN_B1_HCTRL(n)			(0x128 + CDNS_DP_SIZE * (n))
142 #define CDNS_DPN_B1_ASYNC_CTRL(n)		(0x12C + CDNS_DP_SIZE * (n))
143 
144 #define CDNS_DPN_CONFIG_BPM			BIT(18)
145 #define CDNS_DPN_CONFIG_BGC			GENMASK(17, 16)
146 #define CDNS_DPN_CONFIG_WL			GENMASK(12, 8)
147 #define CDNS_DPN_CONFIG_PORT_DAT		GENMASK(3, 2)
148 #define CDNS_DPN_CONFIG_PORT_FLOW		GENMASK(1, 0)
149 
150 #define CDNS_DPN_SAMPLE_CTRL_SI			GENMASK(15, 0)
151 
152 #define CDNS_DPN_OFFSET_CTRL_1			GENMASK(7, 0)
153 #define CDNS_DPN_OFFSET_CTRL_2			GENMASK(15, 8)
154 
155 #define CDNS_DPN_HCTRL_HSTOP			GENMASK(3, 0)
156 #define CDNS_DPN_HCTRL_HSTART			GENMASK(7, 4)
157 #define CDNS_DPN_HCTRL_LCTRL			GENMASK(10, 8)
158 
159 #define CDNS_PORTCTRL				0x130
160 #define CDNS_PORTCTRL_DIRN			BIT(7)
161 #define CDNS_PORTCTRL_BANK_INVERT		BIT(8)
162 
163 #define CDNS_PORT_OFFSET			0x80
164 
165 #define CDNS_PDI_CONFIG(n)			(0x1100 + (n) * 16)
166 
167 #define CDNS_PDI_CONFIG_SOFT_RESET		BIT(24)
168 #define CDNS_PDI_CONFIG_CHANNEL			GENMASK(15, 8)
169 #define CDNS_PDI_CONFIG_PORT			GENMASK(4, 0)
170 
171 /* Driver defaults */
172 
173 #define CDNS_DEFAULT_CLK_DIVIDER		0
174 #define CDNS_DEFAULT_FRAME_SHAPE		0x30
175 #define CDNS_DEFAULT_SSP_INTERVAL		0x18
176 #define CDNS_TX_TIMEOUT				2000
177 
178 #define CDNS_PCM_PDI_OFFSET			0x2
179 #define CDNS_PDM_PDI_OFFSET			0x6
180 
181 #define CDNS_SCP_RX_FIFOLEVEL			0x2
182 
183 /*
184  * register accessor helpers
185  */
186 static inline u32 cdns_readl(struct sdw_cdns *cdns, int offset)
187 {
188 	return readl(cdns->registers + offset);
189 }
190 
191 static inline void cdns_writel(struct sdw_cdns *cdns, int offset, u32 value)
192 {
193 	writel(value, cdns->registers + offset);
194 }
195 
196 static inline void cdns_updatel(struct sdw_cdns *cdns,
197 				int offset, u32 mask, u32 val)
198 {
199 	u32 tmp;
200 
201 	tmp = cdns_readl(cdns, offset);
202 	tmp = (tmp & ~mask) | val;
203 	cdns_writel(cdns, offset, tmp);
204 }
205 
206 static int cdns_clear_bit(struct sdw_cdns *cdns, int offset, u32 value)
207 {
208 	int timeout = 10;
209 	u32 reg_read;
210 
211 	writel(value, cdns->registers + offset);
212 
213 	/* Wait for bit to be self cleared */
214 	do {
215 		reg_read = readl(cdns->registers + offset);
216 		if ((reg_read & value) == 0)
217 			return 0;
218 
219 		timeout--;
220 		udelay(50);
221 	} while (timeout != 0);
222 
223 	return -EAGAIN;
224 }
225 
226 /*
227  * IO Calls
228  */
229 static enum sdw_command_response cdns_fill_msg_resp(
230 			struct sdw_cdns *cdns,
231 			struct sdw_msg *msg, int count, int offset)
232 {
233 	int nack = 0, no_ack = 0;
234 	int i;
235 
236 	/* check message response */
237 	for (i = 0; i < count; i++) {
238 		if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
239 			no_ack = 1;
240 			dev_dbg(cdns->dev, "Msg Ack not received\n");
241 			if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
242 				nack = 1;
243 				dev_err(cdns->dev, "Msg NACK received\n");
244 			}
245 		}
246 	}
247 
248 	if (nack) {
249 		dev_err(cdns->dev, "Msg NACKed for Slave %d\n", msg->dev_num);
250 		return SDW_CMD_FAIL;
251 	} else if (no_ack) {
252 		dev_dbg(cdns->dev, "Msg ignored for Slave %d\n", msg->dev_num);
253 		return SDW_CMD_IGNORED;
254 	}
255 
256 	/* fill response */
257 	for (i = 0; i < count; i++)
258 		msg->buf[i + offset] = cdns->response_buf[i] >>
259 				SDW_REG_SHIFT(CDNS_MCP_RESP_RDATA);
260 
261 	return SDW_CMD_OK;
262 }
263 
264 static enum sdw_command_response
265 _cdns_xfer_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int cmd,
266 				int offset, int count, bool defer)
267 {
268 	unsigned long time;
269 	u32 base, i, data;
270 	u16 addr;
271 
272 	/* Program the watermark level for RX FIFO */
273 	if (cdns->msg_count != count) {
274 		cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, count);
275 		cdns->msg_count = count;
276 	}
277 
278 	base = CDNS_MCP_CMD_BASE;
279 	addr = msg->addr;
280 
281 	for (i = 0; i < count; i++) {
282 		data = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
283 		data |= cmd << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
284 		data |= addr++  << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
285 
286 		if (msg->flags == SDW_MSG_FLAG_WRITE)
287 			data |= msg->buf[i + offset];
288 
289 		data |= msg->ssp_sync << SDW_REG_SHIFT(CDNS_MCP_CMD_SSP_TAG);
290 		cdns_writel(cdns, base, data);
291 		base += CDNS_MCP_CMD_WORD_LEN;
292 	}
293 
294 	if (defer)
295 		return SDW_CMD_OK;
296 
297 	/* wait for timeout or response */
298 	time = wait_for_completion_timeout(&cdns->tx_complete,
299 				msecs_to_jiffies(CDNS_TX_TIMEOUT));
300 	if (!time) {
301 		dev_err(cdns->dev, "IO transfer timed out\n");
302 		msg->len = 0;
303 		return SDW_CMD_TIMEOUT;
304 	}
305 
306 	return cdns_fill_msg_resp(cdns, msg, count, offset);
307 }
308 
309 static enum sdw_command_response cdns_program_scp_addr(
310 			struct sdw_cdns *cdns, struct sdw_msg *msg)
311 {
312 	int nack = 0, no_ack = 0;
313 	unsigned long time;
314 	u32 data[2], base;
315 	int i;
316 
317 	/* Program the watermark level for RX FIFO */
318 	if (cdns->msg_count != CDNS_SCP_RX_FIFOLEVEL) {
319 		cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, CDNS_SCP_RX_FIFOLEVEL);
320 		cdns->msg_count = CDNS_SCP_RX_FIFOLEVEL;
321 	}
322 
323 	data[0] = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
324 	data[0] |= 0x3 << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
325 	data[1] = data[0];
326 
327 	data[0] |= SDW_SCP_ADDRPAGE1 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
328 	data[1] |= SDW_SCP_ADDRPAGE2 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
329 
330 	data[0] |= msg->addr_page1;
331 	data[1] |= msg->addr_page2;
332 
333 	base = CDNS_MCP_CMD_BASE;
334 	cdns_writel(cdns, base, data[0]);
335 	base += CDNS_MCP_CMD_WORD_LEN;
336 	cdns_writel(cdns, base, data[1]);
337 
338 	time = wait_for_completion_timeout(&cdns->tx_complete,
339 				msecs_to_jiffies(CDNS_TX_TIMEOUT));
340 	if (!time) {
341 		dev_err(cdns->dev, "SCP Msg trf timed out\n");
342 		msg->len = 0;
343 		return SDW_CMD_TIMEOUT;
344 	}
345 
346 	/* check response the writes */
347 	for (i = 0; i < 2; i++) {
348 		if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
349 			no_ack = 1;
350 			dev_err(cdns->dev, "Program SCP Ack not received");
351 			if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
352 				nack = 1;
353 				dev_err(cdns->dev, "Program SCP NACK received");
354 			}
355 		}
356 	}
357 
358 	/* For NACK, NO ack, don't return err if we are in Broadcast mode */
359 	if (nack) {
360 		dev_err(cdns->dev,
361 			"SCP_addrpage NACKed for Slave %d", msg->dev_num);
362 		return SDW_CMD_FAIL;
363 	} else if (no_ack) {
364 		dev_dbg(cdns->dev,
365 			"SCP_addrpage ignored for Slave %d", msg->dev_num);
366 		return SDW_CMD_IGNORED;
367 	}
368 
369 	return SDW_CMD_OK;
370 }
371 
372 static int cdns_prep_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int *cmd)
373 {
374 	int ret;
375 
376 	if (msg->page) {
377 		ret = cdns_program_scp_addr(cdns, msg);
378 		if (ret) {
379 			msg->len = 0;
380 			return ret;
381 		}
382 	}
383 
384 	switch (msg->flags) {
385 	case SDW_MSG_FLAG_READ:
386 		*cmd = CDNS_MCP_CMD_READ;
387 		break;
388 
389 	case SDW_MSG_FLAG_WRITE:
390 		*cmd = CDNS_MCP_CMD_WRITE;
391 		break;
392 
393 	default:
394 		dev_err(cdns->dev, "Invalid msg cmd: %d\n", msg->flags);
395 		return -EINVAL;
396 	}
397 
398 	return 0;
399 }
400 
401 enum sdw_command_response
402 cdns_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg)
403 {
404 	struct sdw_cdns *cdns = bus_to_cdns(bus);
405 	int cmd = 0, ret, i;
406 
407 	ret = cdns_prep_msg(cdns, msg, &cmd);
408 	if (ret)
409 		return SDW_CMD_FAIL_OTHER;
410 
411 	for (i = 0; i < msg->len / CDNS_MCP_CMD_LEN; i++) {
412 		ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
413 				CDNS_MCP_CMD_LEN, false);
414 		if (ret < 0)
415 			goto exit;
416 	}
417 
418 	if (!(msg->len % CDNS_MCP_CMD_LEN))
419 		goto exit;
420 
421 	ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
422 			msg->len % CDNS_MCP_CMD_LEN, false);
423 
424 exit:
425 	return ret;
426 }
427 EXPORT_SYMBOL(cdns_xfer_msg);
428 
429 enum sdw_command_response
430 cdns_xfer_msg_defer(struct sdw_bus *bus,
431 		struct sdw_msg *msg, struct sdw_defer *defer)
432 {
433 	struct sdw_cdns *cdns = bus_to_cdns(bus);
434 	int cmd = 0, ret;
435 
436 	/* for defer only 1 message is supported */
437 	if (msg->len > 1)
438 		return -ENOTSUPP;
439 
440 	ret = cdns_prep_msg(cdns, msg, &cmd);
441 	if (ret)
442 		return SDW_CMD_FAIL_OTHER;
443 
444 	cdns->defer = defer;
445 	cdns->defer->length = msg->len;
446 
447 	return _cdns_xfer_msg(cdns, msg, cmd, 0, msg->len, true);
448 }
449 EXPORT_SYMBOL(cdns_xfer_msg_defer);
450 
451 enum sdw_command_response
452 cdns_reset_page_addr(struct sdw_bus *bus, unsigned int dev_num)
453 {
454 	struct sdw_cdns *cdns = bus_to_cdns(bus);
455 	struct sdw_msg msg;
456 
457 	/* Create dummy message with valid device number */
458 	memset(&msg, 0, sizeof(msg));
459 	msg.dev_num = dev_num;
460 
461 	return cdns_program_scp_addr(cdns, &msg);
462 }
463 EXPORT_SYMBOL(cdns_reset_page_addr);
464 
465 /*
466  * IRQ handling
467  */
468 
469 static void cdns_read_response(struct sdw_cdns *cdns)
470 {
471 	u32 num_resp, cmd_base;
472 	int i;
473 
474 	num_resp = cdns_readl(cdns, CDNS_MCP_FIFOSTAT);
475 	num_resp &= CDNS_MCP_RX_FIFO_AVAIL;
476 
477 	cmd_base = CDNS_MCP_CMD_BASE;
478 
479 	for (i = 0; i < num_resp; i++) {
480 		cdns->response_buf[i] = cdns_readl(cdns, cmd_base);
481 		cmd_base += CDNS_MCP_CMD_WORD_LEN;
482 	}
483 }
484 
485 static int cdns_update_slave_status(struct sdw_cdns *cdns,
486 					u32 slave0, u32 slave1)
487 {
488 	enum sdw_slave_status status[SDW_MAX_DEVICES + 1];
489 	bool is_slave = false;
490 	u64 slave, mask;
491 	int i, set_status;
492 
493 	/* combine the two status */
494 	slave = ((u64)slave1 << 32) | slave0;
495 	memset(status, 0, sizeof(status));
496 
497 	for (i = 0; i <= SDW_MAX_DEVICES; i++) {
498 		mask = (slave >> (i * CDNS_MCP_SLAVE_STATUS_NUM)) &
499 				CDNS_MCP_SLAVE_STATUS_BITS;
500 		if (!mask)
501 			continue;
502 
503 		is_slave = true;
504 		set_status = 0;
505 
506 		if (mask & CDNS_MCP_SLAVE_INTSTAT_RESERVED) {
507 			status[i] = SDW_SLAVE_RESERVED;
508 			set_status++;
509 		}
510 
511 		if (mask & CDNS_MCP_SLAVE_INTSTAT_ATTACHED) {
512 			status[i] = SDW_SLAVE_ATTACHED;
513 			set_status++;
514 		}
515 
516 		if (mask & CDNS_MCP_SLAVE_INTSTAT_ALERT) {
517 			status[i] = SDW_SLAVE_ALERT;
518 			set_status++;
519 		}
520 
521 		if (mask & CDNS_MCP_SLAVE_INTSTAT_NPRESENT) {
522 			status[i] = SDW_SLAVE_UNATTACHED;
523 			set_status++;
524 		}
525 
526 		/* first check if Slave reported multiple status */
527 		if (set_status > 1) {
528 			dev_warn(cdns->dev,
529 					"Slave reported multiple Status: %d\n",
530 					status[i]);
531 			/*
532 			 * TODO: we need to reread the status here by
533 			 * issuing a PING cmd
534 			 */
535 		}
536 	}
537 
538 	if (is_slave)
539 		return sdw_handle_slave_status(&cdns->bus, status);
540 
541 	return 0;
542 }
543 
544 /**
545  * sdw_cdns_irq() - Cadence interrupt handler
546  * @irq: irq number
547  * @dev_id: irq context
548  */
549 irqreturn_t sdw_cdns_irq(int irq, void *dev_id)
550 {
551 	struct sdw_cdns *cdns = dev_id;
552 	u32 int_status;
553 	int ret = IRQ_HANDLED;
554 
555 	/* Check if the link is up */
556 	if (!cdns->link_up)
557 		return IRQ_NONE;
558 
559 	int_status = cdns_readl(cdns, CDNS_MCP_INTSTAT);
560 
561 	if (!(int_status & CDNS_MCP_INT_IRQ))
562 		return IRQ_NONE;
563 
564 	if (int_status & CDNS_MCP_INT_RX_WL) {
565 		cdns_read_response(cdns);
566 
567 		if (cdns->defer) {
568 			cdns_fill_msg_resp(cdns, cdns->defer->msg,
569 					cdns->defer->length, 0);
570 			complete(&cdns->defer->complete);
571 			cdns->defer = NULL;
572 		} else
573 			complete(&cdns->tx_complete);
574 	}
575 
576 	if (int_status & CDNS_MCP_INT_CTRL_CLASH) {
577 
578 		/* Slave is driving bit slot during control word */
579 		dev_err_ratelimited(cdns->dev, "Bus clash for control word\n");
580 		int_status |= CDNS_MCP_INT_CTRL_CLASH;
581 	}
582 
583 	if (int_status & CDNS_MCP_INT_DATA_CLASH) {
584 		/*
585 		 * Multiple slaves trying to drive bit slot, or issue with
586 		 * ownership of data bits or Slave gone bonkers
587 		 */
588 		dev_err_ratelimited(cdns->dev, "Bus clash for data word\n");
589 		int_status |= CDNS_MCP_INT_DATA_CLASH;
590 	}
591 
592 	if (int_status & CDNS_MCP_INT_SLAVE_MASK) {
593 		/* Mask the Slave interrupt and wake thread */
594 		cdns_updatel(cdns, CDNS_MCP_INTMASK,
595 				CDNS_MCP_INT_SLAVE_MASK, 0);
596 
597 		int_status &= ~CDNS_MCP_INT_SLAVE_MASK;
598 		ret = IRQ_WAKE_THREAD;
599 	}
600 
601 	cdns_writel(cdns, CDNS_MCP_INTSTAT, int_status);
602 	return ret;
603 }
604 EXPORT_SYMBOL(sdw_cdns_irq);
605 
606 /**
607  * sdw_cdns_thread() - Cadence irq thread handler
608  * @irq: irq number
609  * @dev_id: irq context
610  */
611 irqreturn_t sdw_cdns_thread(int irq, void *dev_id)
612 {
613 	struct sdw_cdns *cdns = dev_id;
614 	u32 slave0, slave1;
615 
616 	dev_dbg(cdns->dev, "Slave status change\n");
617 
618 	slave0 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT0);
619 	slave1 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT1);
620 
621 	cdns_update_slave_status(cdns, slave0, slave1);
622 	cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT0, slave0);
623 	cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT1, slave1);
624 
625 	/* clear and unmask Slave interrupt now */
626 	cdns_writel(cdns, CDNS_MCP_INTSTAT, CDNS_MCP_INT_SLAVE_MASK);
627 	cdns_updatel(cdns, CDNS_MCP_INTMASK,
628 			CDNS_MCP_INT_SLAVE_MASK, CDNS_MCP_INT_SLAVE_MASK);
629 
630 	return IRQ_HANDLED;
631 }
632 EXPORT_SYMBOL(sdw_cdns_thread);
633 
634 /*
635  * init routines
636  */
637 static int _cdns_enable_interrupt(struct sdw_cdns *cdns)
638 {
639 	u32 mask;
640 
641 	cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK0,
642 				CDNS_MCP_SLAVE_INTMASK0_MASK);
643 	cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK1,
644 				CDNS_MCP_SLAVE_INTMASK1_MASK);
645 
646 	mask = CDNS_MCP_INT_SLAVE_RSVD | CDNS_MCP_INT_SLAVE_ALERT |
647 		CDNS_MCP_INT_SLAVE_ATTACH | CDNS_MCP_INT_SLAVE_NATTACH |
648 		CDNS_MCP_INT_CTRL_CLASH | CDNS_MCP_INT_DATA_CLASH |
649 		CDNS_MCP_INT_RX_WL | CDNS_MCP_INT_IRQ | CDNS_MCP_INT_DPINT;
650 
651 	cdns_writel(cdns, CDNS_MCP_INTMASK, mask);
652 
653 	return 0;
654 }
655 
656 /**
657  * sdw_cdns_enable_interrupt() - Enable SDW interrupts and update config
658  * @cdns: Cadence instance
659  */
660 int sdw_cdns_enable_interrupt(struct sdw_cdns *cdns)
661 {
662 	int ret;
663 
664 	_cdns_enable_interrupt(cdns);
665 	ret = cdns_clear_bit(cdns, CDNS_MCP_CONFIG_UPDATE,
666 			CDNS_MCP_CONFIG_UPDATE_BIT);
667 	if (ret < 0)
668 		dev_err(cdns->dev, "Config update timedout");
669 
670 	return ret;
671 }
672 EXPORT_SYMBOL(sdw_cdns_enable_interrupt);
673 
674 static int cdns_allocate_pdi(struct sdw_cdns *cdns,
675 			struct sdw_cdns_pdi **stream,
676 			u32 num, u32 pdi_offset)
677 {
678 	struct sdw_cdns_pdi *pdi;
679 	int i;
680 
681 	if (!num)
682 		return 0;
683 
684 	pdi = devm_kcalloc(cdns->dev, num, sizeof(*pdi), GFP_KERNEL);
685 	if (!pdi)
686 		return -ENOMEM;
687 
688 	for (i = 0; i < num; i++) {
689 		pdi[i].num = i + pdi_offset;
690 		pdi[i].assigned = false;
691 	}
692 
693 	*stream = pdi;
694 	return 0;
695 }
696 
697 /**
698  * sdw_cdns_pdi_init() - PDI initialization routine
699  *
700  * @cdns: Cadence instance
701  * @config: Stream configurations
702  */
703 int sdw_cdns_pdi_init(struct sdw_cdns *cdns,
704 			struct sdw_cdns_stream_config config)
705 {
706 	struct sdw_cdns_streams *stream;
707 	int offset, i, ret;
708 
709 	cdns->pcm.num_bd = config.pcm_bd;
710 	cdns->pcm.num_in = config.pcm_in;
711 	cdns->pcm.num_out = config.pcm_out;
712 	cdns->pdm.num_bd = config.pdm_bd;
713 	cdns->pdm.num_in = config.pdm_in;
714 	cdns->pdm.num_out = config.pdm_out;
715 
716 	/* Allocate PDIs for PCMs */
717 	stream = &cdns->pcm;
718 
719 	/* First two PDIs are reserved for bulk transfers */
720 	stream->num_bd -= CDNS_PCM_PDI_OFFSET;
721 	offset = CDNS_PCM_PDI_OFFSET;
722 
723 	ret = cdns_allocate_pdi(cdns, &stream->bd,
724 				stream->num_bd, offset);
725 	if (ret)
726 		return ret;
727 
728 	offset += stream->num_bd;
729 
730 	ret = cdns_allocate_pdi(cdns, &stream->in,
731 				stream->num_in, offset);
732 	if (ret)
733 		return ret;
734 
735 	offset += stream->num_in;
736 
737 	ret = cdns_allocate_pdi(cdns, &stream->out,
738 				stream->num_out, offset);
739 	if (ret)
740 		return ret;
741 
742 	/* Update total number of PCM PDIs */
743 	stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
744 	cdns->num_ports = stream->num_pdi;
745 
746 	/* Allocate PDIs for PDMs */
747 	stream = &cdns->pdm;
748 	offset = CDNS_PDM_PDI_OFFSET;
749 	ret = cdns_allocate_pdi(cdns, &stream->bd,
750 				stream->num_bd, offset);
751 	if (ret)
752 		return ret;
753 
754 	offset += stream->num_bd;
755 
756 	ret = cdns_allocate_pdi(cdns, &stream->in,
757 				stream->num_in, offset);
758 	if (ret)
759 		return ret;
760 
761 	offset += stream->num_in;
762 
763 	ret = cdns_allocate_pdi(cdns, &stream->out,
764 				stream->num_out, offset);
765 	if (ret)
766 		return ret;
767 
768 	/* Update total number of PDM PDIs */
769 	stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
770 	cdns->num_ports += stream->num_pdi;
771 
772 	cdns->ports = devm_kcalloc(cdns->dev, cdns->num_ports,
773 				sizeof(*cdns->ports), GFP_KERNEL);
774 	if (!cdns->ports) {
775 		ret = -ENOMEM;
776 		return ret;
777 	}
778 
779 	for (i = 0; i < cdns->num_ports; i++) {
780 		cdns->ports[i].assigned = false;
781 		cdns->ports[i].num = i + 1; /* Port 0 reserved for bulk */
782 	}
783 
784 	return 0;
785 }
786 EXPORT_SYMBOL(sdw_cdns_pdi_init);
787 
788 /**
789  * sdw_cdns_init() - Cadence initialization
790  * @cdns: Cadence instance
791  */
792 int sdw_cdns_init(struct sdw_cdns *cdns)
793 {
794 	u32 val;
795 	int ret;
796 
797 	/* Exit clock stop */
798 	ret = cdns_clear_bit(cdns, CDNS_MCP_CONTROL,
799 			CDNS_MCP_CONTROL_CLK_STOP_CLR);
800 	if (ret < 0) {
801 		dev_err(cdns->dev, "Couldn't exit from clock stop\n");
802 		return ret;
803 	}
804 
805 	/* Set clock divider */
806 	val = cdns_readl(cdns, CDNS_MCP_CLK_CTRL0);
807 	val |= CDNS_DEFAULT_CLK_DIVIDER;
808 	cdns_writel(cdns, CDNS_MCP_CLK_CTRL0, val);
809 
810 	/* Set the default frame shape */
811 	cdns_writel(cdns, CDNS_MCP_FRAME_SHAPE_INIT, CDNS_DEFAULT_FRAME_SHAPE);
812 
813 	/* Set SSP interval to default value */
814 	cdns_writel(cdns, CDNS_MCP_SSP_CTRL0, CDNS_DEFAULT_SSP_INTERVAL);
815 	cdns_writel(cdns, CDNS_MCP_SSP_CTRL1, CDNS_DEFAULT_SSP_INTERVAL);
816 
817 	/* Set cmd accept mode */
818 	cdns_updatel(cdns, CDNS_MCP_CONTROL, CDNS_MCP_CONTROL_CMD_ACCEPT,
819 					CDNS_MCP_CONTROL_CMD_ACCEPT);
820 
821 	/* Configure mcp config */
822 	val = cdns_readl(cdns, CDNS_MCP_CONFIG);
823 
824 	/* Set Max cmd retry to 15 */
825 	val |= CDNS_MCP_CONFIG_MCMD_RETRY;
826 
827 	/* Set frame delay between PREQ and ping frame to 15 frames */
828 	val |= 0xF << SDW_REG_SHIFT(CDNS_MCP_CONFIG_MPREQ_DELAY);
829 
830 	/* Disable auto bus release */
831 	val &= ~CDNS_MCP_CONFIG_BUS_REL;
832 
833 	/* Disable sniffer mode */
834 	val &= ~CDNS_MCP_CONFIG_SNIFFER;
835 
836 	/* Set cmd mode for Tx and Rx cmds */
837 	val &= ~CDNS_MCP_CONFIG_CMD;
838 
839 	/* Set operation to normal */
840 	val &= ~CDNS_MCP_CONFIG_OP;
841 	val |= CDNS_MCP_CONFIG_OP_NORMAL;
842 
843 	cdns_writel(cdns, CDNS_MCP_CONFIG, val);
844 
845 	return 0;
846 }
847 EXPORT_SYMBOL(sdw_cdns_init);
848 
849 int cdns_bus_conf(struct sdw_bus *bus, struct sdw_bus_params *params)
850 {
851 	struct sdw_cdns *cdns = bus_to_cdns(bus);
852 	int mcp_clkctrl_off, mcp_clkctrl;
853 	int divider;
854 
855 	if (!params->curr_dr_freq) {
856 		dev_err(cdns->dev, "NULL curr_dr_freq");
857 		return -EINVAL;
858 	}
859 
860 	divider	= (params->max_dr_freq / params->curr_dr_freq) - 1;
861 
862 	if (params->next_bank)
863 		mcp_clkctrl_off = CDNS_MCP_CLK_CTRL1;
864 	else
865 		mcp_clkctrl_off = CDNS_MCP_CLK_CTRL0;
866 
867 	mcp_clkctrl = cdns_readl(cdns, mcp_clkctrl_off);
868 	mcp_clkctrl |= divider;
869 	cdns_writel(cdns, mcp_clkctrl_off, mcp_clkctrl);
870 
871 	return 0;
872 }
873 EXPORT_SYMBOL(cdns_bus_conf);
874 
875 static int cdns_port_params(struct sdw_bus *bus,
876 		struct sdw_port_params *p_params, unsigned int bank)
877 {
878 	struct sdw_cdns *cdns = bus_to_cdns(bus);
879 	int dpn_config = 0, dpn_config_off;
880 
881 	if (bank)
882 		dpn_config_off = CDNS_DPN_B1_CONFIG(p_params->num);
883 	else
884 		dpn_config_off = CDNS_DPN_B0_CONFIG(p_params->num);
885 
886 	dpn_config = cdns_readl(cdns, dpn_config_off);
887 
888 	dpn_config |= ((p_params->bps - 1) <<
889 				SDW_REG_SHIFT(CDNS_DPN_CONFIG_WL));
890 	dpn_config |= (p_params->flow_mode <<
891 				SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_FLOW));
892 	dpn_config |= (p_params->data_mode <<
893 				SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_DAT));
894 
895 	cdns_writel(cdns, dpn_config_off, dpn_config);
896 
897 	return 0;
898 }
899 
900 static int cdns_transport_params(struct sdw_bus *bus,
901 			struct sdw_transport_params *t_params,
902 			enum sdw_reg_bank bank)
903 {
904 	struct sdw_cdns *cdns = bus_to_cdns(bus);
905 	int dpn_offsetctrl = 0, dpn_offsetctrl_off;
906 	int dpn_config = 0, dpn_config_off;
907 	int dpn_hctrl = 0, dpn_hctrl_off;
908 	int num = t_params->port_num;
909 	int dpn_samplectrl_off;
910 
911 	/*
912 	 * Note: Only full data port is supported on the Master side for
913 	 * both PCM and PDM ports.
914 	 */
915 
916 	if (bank) {
917 		dpn_config_off = CDNS_DPN_B1_CONFIG(num);
918 		dpn_samplectrl_off = CDNS_DPN_B1_SAMPLE_CTRL(num);
919 		dpn_hctrl_off = CDNS_DPN_B1_HCTRL(num);
920 		dpn_offsetctrl_off = CDNS_DPN_B1_OFFSET_CTRL(num);
921 	} else {
922 		dpn_config_off = CDNS_DPN_B0_CONFIG(num);
923 		dpn_samplectrl_off = CDNS_DPN_B0_SAMPLE_CTRL(num);
924 		dpn_hctrl_off = CDNS_DPN_B0_HCTRL(num);
925 		dpn_offsetctrl_off = CDNS_DPN_B0_OFFSET_CTRL(num);
926 	}
927 
928 	dpn_config = cdns_readl(cdns, dpn_config_off);
929 
930 	dpn_config |= (t_params->blk_grp_ctrl <<
931 				SDW_REG_SHIFT(CDNS_DPN_CONFIG_BGC));
932 	dpn_config |= (t_params->blk_pkg_mode <<
933 				SDW_REG_SHIFT(CDNS_DPN_CONFIG_BPM));
934 	cdns_writel(cdns, dpn_config_off, dpn_config);
935 
936 	dpn_offsetctrl |= (t_params->offset1 <<
937 				SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_1));
938 	dpn_offsetctrl |= (t_params->offset2 <<
939 				SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_2));
940 	cdns_writel(cdns, dpn_offsetctrl_off,  dpn_offsetctrl);
941 
942 	dpn_hctrl |= (t_params->hstart <<
943 				SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTART));
944 	dpn_hctrl |= (t_params->hstop << SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTOP));
945 	dpn_hctrl |= (t_params->lane_ctrl <<
946 				SDW_REG_SHIFT(CDNS_DPN_HCTRL_LCTRL));
947 
948 	cdns_writel(cdns, dpn_hctrl_off, dpn_hctrl);
949 	cdns_writel(cdns, dpn_samplectrl_off, (t_params->sample_interval - 1));
950 
951 	return 0;
952 }
953 
954 static int cdns_port_enable(struct sdw_bus *bus,
955 		struct sdw_enable_ch *enable_ch, unsigned int bank)
956 {
957 	struct sdw_cdns *cdns = bus_to_cdns(bus);
958 	int dpn_chnen_off, ch_mask;
959 
960 	if (bank)
961 		dpn_chnen_off = CDNS_DPN_B1_CH_EN(enable_ch->port_num);
962 	else
963 		dpn_chnen_off = CDNS_DPN_B0_CH_EN(enable_ch->port_num);
964 
965 	ch_mask = enable_ch->ch_mask * enable_ch->enable;
966 	cdns_writel(cdns, dpn_chnen_off, ch_mask);
967 
968 	return 0;
969 }
970 
971 static const struct sdw_master_port_ops cdns_port_ops = {
972 	.dpn_set_port_params = cdns_port_params,
973 	.dpn_set_port_transport_params = cdns_transport_params,
974 	.dpn_port_enable_ch = cdns_port_enable,
975 };
976 
977 /**
978  * sdw_cdns_probe() - Cadence probe routine
979  * @cdns: Cadence instance
980  */
981 int sdw_cdns_probe(struct sdw_cdns *cdns)
982 {
983 	init_completion(&cdns->tx_complete);
984 	cdns->bus.port_ops = &cdns_port_ops;
985 
986 	return 0;
987 }
988 EXPORT_SYMBOL(sdw_cdns_probe);
989 
990 int cdns_set_sdw_stream(struct snd_soc_dai *dai,
991 		void *stream, bool pcm, int direction)
992 {
993 	struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai);
994 	struct sdw_cdns_dma_data *dma;
995 
996 	dma = kzalloc(sizeof(*dma), GFP_KERNEL);
997 	if (!dma)
998 		return -ENOMEM;
999 
1000 	if (pcm)
1001 		dma->stream_type = SDW_STREAM_PCM;
1002 	else
1003 		dma->stream_type = SDW_STREAM_PDM;
1004 
1005 	dma->bus = &cdns->bus;
1006 	dma->link_id = cdns->instance;
1007 
1008 	dma->stream = stream;
1009 
1010 	if (direction == SNDRV_PCM_STREAM_PLAYBACK)
1011 		dai->playback_dma_data = dma;
1012 	else
1013 		dai->capture_dma_data = dma;
1014 
1015 	return 0;
1016 }
1017 EXPORT_SYMBOL(cdns_set_sdw_stream);
1018 
1019 /**
1020  * cdns_find_pdi() - Find a free PDI
1021  *
1022  * @cdns: Cadence instance
1023  * @num: Number of PDIs
1024  * @pdi: PDI instances
1025  *
1026  * Find and return a free PDI for a given PDI array
1027  */
1028 static struct sdw_cdns_pdi *cdns_find_pdi(struct sdw_cdns *cdns,
1029 		unsigned int num, struct sdw_cdns_pdi *pdi)
1030 {
1031 	int i;
1032 
1033 	for (i = 0; i < num; i++) {
1034 		if (pdi[i].assigned == true)
1035 			continue;
1036 		pdi[i].assigned = true;
1037 		return &pdi[i];
1038 	}
1039 
1040 	return NULL;
1041 }
1042 
1043 /**
1044  * sdw_cdns_config_stream: Configure a stream
1045  *
1046  * @cdns: Cadence instance
1047  * @port: Cadence data port
1048  * @ch: Channel count
1049  * @dir: Data direction
1050  * @pdi: PDI to be used
1051  */
1052 void sdw_cdns_config_stream(struct sdw_cdns *cdns,
1053 				struct sdw_cdns_port *port,
1054 				u32 ch, u32 dir, struct sdw_cdns_pdi *pdi)
1055 {
1056 	u32 offset, val = 0;
1057 
1058 	if (dir == SDW_DATA_DIR_RX)
1059 		val = CDNS_PORTCTRL_DIRN;
1060 
1061 	offset = CDNS_PORTCTRL + port->num * CDNS_PORT_OFFSET;
1062 	cdns_updatel(cdns, offset, CDNS_PORTCTRL_DIRN, val);
1063 
1064 	val = port->num;
1065 	val |= ((1 << ch) - 1) << SDW_REG_SHIFT(CDNS_PDI_CONFIG_CHANNEL);
1066 	cdns_writel(cdns, CDNS_PDI_CONFIG(pdi->num), val);
1067 }
1068 EXPORT_SYMBOL(sdw_cdns_config_stream);
1069 
1070 /**
1071  * cdns_get_num_pdi() - Get number of PDIs required
1072  *
1073  * @cdns: Cadence instance
1074  * @pdi: PDI to be used
1075  * @num: Number of PDIs
1076  * @ch_count: Channel count
1077  */
1078 static int cdns_get_num_pdi(struct sdw_cdns *cdns,
1079 		struct sdw_cdns_pdi *pdi,
1080 		unsigned int num, u32 ch_count)
1081 {
1082 	int i, pdis = 0;
1083 
1084 	for (i = 0; i < num; i++) {
1085 		if (pdi[i].assigned == true)
1086 			continue;
1087 
1088 		if (pdi[i].ch_count < ch_count)
1089 			ch_count -= pdi[i].ch_count;
1090 		else
1091 			ch_count = 0;
1092 
1093 		pdis++;
1094 
1095 		if (!ch_count)
1096 			break;
1097 	}
1098 
1099 	if (ch_count)
1100 		return 0;
1101 
1102 	return pdis;
1103 }
1104 
1105 /**
1106  * sdw_cdns_get_stream() - Get stream information
1107  *
1108  * @cdns: Cadence instance
1109  * @stream: Stream to be allocated
1110  * @ch: Channel count
1111  * @dir: Data direction
1112  */
1113 int sdw_cdns_get_stream(struct sdw_cdns *cdns,
1114 			struct sdw_cdns_streams *stream,
1115 			u32 ch, u32 dir)
1116 {
1117 	int pdis = 0;
1118 
1119 	if (dir == SDW_DATA_DIR_RX)
1120 		pdis = cdns_get_num_pdi(cdns, stream->in, stream->num_in, ch);
1121 	else
1122 		pdis = cdns_get_num_pdi(cdns, stream->out, stream->num_out, ch);
1123 
1124 	/* check if we found PDI, else find in bi-directional */
1125 	if (!pdis)
1126 		pdis = cdns_get_num_pdi(cdns, stream->bd, stream->num_bd, ch);
1127 
1128 	return pdis;
1129 }
1130 EXPORT_SYMBOL(sdw_cdns_get_stream);
1131 
1132 /**
1133  * sdw_cdns_alloc_stream() - Allocate a stream
1134  *
1135  * @cdns: Cadence instance
1136  * @stream: Stream to be allocated
1137  * @port: Cadence data port
1138  * @ch: Channel count
1139  * @dir: Data direction
1140  */
1141 int sdw_cdns_alloc_stream(struct sdw_cdns *cdns,
1142 			struct sdw_cdns_streams *stream,
1143 			struct sdw_cdns_port *port, u32 ch, u32 dir)
1144 {
1145 	struct sdw_cdns_pdi *pdi = NULL;
1146 
1147 	if (dir == SDW_DATA_DIR_RX)
1148 		pdi = cdns_find_pdi(cdns, stream->num_in, stream->in);
1149 	else
1150 		pdi = cdns_find_pdi(cdns, stream->num_out, stream->out);
1151 
1152 	/* check if we found a PDI, else find in bi-directional */
1153 	if (!pdi)
1154 		pdi = cdns_find_pdi(cdns, stream->num_bd, stream->bd);
1155 
1156 	if (!pdi)
1157 		return -EIO;
1158 
1159 	port->pdi = pdi;
1160 	pdi->l_ch_num = 0;
1161 	pdi->h_ch_num = ch - 1;
1162 	pdi->dir = dir;
1163 	pdi->ch_count = ch;
1164 
1165 	return 0;
1166 }
1167 EXPORT_SYMBOL(sdw_cdns_alloc_stream);
1168 
1169 void sdw_cdns_shutdown(struct snd_pcm_substream *substream,
1170 					struct snd_soc_dai *dai)
1171 {
1172 	struct sdw_cdns_dma_data *dma;
1173 
1174 	dma = snd_soc_dai_get_dma_data(dai, substream);
1175 	if (!dma)
1176 		return;
1177 
1178 	snd_soc_dai_set_dma_data(dai, substream, NULL);
1179 	kfree(dma);
1180 }
1181 EXPORT_SYMBOL(sdw_cdns_shutdown);
1182 
1183 MODULE_LICENSE("Dual BSD/GPL");
1184 MODULE_DESCRIPTION("Cadence Soundwire Library");
1185