xref: /openbmc/linux/drivers/soundwire/stream.c (revision be709d48)
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-18 Intel Corporation.
3 
4 /*
5  *  stream.c - SoundWire Bus stream operations.
6  */
7 
8 #include <linux/delay.h>
9 #include <linux/device.h>
10 #include <linux/init.h>
11 #include <linux/module.h>
12 #include <linux/mod_devicetable.h>
13 #include <linux/slab.h>
14 #include <linux/soundwire/sdw_registers.h>
15 #include <linux/soundwire/sdw.h>
16 #include "bus.h"
17 
18 /*
19  * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
20  *
21  * The rows are arranged as per the array index value programmed
22  * in register. The index 15 has dummy value 0 in order to fill hole.
23  */
24 int rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
25 			96, 100, 120, 128, 150, 160, 250, 0,
26 			192, 200, 240, 256, 72, 144, 90, 180};
27 
28 int cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
29 
30 static int sdw_find_col_index(int col)
31 {
32 	int i;
33 
34 	for (i = 0; i < SDW_FRAME_COLS; i++) {
35 		if (cols[i] == col)
36 			return i;
37 	}
38 
39 	pr_warn("Requested column not found, selecting lowest column no: 2\n");
40 	return 0;
41 }
42 
43 static int sdw_find_row_index(int row)
44 {
45 	int i;
46 
47 	for (i = 0; i < SDW_FRAME_ROWS; i++) {
48 		if (rows[i] == row)
49 			return i;
50 	}
51 
52 	pr_warn("Requested row not found, selecting lowest row no: 48\n");
53 	return 0;
54 }
55 static int _sdw_program_slave_port_params(struct sdw_bus *bus,
56 				struct sdw_slave *slave,
57 				struct sdw_transport_params *t_params,
58 				enum sdw_dpn_type type)
59 {
60 	u32 addr1, addr2, addr3, addr4;
61 	int ret;
62 	u16 wbuf;
63 
64 	if (bus->params.next_bank) {
65 		addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
66 		addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
67 		addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
68 		addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
69 	} else {
70 		addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
71 		addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
72 		addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
73 		addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
74 	}
75 
76 	/* Program DPN_OffsetCtrl2 registers */
77 	ret = sdw_write(slave, addr1, t_params->offset2);
78 	if (ret < 0) {
79 		dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed");
80 		return ret;
81 	}
82 
83 	/* Program DPN_BlockCtrl3 register */
84 	ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
85 	if (ret < 0) {
86 		dev_err(bus->dev, "DPN_BlockCtrl3 register write failed");
87 		return ret;
88 	}
89 
90 	/*
91 	 * Data ports are FULL, SIMPLE and REDUCED. This function handles
92 	 * FULL and REDUCED only and and beyond this point only FULL is
93 	 * handled, so bail out if we are not FULL data port type
94 	 */
95 	if (type != SDW_DPN_FULL)
96 		return ret;
97 
98 	/* Program DPN_SampleCtrl2 register */
99 	wbuf = (t_params->sample_interval - 1);
100 	wbuf &= SDW_DPN_SAMPLECTRL_HIGH;
101 	wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH);
102 
103 	ret = sdw_write(slave, addr3, wbuf);
104 	if (ret < 0) {
105 		dev_err(bus->dev, "DPN_SampleCtrl2 register write failed");
106 		return ret;
107 	}
108 
109 	/* Program DPN_HCtrl register */
110 	wbuf = t_params->hstart;
111 	wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART);
112 	wbuf |= t_params->hstop;
113 
114 	ret = sdw_write(slave, addr4, wbuf);
115 	if (ret < 0)
116 		dev_err(bus->dev, "DPN_HCtrl register write failed");
117 
118 	return ret;
119 }
120 
121 static int sdw_program_slave_port_params(struct sdw_bus *bus,
122 			struct sdw_slave_runtime *s_rt,
123 			struct sdw_port_runtime *p_rt)
124 {
125 	struct sdw_transport_params *t_params = &p_rt->transport_params;
126 	struct sdw_port_params *p_params = &p_rt->port_params;
127 	struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
128 	u32 addr1, addr2, addr3, addr4, addr5, addr6;
129 	struct sdw_dpn_prop *dpn_prop;
130 	int ret;
131 	u8 wbuf;
132 
133 	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
134 					s_rt->direction,
135 					t_params->port_num);
136 	if (!dpn_prop)
137 		return -EINVAL;
138 
139 	addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
140 	addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
141 
142 	if (bus->params.next_bank) {
143 		addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
144 		addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
145 		addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
146 		addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
147 
148 	} else {
149 		addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
150 		addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
151 		addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
152 		addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
153 	}
154 
155 	/* Program DPN_PortCtrl register */
156 	wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE);
157 	wbuf |= p_params->flow_mode;
158 
159 	ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
160 	if (ret < 0) {
161 		dev_err(&s_rt->slave->dev,
162 			"DPN_PortCtrl register write failed for port %d",
163 			t_params->port_num);
164 		return ret;
165 	}
166 
167 	/* Program DPN_BlockCtrl1 register */
168 	ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
169 	if (ret < 0) {
170 		dev_err(&s_rt->slave->dev,
171 			"DPN_BlockCtrl1 register write failed for port %d",
172 			t_params->port_num);
173 		return ret;
174 	}
175 
176 	/* Program DPN_SampleCtrl1 register */
177 	wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
178 	ret = sdw_write(s_rt->slave, addr3, wbuf);
179 	if (ret < 0) {
180 		dev_err(&s_rt->slave->dev,
181 			"DPN_SampleCtrl1 register write failed for port %d",
182 			t_params->port_num);
183 		return ret;
184 	}
185 
186 	/* Program DPN_OffsetCtrl1 registers */
187 	ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
188 	if (ret < 0) {
189 		dev_err(&s_rt->slave->dev,
190 			"DPN_OffsetCtrl1 register write failed for port %d",
191 			t_params->port_num);
192 		return ret;
193 	}
194 
195 	/* Program DPN_BlockCtrl2 register*/
196 	if (t_params->blk_grp_ctrl_valid) {
197 		ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
198 		if (ret < 0) {
199 			dev_err(&s_rt->slave->dev,
200 				"DPN_BlockCtrl2 reg write failed for port %d",
201 				t_params->port_num);
202 			return ret;
203 		}
204 	}
205 
206 	/* program DPN_LaneCtrl register */
207 	if (slave_prop->lane_control_support) {
208 		ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
209 		if (ret < 0) {
210 			dev_err(&s_rt->slave->dev,
211 				"DPN_LaneCtrl register write failed for port %d",
212 				t_params->port_num);
213 			return ret;
214 		}
215 	}
216 
217 	if (dpn_prop->type != SDW_DPN_SIMPLE) {
218 		ret = _sdw_program_slave_port_params(bus, s_rt->slave,
219 						t_params, dpn_prop->type);
220 		if (ret < 0)
221 			dev_err(&s_rt->slave->dev,
222 				"Transport reg write failed for port: %d",
223 				t_params->port_num);
224 	}
225 
226 	return ret;
227 }
228 
229 static int sdw_program_master_port_params(struct sdw_bus *bus,
230 		struct sdw_port_runtime *p_rt)
231 {
232 	int ret;
233 
234 	/*
235 	 * we need to set transport and port parameters for the port.
236 	 * Transport parameters refers to the smaple interval, offsets and
237 	 * hstart/stop etc of the data. Port parameters refers to word
238 	 * length, flow mode etc of the port
239 	 */
240 	ret = bus->port_ops->dpn_set_port_transport_params(bus,
241 					&p_rt->transport_params,
242 					bus->params.next_bank);
243 	if (ret < 0)
244 		return ret;
245 
246 	return bus->port_ops->dpn_set_port_params(bus,
247 				&p_rt->port_params,
248 				bus->params.next_bank);
249 }
250 
251 /**
252  * sdw_program_port_params() - Programs transport parameters of Master(s)
253  * and Slave(s)
254  *
255  * @m_rt: Master stream runtime
256  */
257 static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
258 {
259 	struct sdw_slave_runtime *s_rt = NULL;
260 	struct sdw_bus *bus = m_rt->bus;
261 	struct sdw_port_runtime *p_rt;
262 	int ret = 0;
263 
264 	/* Program transport & port parameters for Slave(s) */
265 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
266 		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
267 			ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
268 			if (ret < 0)
269 				return ret;
270 		}
271 	}
272 
273 	/* Program transport & port parameters for Master(s) */
274 	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
275 		ret = sdw_program_master_port_params(bus, p_rt);
276 		if (ret < 0)
277 			return ret;
278 	}
279 
280 	return 0;
281 }
282 
283 /**
284  * sdw_enable_disable_slave_ports: Enable/disable slave data port
285  *
286  * @bus: bus instance
287  * @s_rt: slave runtime
288  * @p_rt: port runtime
289  * @en: enable or disable operation
290  *
291  * This function only sets the enable/disable bits in the relevant bank, the
292  * actual enable/disable is done with a bank switch
293  */
294 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
295 				struct sdw_slave_runtime *s_rt,
296 				struct sdw_port_runtime *p_rt, bool en)
297 {
298 	struct sdw_transport_params *t_params = &p_rt->transport_params;
299 	u32 addr;
300 	int ret;
301 
302 	if (bus->params.next_bank)
303 		addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
304 	else
305 		addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
306 
307 	/*
308 	 * Since bus doesn't support sharing a port across two streams,
309 	 * it is safe to reset this register
310 	 */
311 	if (en)
312 		ret = sdw_update(s_rt->slave, addr, 0xFF, p_rt->ch_mask);
313 	else
314 		ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
315 
316 	if (ret < 0)
317 		dev_err(&s_rt->slave->dev,
318 			"Slave chn_en reg write failed:%d port:%d",
319 			ret, t_params->port_num);
320 
321 	return ret;
322 }
323 
324 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
325 			struct sdw_port_runtime *p_rt, bool en)
326 {
327 	struct sdw_transport_params *t_params = &p_rt->transport_params;
328 	struct sdw_bus *bus = m_rt->bus;
329 	struct sdw_enable_ch enable_ch;
330 	int ret = 0;
331 
332 	enable_ch.port_num = p_rt->num;
333 	enable_ch.ch_mask = p_rt->ch_mask;
334 	enable_ch.enable = en;
335 
336 	/* Perform Master port channel(s) enable/disable */
337 	if (bus->port_ops->dpn_port_enable_ch) {
338 		ret = bus->port_ops->dpn_port_enable_ch(bus,
339 				&enable_ch, bus->params.next_bank);
340 		if (ret < 0) {
341 			dev_err(bus->dev,
342 				"Master chn_en write failed:%d port:%d",
343 				ret, t_params->port_num);
344 			return ret;
345 		}
346 	} else {
347 		dev_err(bus->dev,
348 			"dpn_port_enable_ch not supported, %s failed\n",
349 			en ? "enable" : "disable");
350 		return -EINVAL;
351 	}
352 
353 	return 0;
354 }
355 
356 /**
357  * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
358  * Slave(s)
359  *
360  * @m_rt: Master stream runtime
361  * @en: mode (enable/disable)
362  */
363 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
364 {
365 	struct sdw_port_runtime *s_port, *m_port;
366 	struct sdw_slave_runtime *s_rt = NULL;
367 	int ret = 0;
368 
369 	/* Enable/Disable Slave port(s) */
370 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
371 		list_for_each_entry(s_port, &s_rt->port_list, port_node) {
372 			ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
373 							s_port, en);
374 			if (ret < 0)
375 				return ret;
376 		}
377 	}
378 
379 	/* Enable/Disable Master port(s) */
380 	list_for_each_entry(m_port, &m_rt->port_list, port_node) {
381 		ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
382 		if (ret < 0)
383 			return ret;
384 	}
385 
386 	return 0;
387 }
388 
389 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
390 		struct sdw_prepare_ch prep_ch, enum sdw_port_prep_ops cmd)
391 {
392 	const struct sdw_slave_ops *ops = s_rt->slave->ops;
393 	int ret;
394 
395 	if (ops->port_prep) {
396 		ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
397 		if (ret < 0) {
398 			dev_err(&s_rt->slave->dev,
399 				"Slave Port Prep cmd %d failed: %d", cmd, ret);
400 			return ret;
401 		}
402 	}
403 
404 	return 0;
405 }
406 
407 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
408 			struct sdw_slave_runtime *s_rt,
409 			struct sdw_port_runtime *p_rt, bool prep)
410 {
411 	struct completion *port_ready = NULL;
412 	struct sdw_dpn_prop *dpn_prop;
413 	struct sdw_prepare_ch prep_ch;
414 	unsigned int time_left;
415 	bool intr = false;
416 	int ret = 0, val;
417 	u32 addr;
418 
419 	prep_ch.num = p_rt->num;
420 	prep_ch.ch_mask = p_rt->ch_mask;
421 
422 	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
423 					s_rt->direction,
424 					prep_ch.num);
425 	if (!dpn_prop) {
426 		dev_err(bus->dev,
427 			"Slave Port:%d properties not found", prep_ch.num);
428 		return -EINVAL;
429 	}
430 
431 	prep_ch.prepare = prep;
432 
433 	prep_ch.bank = bus->params.next_bank;
434 
435 	if (dpn_prop->device_interrupts || !dpn_prop->simple_ch_prep_sm)
436 		intr = true;
437 
438 	/*
439 	 * Enable interrupt before Port prepare.
440 	 * For Port de-prepare, it is assumed that port
441 	 * was prepared earlier
442 	 */
443 	if (prep && intr) {
444 		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
445 						dpn_prop->device_interrupts);
446 		if (ret < 0)
447 			return ret;
448 	}
449 
450 	/* Inform slave about the impending port prepare */
451 	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
452 
453 	/* Prepare Slave port implementing CP_SM */
454 	if (!dpn_prop->simple_ch_prep_sm) {
455 		addr = SDW_DPN_PREPARECTRL(p_rt->num);
456 
457 		if (prep)
458 			ret = sdw_update(s_rt->slave, addr,
459 					0xFF, p_rt->ch_mask);
460 		else
461 			ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
462 
463 		if (ret < 0) {
464 			dev_err(&s_rt->slave->dev,
465 				"Slave prep_ctrl reg write failed");
466 			return ret;
467 		}
468 
469 		/* Wait for completion on port ready */
470 		port_ready = &s_rt->slave->port_ready[prep_ch.num];
471 		time_left = wait_for_completion_timeout(port_ready,
472 				msecs_to_jiffies(dpn_prop->ch_prep_timeout));
473 
474 		val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
475 		val &= p_rt->ch_mask;
476 		if (!time_left || val) {
477 			dev_err(&s_rt->slave->dev,
478 				"Chn prep failed for port:%d", prep_ch.num);
479 			return -ETIMEDOUT;
480 		}
481 	}
482 
483 	/* Inform slaves about ports prepared */
484 	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
485 
486 	/* Disable interrupt after Port de-prepare */
487 	if (!prep && intr)
488 		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
489 						dpn_prop->device_interrupts);
490 
491 	return ret;
492 }
493 
494 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
495 				struct sdw_port_runtime *p_rt, bool prep)
496 {
497 	struct sdw_transport_params *t_params = &p_rt->transport_params;
498 	struct sdw_bus *bus = m_rt->bus;
499 	const struct sdw_master_port_ops *ops = bus->port_ops;
500 	struct sdw_prepare_ch prep_ch;
501 	int ret = 0;
502 
503 	prep_ch.num = p_rt->num;
504 	prep_ch.ch_mask = p_rt->ch_mask;
505 	prep_ch.prepare = prep; /* Prepare/De-prepare */
506 	prep_ch.bank = bus->params.next_bank;
507 
508 	/* Pre-prepare/Pre-deprepare port(s) */
509 	if (ops->dpn_port_prep) {
510 		ret = ops->dpn_port_prep(bus, &prep_ch);
511 		if (ret < 0) {
512 			dev_err(bus->dev, "Port prepare failed for port:%d",
513 					t_params->port_num);
514 			return ret;
515 		}
516 	}
517 
518 	return ret;
519 }
520 
521 /**
522  * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
523  * Slave(s)
524  *
525  * @m_rt: Master runtime handle
526  * @prep: Prepare or De-prepare
527  */
528 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
529 {
530 	struct sdw_slave_runtime *s_rt = NULL;
531 	struct sdw_port_runtime *p_rt;
532 	int ret = 0;
533 
534 	/* Prepare/De-prepare Slave port(s) */
535 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
536 		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
537 			ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
538 							p_rt, prep);
539 			if (ret < 0)
540 				return ret;
541 		}
542 	}
543 
544 	/* Prepare/De-prepare Master port(s) */
545 	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
546 		ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
547 		if (ret < 0)
548 			return ret;
549 	}
550 
551 	return ret;
552 }
553 
554 /**
555  * sdw_notify_config() - Notify bus configuration
556  *
557  * @m_rt: Master runtime handle
558  *
559  * This function notifies the Master(s) and Slave(s) of the
560  * new bus configuration.
561  */
562 static int sdw_notify_config(struct sdw_master_runtime *m_rt)
563 {
564 	struct sdw_slave_runtime *s_rt;
565 	struct sdw_bus *bus = m_rt->bus;
566 	struct sdw_slave *slave;
567 	int ret = 0;
568 
569 	if (bus->ops->set_bus_conf) {
570 		ret = bus->ops->set_bus_conf(bus, &bus->params);
571 		if (ret < 0)
572 			return ret;
573 	}
574 
575 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
576 		slave = s_rt->slave;
577 
578 		if (slave->ops->bus_config) {
579 			ret = slave->ops->bus_config(slave, &bus->params);
580 			if (ret < 0)
581 				dev_err(bus->dev, "Notify Slave: %d failed",
582 								slave->dev_num);
583 			return ret;
584 		}
585 	}
586 
587 	return ret;
588 }
589 
590 /**
591  * sdw_program_params() - Program transport and port parameters for Master(s)
592  * and Slave(s)
593  *
594  * @bus: SDW bus instance
595  */
596 static int sdw_program_params(struct sdw_bus *bus)
597 {
598 	struct sdw_master_runtime *m_rt = NULL;
599 	int ret = 0;
600 
601 	list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
602 		ret = sdw_program_port_params(m_rt);
603 		if (ret < 0) {
604 			dev_err(bus->dev,
605 				"Program transport params failed: %d", ret);
606 			return ret;
607 		}
608 
609 		ret = sdw_notify_config(m_rt);
610 		if (ret < 0) {
611 			dev_err(bus->dev, "Notify bus config failed: %d", ret);
612 			return ret;
613 		}
614 
615 		/* Enable port(s) on alternate bank for all active streams */
616 		if (m_rt->stream->state != SDW_STREAM_ENABLED)
617 			continue;
618 
619 		ret = sdw_enable_disable_ports(m_rt, true);
620 		if (ret < 0) {
621 			dev_err(bus->dev, "Enable channel failed: %d", ret);
622 			return ret;
623 		}
624 	}
625 
626 	return ret;
627 }
628 
629 static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
630 {
631 	int col_index, row_index;
632 	bool multi_link;
633 	struct sdw_msg *wr_msg;
634 	u8 *wbuf = NULL;
635 	int ret = 0;
636 	u16 addr;
637 
638 	wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
639 	if (!wr_msg)
640 		return -ENOMEM;
641 
642 	bus->defer_msg.msg = wr_msg;
643 
644 	wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
645 	if (!wbuf) {
646 		ret = -ENOMEM;
647 		goto error_1;
648 	}
649 
650 	/* Get row and column index to program register */
651 	col_index = sdw_find_col_index(bus->params.col);
652 	row_index = sdw_find_row_index(bus->params.row);
653 	wbuf[0] = col_index | (row_index << 3);
654 
655 	if (bus->params.next_bank)
656 		addr = SDW_SCP_FRAMECTRL_B1;
657 	else
658 		addr = SDW_SCP_FRAMECTRL_B0;
659 
660 	sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
661 					SDW_MSG_FLAG_WRITE, wbuf);
662 	wr_msg->ssp_sync = true;
663 
664 	/*
665 	 * Set the multi_link flag only when both the hardware supports
666 	 * and there is a stream handled by multiple masters
667 	 */
668 	multi_link = bus->multi_link && (m_rt_count > 1);
669 
670 	if (multi_link)
671 		ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
672 	else
673 		ret = sdw_transfer(bus, wr_msg);
674 
675 	if (ret < 0) {
676 		dev_err(bus->dev, "Slave frame_ctrl reg write failed");
677 		goto error;
678 	}
679 
680 	if (!multi_link) {
681 		kfree(wr_msg);
682 		kfree(wbuf);
683 		bus->defer_msg.msg = NULL;
684 		bus->params.curr_bank = !bus->params.curr_bank;
685 		bus->params.next_bank = !bus->params.next_bank;
686 	}
687 
688 	return 0;
689 
690 error:
691 	kfree(wbuf);
692 error_1:
693 	kfree(wr_msg);
694 	return ret;
695 }
696 
697 /**
698  * sdw_ml_sync_bank_switch: Multilink register bank switch
699  *
700  * @bus: SDW bus instance
701  *
702  * Caller function should free the buffers on error
703  */
704 static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
705 {
706 	unsigned long time_left;
707 
708 	if (!bus->multi_link)
709 		return 0;
710 
711 	/* Wait for completion of transfer */
712 	time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
713 						bus->bank_switch_timeout);
714 
715 	if (!time_left) {
716 		dev_err(bus->dev, "Controller Timed out on bank switch");
717 		return -ETIMEDOUT;
718 	}
719 
720 	bus->params.curr_bank = !bus->params.curr_bank;
721 	bus->params.next_bank = !bus->params.next_bank;
722 
723 	if (bus->defer_msg.msg) {
724 		kfree(bus->defer_msg.msg->buf);
725 		kfree(bus->defer_msg.msg);
726 	}
727 
728 	return 0;
729 }
730 
731 static int do_bank_switch(struct sdw_stream_runtime *stream)
732 {
733 	struct sdw_master_runtime *m_rt = NULL;
734 	const struct sdw_master_ops *ops;
735 	struct sdw_bus *bus = NULL;
736 	bool multi_link = false;
737 	int ret = 0;
738 
739 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
740 		bus = m_rt->bus;
741 		ops = bus->ops;
742 
743 		if (bus->multi_link) {
744 			multi_link = true;
745 			mutex_lock(&bus->msg_lock);
746 		}
747 
748 		/* Pre-bank switch */
749 		if (ops->pre_bank_switch) {
750 			ret = ops->pre_bank_switch(bus);
751 			if (ret < 0) {
752 				dev_err(bus->dev,
753 					"Pre bank switch op failed: %d", ret);
754 				goto msg_unlock;
755 			}
756 		}
757 
758 		/*
759 		 * Perform Bank switch operation.
760 		 * For multi link cases, the actual bank switch is
761 		 * synchronized across all Masters and happens later as a
762 		 * part of post_bank_switch ops.
763 		 */
764 		ret = sdw_bank_switch(bus, stream->m_rt_count);
765 		if (ret < 0) {
766 			dev_err(bus->dev, "Bank switch failed: %d", ret);
767 			goto error;
768 
769 		}
770 	}
771 
772 	/*
773 	 * For multi link cases, it is expected that the bank switch is
774 	 * triggered by the post_bank_switch for the first Master in the list
775 	 * and for the other Masters the post_bank_switch() should return doing
776 	 * nothing.
777 	 */
778 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
779 		bus = m_rt->bus;
780 		ops = bus->ops;
781 
782 		/* Post-bank switch */
783 		if (ops->post_bank_switch) {
784 			ret = ops->post_bank_switch(bus);
785 			if (ret < 0) {
786 				dev_err(bus->dev,
787 					"Post bank switch op failed: %d", ret);
788 				goto error;
789 			}
790 		} else if (bus->multi_link && stream->m_rt_count > 1) {
791 			dev_err(bus->dev,
792 				"Post bank switch ops not implemented");
793 			goto error;
794 		}
795 
796 		/* Set the bank switch timeout to default, if not set */
797 		if (!bus->bank_switch_timeout)
798 			bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
799 
800 		/* Check if bank switch was successful */
801 		ret = sdw_ml_sync_bank_switch(bus);
802 		if (ret < 0) {
803 			dev_err(bus->dev,
804 				"multi link bank switch failed: %d", ret);
805 			goto error;
806 		}
807 
808 		mutex_unlock(&bus->msg_lock);
809 	}
810 
811 	return ret;
812 
813 error:
814 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
815 
816 		bus = m_rt->bus;
817 
818 		kfree(bus->defer_msg.msg->buf);
819 		kfree(bus->defer_msg.msg);
820 	}
821 
822 msg_unlock:
823 
824 	if (multi_link) {
825 		list_for_each_entry(m_rt, &stream->master_list, stream_node) {
826 			bus = m_rt->bus;
827 			if (mutex_is_locked(&bus->msg_lock))
828 				mutex_unlock(&bus->msg_lock);
829 		}
830 	}
831 
832 	return ret;
833 }
834 
835 /**
836  * sdw_release_stream() - Free the assigned stream runtime
837  *
838  * @stream: SoundWire stream runtime
839  *
840  * sdw_release_stream should be called only once per stream
841  */
842 void sdw_release_stream(struct sdw_stream_runtime *stream)
843 {
844 	kfree(stream);
845 }
846 EXPORT_SYMBOL(sdw_release_stream);
847 
848 /**
849  * sdw_alloc_stream() - Allocate and return stream runtime
850  *
851  * @stream_name: SoundWire stream name
852  *
853  * Allocates a SoundWire stream runtime instance.
854  * sdw_alloc_stream should be called only once per stream. Typically
855  * invoked from ALSA/ASoC machine/platform driver.
856  */
857 struct sdw_stream_runtime *sdw_alloc_stream(char *stream_name)
858 {
859 	struct sdw_stream_runtime *stream;
860 
861 	stream = kzalloc(sizeof(*stream), GFP_KERNEL);
862 	if (!stream)
863 		return NULL;
864 
865 	stream->name = stream_name;
866 	INIT_LIST_HEAD(&stream->master_list);
867 	stream->state = SDW_STREAM_ALLOCATED;
868 	stream->m_rt_count = 0;
869 
870 	return stream;
871 }
872 EXPORT_SYMBOL(sdw_alloc_stream);
873 
874 static struct sdw_master_runtime
875 *sdw_find_master_rt(struct sdw_bus *bus,
876 			struct sdw_stream_runtime *stream)
877 {
878 	struct sdw_master_runtime *m_rt = NULL;
879 
880 	/* Retrieve Bus handle if already available */
881 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
882 		if (m_rt->bus == bus)
883 			return m_rt;
884 	}
885 
886 	return NULL;
887 }
888 
889 /**
890  * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
891  *
892  * @bus: SDW bus instance
893  * @stream_config: Stream configuration
894  * @stream: Stream runtime handle.
895  *
896  * This function is to be called with bus_lock held.
897  */
898 static struct sdw_master_runtime
899 *sdw_alloc_master_rt(struct sdw_bus *bus,
900 			struct sdw_stream_config *stream_config,
901 			struct sdw_stream_runtime *stream)
902 {
903 	struct sdw_master_runtime *m_rt;
904 
905 	/*
906 	 * check if Master is already allocated (as a result of Slave adding
907 	 * it first), if so skip allocation and go to configure
908 	 */
909 	m_rt = sdw_find_master_rt(bus, stream);
910 	if (m_rt)
911 		goto stream_config;
912 
913 	m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
914 	if (!m_rt)
915 		return NULL;
916 
917 	/* Initialization of Master runtime handle */
918 	INIT_LIST_HEAD(&m_rt->port_list);
919 	INIT_LIST_HEAD(&m_rt->slave_rt_list);
920 	list_add_tail(&m_rt->stream_node, &stream->master_list);
921 
922 	list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
923 
924 stream_config:
925 	m_rt->ch_count = stream_config->ch_count;
926 	m_rt->bus = bus;
927 	m_rt->stream = stream;
928 	m_rt->direction = stream_config->direction;
929 
930 	return m_rt;
931 }
932 
933 /**
934  * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
935  *
936  * @slave: Slave handle
937  * @stream_config: Stream configuration
938  * @stream: Stream runtime handle
939  *
940  * This function is to be called with bus_lock held.
941  */
942 static struct sdw_slave_runtime
943 *sdw_alloc_slave_rt(struct sdw_slave *slave,
944 			struct sdw_stream_config *stream_config,
945 			struct sdw_stream_runtime *stream)
946 {
947 	struct sdw_slave_runtime *s_rt = NULL;
948 
949 	s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
950 	if (!s_rt)
951 		return NULL;
952 
953 	INIT_LIST_HEAD(&s_rt->port_list);
954 	s_rt->ch_count = stream_config->ch_count;
955 	s_rt->direction = stream_config->direction;
956 	s_rt->slave = slave;
957 
958 	return s_rt;
959 }
960 
961 static void sdw_master_port_release(struct sdw_bus *bus,
962 			struct sdw_master_runtime *m_rt)
963 {
964 	struct sdw_port_runtime *p_rt, *_p_rt;
965 
966 	list_for_each_entry_safe(p_rt, _p_rt,
967 			&m_rt->port_list, port_node) {
968 		list_del(&p_rt->port_node);
969 		kfree(p_rt);
970 	}
971 }
972 
973 static void sdw_slave_port_release(struct sdw_bus *bus,
974 			struct sdw_slave *slave,
975 			struct sdw_stream_runtime *stream)
976 {
977 	struct sdw_port_runtime *p_rt, *_p_rt;
978 	struct sdw_master_runtime *m_rt;
979 	struct sdw_slave_runtime *s_rt;
980 
981 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
982 		list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
983 
984 			if (s_rt->slave != slave)
985 				continue;
986 
987 			list_for_each_entry_safe(p_rt, _p_rt,
988 					&s_rt->port_list, port_node) {
989 
990 				list_del(&p_rt->port_node);
991 				kfree(p_rt);
992 			}
993 		}
994 	}
995 }
996 
997 /**
998  * sdw_release_slave_stream() - Free Slave(s) runtime handle
999  *
1000  * @slave: Slave handle.
1001  * @stream: Stream runtime handle.
1002  *
1003  * This function is to be called with bus_lock held.
1004  */
1005 static void sdw_release_slave_stream(struct sdw_slave *slave,
1006 			struct sdw_stream_runtime *stream)
1007 {
1008 	struct sdw_slave_runtime *s_rt, *_s_rt;
1009 	struct sdw_master_runtime *m_rt;
1010 
1011 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1012 		/* Retrieve Slave runtime handle */
1013 		list_for_each_entry_safe(s_rt, _s_rt,
1014 					&m_rt->slave_rt_list, m_rt_node) {
1015 
1016 			if (s_rt->slave == slave) {
1017 				list_del(&s_rt->m_rt_node);
1018 				kfree(s_rt);
1019 				return;
1020 			}
1021 		}
1022 	}
1023 }
1024 
1025 /**
1026  * sdw_release_master_stream() - Free Master runtime handle
1027  *
1028  * @m_rt: Master runtime node
1029  * @stream: Stream runtime handle.
1030  *
1031  * This function is to be called with bus_lock held
1032  * It frees the Master runtime handle and associated Slave(s) runtime
1033  * handle. If this is called first then sdw_release_slave_stream() will have
1034  * no effect as Slave(s) runtime handle would already be freed up.
1035  */
1036 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
1037 			struct sdw_stream_runtime *stream)
1038 {
1039 	struct sdw_slave_runtime *s_rt, *_s_rt;
1040 
1041 	list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1042 		sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
1043 		sdw_release_slave_stream(s_rt->slave, stream);
1044 	}
1045 
1046 	list_del(&m_rt->stream_node);
1047 	list_del(&m_rt->bus_node);
1048 	kfree(m_rt);
1049 }
1050 
1051 /**
1052  * sdw_stream_remove_master() - Remove master from sdw_stream
1053  *
1054  * @bus: SDW Bus instance
1055  * @stream: SoundWire stream
1056  *
1057  * This removes and frees port_rt and master_rt from a stream
1058  */
1059 int sdw_stream_remove_master(struct sdw_bus *bus,
1060 		struct sdw_stream_runtime *stream)
1061 {
1062 	struct sdw_master_runtime *m_rt, *_m_rt;
1063 
1064 	mutex_lock(&bus->bus_lock);
1065 
1066 	list_for_each_entry_safe(m_rt, _m_rt,
1067 			&stream->master_list, stream_node) {
1068 
1069 		if (m_rt->bus != bus)
1070 			continue;
1071 
1072 		sdw_master_port_release(bus, m_rt);
1073 		sdw_release_master_stream(m_rt, stream);
1074 		stream->m_rt_count--;
1075 	}
1076 
1077 	if (list_empty(&stream->master_list))
1078 		stream->state = SDW_STREAM_RELEASED;
1079 
1080 	mutex_unlock(&bus->bus_lock);
1081 
1082 	return 0;
1083 }
1084 EXPORT_SYMBOL(sdw_stream_remove_master);
1085 
1086 /**
1087  * sdw_stream_remove_slave() - Remove slave from sdw_stream
1088  *
1089  * @slave: SDW Slave instance
1090  * @stream: SoundWire stream
1091  *
1092  * This removes and frees port_rt and slave_rt from a stream
1093  */
1094 int sdw_stream_remove_slave(struct sdw_slave *slave,
1095 		struct sdw_stream_runtime *stream)
1096 {
1097 	mutex_lock(&slave->bus->bus_lock);
1098 
1099 	sdw_slave_port_release(slave->bus, slave, stream);
1100 	sdw_release_slave_stream(slave, stream);
1101 
1102 	mutex_unlock(&slave->bus->bus_lock);
1103 
1104 	return 0;
1105 }
1106 EXPORT_SYMBOL(sdw_stream_remove_slave);
1107 
1108 /**
1109  * sdw_config_stream() - Configure the allocated stream
1110  *
1111  * @dev: SDW device
1112  * @stream: SoundWire stream
1113  * @stream_config: Stream configuration for audio stream
1114  * @is_slave: is API called from Slave or Master
1115  *
1116  * This function is to be called with bus_lock held.
1117  */
1118 static int sdw_config_stream(struct device *dev,
1119 		struct sdw_stream_runtime *stream,
1120 		struct sdw_stream_config *stream_config, bool is_slave)
1121 {
1122 	/*
1123 	 * Update the stream rate, channel and bps based on data
1124 	 * source. For more than one data source (multilink),
1125 	 * match the rate, bps, stream type and increment number of channels.
1126 	 *
1127 	 * If rate/bps is zero, it means the values are not set, so skip
1128 	 * comparison and allow the value to be set and stored in stream
1129 	 */
1130 	if (stream->params.rate &&
1131 			stream->params.rate != stream_config->frame_rate) {
1132 		dev_err(dev, "rate not matching, stream:%s", stream->name);
1133 		return -EINVAL;
1134 	}
1135 
1136 	if (stream->params.bps &&
1137 			stream->params.bps != stream_config->bps) {
1138 		dev_err(dev, "bps not matching, stream:%s", stream->name);
1139 		return -EINVAL;
1140 	}
1141 
1142 	stream->type = stream_config->type;
1143 	stream->params.rate = stream_config->frame_rate;
1144 	stream->params.bps = stream_config->bps;
1145 
1146 	/* TODO: Update this check during Device-device support */
1147 	if (is_slave)
1148 		stream->params.ch_count += stream_config->ch_count;
1149 
1150 	return 0;
1151 }
1152 
1153 static int sdw_is_valid_port_range(struct device *dev,
1154 				struct sdw_port_runtime *p_rt)
1155 {
1156 	if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1157 		dev_err(dev,
1158 			"SoundWire: Invalid port number :%d", p_rt->num);
1159 		return -EINVAL;
1160 	}
1161 
1162 	return 0;
1163 }
1164 
1165 static struct sdw_port_runtime *sdw_port_alloc(struct device *dev,
1166 				struct sdw_port_config *port_config,
1167 				int port_index)
1168 {
1169 	struct sdw_port_runtime *p_rt;
1170 
1171 	p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1172 	if (!p_rt)
1173 		return NULL;
1174 
1175 	p_rt->ch_mask = port_config[port_index].ch_mask;
1176 	p_rt->num = port_config[port_index].num;
1177 
1178 	return p_rt;
1179 }
1180 
1181 static int sdw_master_port_config(struct sdw_bus *bus,
1182 			struct sdw_master_runtime *m_rt,
1183 			struct sdw_port_config *port_config,
1184 			unsigned int num_ports)
1185 {
1186 	struct sdw_port_runtime *p_rt;
1187 	int i;
1188 
1189 	/* Iterate for number of ports to perform initialization */
1190 	for (i = 0; i < num_ports; i++) {
1191 		p_rt = sdw_port_alloc(bus->dev, port_config, i);
1192 		if (!p_rt)
1193 			return -ENOMEM;
1194 
1195 		/*
1196 		 * TODO: Check port capabilities for requested
1197 		 * configuration (audio mode support)
1198 		 */
1199 
1200 		list_add_tail(&p_rt->port_node, &m_rt->port_list);
1201 	}
1202 
1203 	return 0;
1204 }
1205 
1206 static int sdw_slave_port_config(struct sdw_slave *slave,
1207 			struct sdw_slave_runtime *s_rt,
1208 			struct sdw_port_config *port_config,
1209 			unsigned int num_config)
1210 {
1211 	struct sdw_port_runtime *p_rt;
1212 	int i, ret;
1213 
1214 	/* Iterate for number of ports to perform initialization */
1215 	for (i = 0; i < num_config; i++) {
1216 		p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1217 		if (!p_rt)
1218 			return -ENOMEM;
1219 
1220 		/*
1221 		 * TODO: Check valid port range as defined by DisCo/
1222 		 * slave
1223 		 */
1224 		ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1225 		if (ret < 0) {
1226 			kfree(p_rt);
1227 			return ret;
1228 		}
1229 
1230 		/*
1231 		 * TODO: Check port capabilities for requested
1232 		 * configuration (audio mode support)
1233 		 */
1234 
1235 		list_add_tail(&p_rt->port_node, &s_rt->port_list);
1236 	}
1237 
1238 	return 0;
1239 }
1240 
1241 /**
1242  * sdw_stream_add_master() - Allocate and add master runtime to a stream
1243  *
1244  * @bus: SDW Bus instance
1245  * @stream_config: Stream configuration for audio stream
1246  * @port_config: Port configuration for audio stream
1247  * @num_ports: Number of ports
1248  * @stream: SoundWire stream
1249  */
1250 int sdw_stream_add_master(struct sdw_bus *bus,
1251 		struct sdw_stream_config *stream_config,
1252 		struct sdw_port_config *port_config,
1253 		unsigned int num_ports,
1254 		struct sdw_stream_runtime *stream)
1255 {
1256 	struct sdw_master_runtime *m_rt = NULL;
1257 	int ret;
1258 
1259 	mutex_lock(&bus->bus_lock);
1260 
1261 	/*
1262 	 * For multi link streams, add the second master only if
1263 	 * the bus supports it.
1264 	 * Check if bus->multi_link is set
1265 	 */
1266 	if (!bus->multi_link && stream->m_rt_count > 0) {
1267 		dev_err(bus->dev,
1268 			"Multilink not supported, link %d", bus->link_id);
1269 		ret = -EINVAL;
1270 		goto unlock;
1271 	}
1272 
1273 	m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1274 	if (!m_rt) {
1275 		dev_err(bus->dev,
1276 				"Master runtime config failed for stream:%s",
1277 				stream->name);
1278 		ret = -ENOMEM;
1279 		goto unlock;
1280 	}
1281 
1282 	ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1283 	if (ret)
1284 		goto stream_error;
1285 
1286 	ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1287 	if (ret)
1288 		goto stream_error;
1289 
1290 	stream->m_rt_count++;
1291 
1292 	goto unlock;
1293 
1294 stream_error:
1295 	sdw_release_master_stream(m_rt, stream);
1296 unlock:
1297 	mutex_unlock(&bus->bus_lock);
1298 	return ret;
1299 }
1300 EXPORT_SYMBOL(sdw_stream_add_master);
1301 
1302 /**
1303  * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1304  *
1305  * @slave: SDW Slave instance
1306  * @stream_config: Stream configuration for audio stream
1307  * @stream: SoundWire stream
1308  * @port_config: Port configuration for audio stream
1309  * @num_ports: Number of ports
1310  *
1311  * It is expected that Slave is added before adding Master
1312  * to the Stream.
1313  *
1314  */
1315 int sdw_stream_add_slave(struct sdw_slave *slave,
1316 		struct sdw_stream_config *stream_config,
1317 		struct sdw_port_config *port_config,
1318 		unsigned int num_ports,
1319 		struct sdw_stream_runtime *stream)
1320 {
1321 	struct sdw_slave_runtime *s_rt;
1322 	struct sdw_master_runtime *m_rt;
1323 	int ret;
1324 
1325 	mutex_lock(&slave->bus->bus_lock);
1326 
1327 	/*
1328 	 * If this API is invoked by Slave first then m_rt is not valid.
1329 	 * So, allocate m_rt and add Slave to it.
1330 	 */
1331 	m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1332 	if (!m_rt) {
1333 		dev_err(&slave->dev,
1334 				"alloc master runtime failed for stream:%s",
1335 				stream->name);
1336 		ret = -ENOMEM;
1337 		goto error;
1338 	}
1339 
1340 	s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1341 	if (!s_rt) {
1342 		dev_err(&slave->dev,
1343 				"Slave runtime config failed for stream:%s",
1344 				stream->name);
1345 		ret = -ENOMEM;
1346 		goto stream_error;
1347 	}
1348 
1349 	ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1350 	if (ret)
1351 		goto stream_error;
1352 
1353 	list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1354 
1355 	ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1356 	if (ret)
1357 		goto stream_error;
1358 
1359 	/*
1360 	 * Change stream state to CONFIGURED on first Slave add.
1361 	 * Bus is not aware of number of Slave(s) in a stream at this
1362 	 * point so cannot depend on all Slave(s) to be added in order to
1363 	 * change stream state to CONFIGURED.
1364 	 */
1365 	stream->state = SDW_STREAM_CONFIGURED;
1366 	goto error;
1367 
1368 stream_error:
1369 	/*
1370 	 * we hit error so cleanup the stream, release all Slave(s) and
1371 	 * Master runtime
1372 	 */
1373 	sdw_release_master_stream(m_rt, stream);
1374 error:
1375 	mutex_unlock(&slave->bus->bus_lock);
1376 	return ret;
1377 }
1378 EXPORT_SYMBOL(sdw_stream_add_slave);
1379 
1380 /**
1381  * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1382  *
1383  * @slave: Slave handle
1384  * @direction: Data direction.
1385  * @port_num: Port number
1386  */
1387 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1388 				enum sdw_data_direction direction,
1389 				unsigned int port_num)
1390 {
1391 	struct sdw_dpn_prop *dpn_prop;
1392 	u8 num_ports;
1393 	int i;
1394 
1395 	if (direction == SDW_DATA_DIR_TX) {
1396 		num_ports = hweight32(slave->prop.source_ports);
1397 		dpn_prop = slave->prop.src_dpn_prop;
1398 	} else {
1399 		num_ports = hweight32(slave->prop.sink_ports);
1400 		dpn_prop = slave->prop.sink_dpn_prop;
1401 	}
1402 
1403 	for (i = 0; i < num_ports; i++) {
1404 		dpn_prop = &dpn_prop[i];
1405 
1406 		if (dpn_prop->num == port_num)
1407 			return &dpn_prop[i];
1408 	}
1409 
1410 	return NULL;
1411 }
1412 
1413 /**
1414  * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1415  *
1416  * @stream: SoundWire stream
1417  *
1418  * Acquire bus_lock for each of the master runtime(m_rt) part of this
1419  * stream to reconfigure the bus.
1420  * NOTE: This function is called from SoundWire stream ops and is
1421  * expected that a global lock is held before acquiring bus_lock.
1422  */
1423 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1424 {
1425 	struct sdw_master_runtime *m_rt = NULL;
1426 	struct sdw_bus *bus = NULL;
1427 
1428 	/* Iterate for all Master(s) in Master list */
1429 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1430 		bus = m_rt->bus;
1431 
1432 		mutex_lock(&bus->bus_lock);
1433 	}
1434 }
1435 
1436 /**
1437  * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1438  *
1439  * @stream: SoundWire stream
1440  *
1441  * Release the previously held bus_lock after reconfiguring the bus.
1442  * NOTE: This function is called from SoundWire stream ops and is
1443  * expected that a global lock is held before releasing bus_lock.
1444  */
1445 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1446 {
1447 	struct sdw_master_runtime *m_rt = NULL;
1448 	struct sdw_bus *bus = NULL;
1449 
1450 	/* Iterate for all Master(s) in Master list */
1451 	list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1452 		bus = m_rt->bus;
1453 		mutex_unlock(&bus->bus_lock);
1454 	}
1455 }
1456 
1457 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream)
1458 {
1459 	struct sdw_master_runtime *m_rt = NULL;
1460 	struct sdw_bus *bus = NULL;
1461 	struct sdw_master_prop *prop = NULL;
1462 	struct sdw_bus_params params;
1463 	int ret;
1464 
1465 	/* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1466 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1467 		bus = m_rt->bus;
1468 		prop = &bus->prop;
1469 		memcpy(&params, &bus->params, sizeof(params));
1470 
1471 		/* TODO: Support Asynchronous mode */
1472 		if ((prop->max_freq % stream->params.rate) != 0) {
1473 			dev_err(bus->dev, "Async mode not supported");
1474 			return -EINVAL;
1475 		}
1476 
1477 		/* Increment cumulative bus bandwidth */
1478 		/* TODO: Update this during Device-Device support */
1479 		bus->params.bandwidth += m_rt->stream->params.rate *
1480 			m_rt->ch_count * m_rt->stream->params.bps;
1481 
1482 		/* Program params */
1483 		ret = sdw_program_params(bus);
1484 		if (ret < 0) {
1485 			dev_err(bus->dev, "Program params failed: %d", ret);
1486 			goto restore_params;
1487 		}
1488 
1489 	}
1490 
1491 	ret = do_bank_switch(stream);
1492 	if (ret < 0) {
1493 		dev_err(bus->dev, "Bank switch failed: %d", ret);
1494 		goto restore_params;
1495 	}
1496 
1497 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1498 		bus = m_rt->bus;
1499 
1500 		/* Prepare port(s) on the new clock configuration */
1501 		ret = sdw_prep_deprep_ports(m_rt, true);
1502 		if (ret < 0) {
1503 			dev_err(bus->dev, "Prepare port(s) failed ret = %d",
1504 					ret);
1505 			return ret;
1506 		}
1507 	}
1508 
1509 	stream->state = SDW_STREAM_PREPARED;
1510 
1511 	return ret;
1512 
1513 restore_params:
1514 	memcpy(&bus->params, &params, sizeof(params));
1515 	return ret;
1516 }
1517 
1518 /**
1519  * sdw_prepare_stream() - Prepare SoundWire stream
1520  *
1521  * @stream: Soundwire stream
1522  *
1523  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1524  */
1525 int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1526 {
1527 	int ret = 0;
1528 
1529 	if (!stream) {
1530 		pr_err("SoundWire: Handle not found for stream");
1531 		return -EINVAL;
1532 	}
1533 
1534 	sdw_acquire_bus_lock(stream);
1535 
1536 	ret = _sdw_prepare_stream(stream);
1537 	if (ret < 0)
1538 		pr_err("Prepare for stream:%s failed: %d", stream->name, ret);
1539 
1540 	sdw_release_bus_lock(stream);
1541 	return ret;
1542 }
1543 EXPORT_SYMBOL(sdw_prepare_stream);
1544 
1545 static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1546 {
1547 	struct sdw_master_runtime *m_rt = NULL;
1548 	struct sdw_bus *bus = NULL;
1549 	int ret;
1550 
1551 	/* Enable Master(s) and Slave(s) port(s) associated with stream */
1552 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1553 		bus = m_rt->bus;
1554 
1555 		/* Program params */
1556 		ret = sdw_program_params(bus);
1557 		if (ret < 0) {
1558 			dev_err(bus->dev, "Program params failed: %d", ret);
1559 			return ret;
1560 		}
1561 
1562 		/* Enable port(s) */
1563 		ret = sdw_enable_disable_ports(m_rt, true);
1564 		if (ret < 0) {
1565 			dev_err(bus->dev, "Enable port(s) failed ret: %d", ret);
1566 			return ret;
1567 		}
1568 	}
1569 
1570 	ret = do_bank_switch(stream);
1571 	if (ret < 0) {
1572 		dev_err(bus->dev, "Bank switch failed: %d", ret);
1573 		return ret;
1574 	}
1575 
1576 	stream->state = SDW_STREAM_ENABLED;
1577 	return 0;
1578 }
1579 
1580 /**
1581  * sdw_enable_stream() - Enable SoundWire stream
1582  *
1583  * @stream: Soundwire stream
1584  *
1585  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1586  */
1587 int sdw_enable_stream(struct sdw_stream_runtime *stream)
1588 {
1589 	int ret = 0;
1590 
1591 	if (!stream) {
1592 		pr_err("SoundWire: Handle not found for stream");
1593 		return -EINVAL;
1594 	}
1595 
1596 	sdw_acquire_bus_lock(stream);
1597 
1598 	ret = _sdw_enable_stream(stream);
1599 	if (ret < 0)
1600 		pr_err("Enable for stream:%s failed: %d", stream->name, ret);
1601 
1602 	sdw_release_bus_lock(stream);
1603 	return ret;
1604 }
1605 EXPORT_SYMBOL(sdw_enable_stream);
1606 
1607 static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1608 {
1609 	struct sdw_master_runtime *m_rt = NULL;
1610 	struct sdw_bus *bus = NULL;
1611 	int ret;
1612 
1613 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1614 		bus = m_rt->bus;
1615 		/* Disable port(s) */
1616 		ret = sdw_enable_disable_ports(m_rt, false);
1617 		if (ret < 0) {
1618 			dev_err(bus->dev, "Disable port(s) failed: %d", ret);
1619 			return ret;
1620 		}
1621 	}
1622 	stream->state = SDW_STREAM_DISABLED;
1623 
1624 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1625 		bus = m_rt->bus;
1626 		/* Program params */
1627 		ret = sdw_program_params(bus);
1628 		if (ret < 0) {
1629 			dev_err(bus->dev, "Program params failed: %d", ret);
1630 			return ret;
1631 		}
1632 	}
1633 
1634 	return do_bank_switch(stream);
1635 }
1636 
1637 /**
1638  * sdw_disable_stream() - Disable SoundWire stream
1639  *
1640  * @stream: Soundwire stream
1641  *
1642  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1643  */
1644 int sdw_disable_stream(struct sdw_stream_runtime *stream)
1645 {
1646 	int ret = 0;
1647 
1648 	if (!stream) {
1649 		pr_err("SoundWire: Handle not found for stream");
1650 		return -EINVAL;
1651 	}
1652 
1653 	sdw_acquire_bus_lock(stream);
1654 
1655 	ret = _sdw_disable_stream(stream);
1656 	if (ret < 0)
1657 		pr_err("Disable for stream:%s failed: %d", stream->name, ret);
1658 
1659 	sdw_release_bus_lock(stream);
1660 	return ret;
1661 }
1662 EXPORT_SYMBOL(sdw_disable_stream);
1663 
1664 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1665 {
1666 	struct sdw_master_runtime *m_rt = NULL;
1667 	struct sdw_bus *bus = NULL;
1668 	int ret = 0;
1669 
1670 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1671 		bus = m_rt->bus;
1672 		/* De-prepare port(s) */
1673 		ret = sdw_prep_deprep_ports(m_rt, false);
1674 		if (ret < 0) {
1675 			dev_err(bus->dev, "De-prepare port(s) failed: %d", ret);
1676 			return ret;
1677 		}
1678 
1679 		/* TODO: Update this during Device-Device support */
1680 		bus->params.bandwidth -= m_rt->stream->params.rate *
1681 			m_rt->ch_count * m_rt->stream->params.bps;
1682 
1683 		/* Program params */
1684 		ret = sdw_program_params(bus);
1685 		if (ret < 0) {
1686 			dev_err(bus->dev, "Program params failed: %d", ret);
1687 			return ret;
1688 		}
1689 
1690 	}
1691 
1692 	stream->state = SDW_STREAM_DEPREPARED;
1693 	return do_bank_switch(stream);
1694 }
1695 
1696 /**
1697  * sdw_deprepare_stream() - Deprepare SoundWire stream
1698  *
1699  * @stream: Soundwire stream
1700  *
1701  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1702  */
1703 int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1704 {
1705 	int ret = 0;
1706 
1707 	if (!stream) {
1708 		pr_err("SoundWire: Handle not found for stream");
1709 		return -EINVAL;
1710 	}
1711 
1712 	sdw_acquire_bus_lock(stream);
1713 	ret = _sdw_deprepare_stream(stream);
1714 	if (ret < 0)
1715 		pr_err("De-prepare for stream:%d failed: %d", ret, ret);
1716 
1717 	sdw_release_bus_lock(stream);
1718 	return ret;
1719 }
1720 EXPORT_SYMBOL(sdw_deprepare_stream);
1721