xref: /openbmc/linux/drivers/soundwire/stream.c (revision fb8d6c8d)
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-18 Intel Corporation.
3 
4 /*
5  *  stream.c - SoundWire Bus stream operations.
6  */
7 
8 #include <linux/delay.h>
9 #include <linux/device.h>
10 #include <linux/init.h>
11 #include <linux/module.h>
12 #include <linux/mod_devicetable.h>
13 #include <linux/slab.h>
14 #include <linux/soundwire/sdw_registers.h>
15 #include <linux/soundwire/sdw.h>
16 #include "bus.h"
17 
18 /*
19  * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
20  *
21  * The rows are arranged as per the array index value programmed
22  * in register. The index 15 has dummy value 0 in order to fill hole.
23  */
24 int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
25 			96, 100, 120, 128, 150, 160, 250, 0,
26 			192, 200, 240, 256, 72, 144, 90, 180};
27 
28 int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
29 
30 int sdw_find_col_index(int col)
31 {
32 	int i;
33 
34 	for (i = 0; i < SDW_FRAME_COLS; i++) {
35 		if (sdw_cols[i] == col)
36 			return i;
37 	}
38 
39 	pr_warn("Requested column not found, selecting lowest column no: 2\n");
40 	return 0;
41 }
42 EXPORT_SYMBOL(sdw_find_col_index);
43 
44 int sdw_find_row_index(int row)
45 {
46 	int i;
47 
48 	for (i = 0; i < SDW_FRAME_ROWS; i++) {
49 		if (sdw_rows[i] == row)
50 			return i;
51 	}
52 
53 	pr_warn("Requested row not found, selecting lowest row no: 48\n");
54 	return 0;
55 }
56 EXPORT_SYMBOL(sdw_find_row_index);
57 
58 static int _sdw_program_slave_port_params(struct sdw_bus *bus,
59 					  struct sdw_slave *slave,
60 					  struct sdw_transport_params *t_params,
61 					  enum sdw_dpn_type type)
62 {
63 	u32 addr1, addr2, addr3, addr4;
64 	int ret;
65 	u16 wbuf;
66 
67 	if (bus->params.next_bank) {
68 		addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
69 		addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
70 		addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
71 		addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
72 	} else {
73 		addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
74 		addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
75 		addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
76 		addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
77 	}
78 
79 	/* Program DPN_OffsetCtrl2 registers */
80 	ret = sdw_write(slave, addr1, t_params->offset2);
81 	if (ret < 0) {
82 		dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
83 		return ret;
84 	}
85 
86 	/* Program DPN_BlockCtrl3 register */
87 	ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
88 	if (ret < 0) {
89 		dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
90 		return ret;
91 	}
92 
93 	/*
94 	 * Data ports are FULL, SIMPLE and REDUCED. This function handles
95 	 * FULL and REDUCED only and beyond this point only FULL is
96 	 * handled, so bail out if we are not FULL data port type
97 	 */
98 	if (type != SDW_DPN_FULL)
99 		return ret;
100 
101 	/* Program DPN_SampleCtrl2 register */
102 	wbuf = (t_params->sample_interval - 1);
103 	wbuf &= SDW_DPN_SAMPLECTRL_HIGH;
104 	wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH);
105 
106 	ret = sdw_write(slave, addr3, wbuf);
107 	if (ret < 0) {
108 		dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
109 		return ret;
110 	}
111 
112 	/* Program DPN_HCtrl register */
113 	wbuf = t_params->hstart;
114 	wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART);
115 	wbuf |= t_params->hstop;
116 
117 	ret = sdw_write(slave, addr4, wbuf);
118 	if (ret < 0)
119 		dev_err(bus->dev, "DPN_HCtrl register write failed\n");
120 
121 	return ret;
122 }
123 
124 static int sdw_program_slave_port_params(struct sdw_bus *bus,
125 					 struct sdw_slave_runtime *s_rt,
126 					 struct sdw_port_runtime *p_rt)
127 {
128 	struct sdw_transport_params *t_params = &p_rt->transport_params;
129 	struct sdw_port_params *p_params = &p_rt->port_params;
130 	struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
131 	u32 addr1, addr2, addr3, addr4, addr5, addr6;
132 	struct sdw_dpn_prop *dpn_prop;
133 	int ret;
134 	u8 wbuf;
135 
136 	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
137 					  s_rt->direction,
138 					  t_params->port_num);
139 	if (!dpn_prop)
140 		return -EINVAL;
141 
142 	addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
143 	addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
144 
145 	if (bus->params.next_bank) {
146 		addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
147 		addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
148 		addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
149 		addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
150 
151 	} else {
152 		addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
153 		addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
154 		addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
155 		addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
156 	}
157 
158 	/* Program DPN_PortCtrl register */
159 	wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE);
160 	wbuf |= p_params->flow_mode;
161 
162 	ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
163 	if (ret < 0) {
164 		dev_err(&s_rt->slave->dev,
165 			"DPN_PortCtrl register write failed for port %d\n",
166 			t_params->port_num);
167 		return ret;
168 	}
169 
170 	/* Program DPN_BlockCtrl1 register */
171 	ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
172 	if (ret < 0) {
173 		dev_err(&s_rt->slave->dev,
174 			"DPN_BlockCtrl1 register write failed for port %d\n",
175 			t_params->port_num);
176 		return ret;
177 	}
178 
179 	/* Program DPN_SampleCtrl1 register */
180 	wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
181 	ret = sdw_write(s_rt->slave, addr3, wbuf);
182 	if (ret < 0) {
183 		dev_err(&s_rt->slave->dev,
184 			"DPN_SampleCtrl1 register write failed for port %d\n",
185 			t_params->port_num);
186 		return ret;
187 	}
188 
189 	/* Program DPN_OffsetCtrl1 registers */
190 	ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
191 	if (ret < 0) {
192 		dev_err(&s_rt->slave->dev,
193 			"DPN_OffsetCtrl1 register write failed for port %d\n",
194 			t_params->port_num);
195 		return ret;
196 	}
197 
198 	/* Program DPN_BlockCtrl2 register*/
199 	if (t_params->blk_grp_ctrl_valid) {
200 		ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
201 		if (ret < 0) {
202 			dev_err(&s_rt->slave->dev,
203 				"DPN_BlockCtrl2 reg write failed for port %d\n",
204 				t_params->port_num);
205 			return ret;
206 		}
207 	}
208 
209 	/* program DPN_LaneCtrl register */
210 	if (slave_prop->lane_control_support) {
211 		ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
212 		if (ret < 0) {
213 			dev_err(&s_rt->slave->dev,
214 				"DPN_LaneCtrl register write failed for port %d\n",
215 				t_params->port_num);
216 			return ret;
217 		}
218 	}
219 
220 	if (dpn_prop->type != SDW_DPN_SIMPLE) {
221 		ret = _sdw_program_slave_port_params(bus, s_rt->slave,
222 						     t_params, dpn_prop->type);
223 		if (ret < 0)
224 			dev_err(&s_rt->slave->dev,
225 				"Transport reg write failed for port: %d\n",
226 				t_params->port_num);
227 	}
228 
229 	return ret;
230 }
231 
232 static int sdw_program_master_port_params(struct sdw_bus *bus,
233 					  struct sdw_port_runtime *p_rt)
234 {
235 	int ret;
236 
237 	/*
238 	 * we need to set transport and port parameters for the port.
239 	 * Transport parameters refers to the sample interval, offsets and
240 	 * hstart/stop etc of the data. Port parameters refers to word
241 	 * length, flow mode etc of the port
242 	 */
243 	ret = bus->port_ops->dpn_set_port_transport_params(bus,
244 					&p_rt->transport_params,
245 					bus->params.next_bank);
246 	if (ret < 0)
247 		return ret;
248 
249 	return bus->port_ops->dpn_set_port_params(bus,
250 						  &p_rt->port_params,
251 						  bus->params.next_bank);
252 }
253 
254 /**
255  * sdw_program_port_params() - Programs transport parameters of Master(s)
256  * and Slave(s)
257  *
258  * @m_rt: Master stream runtime
259  */
260 static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
261 {
262 	struct sdw_slave_runtime *s_rt = NULL;
263 	struct sdw_bus *bus = m_rt->bus;
264 	struct sdw_port_runtime *p_rt;
265 	int ret = 0;
266 
267 	/* Program transport & port parameters for Slave(s) */
268 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
269 		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
270 			ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
271 			if (ret < 0)
272 				return ret;
273 		}
274 	}
275 
276 	/* Program transport & port parameters for Master(s) */
277 	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
278 		ret = sdw_program_master_port_params(bus, p_rt);
279 		if (ret < 0)
280 			return ret;
281 	}
282 
283 	return 0;
284 }
285 
286 /**
287  * sdw_enable_disable_slave_ports: Enable/disable slave data port
288  *
289  * @bus: bus instance
290  * @s_rt: slave runtime
291  * @p_rt: port runtime
292  * @en: enable or disable operation
293  *
294  * This function only sets the enable/disable bits in the relevant bank, the
295  * actual enable/disable is done with a bank switch
296  */
297 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
298 					  struct sdw_slave_runtime *s_rt,
299 					  struct sdw_port_runtime *p_rt,
300 					  bool en)
301 {
302 	struct sdw_transport_params *t_params = &p_rt->transport_params;
303 	u32 addr;
304 	int ret;
305 
306 	if (bus->params.next_bank)
307 		addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
308 	else
309 		addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
310 
311 	/*
312 	 * Since bus doesn't support sharing a port across two streams,
313 	 * it is safe to reset this register
314 	 */
315 	if (en)
316 		ret = sdw_update(s_rt->slave, addr, 0xFF, p_rt->ch_mask);
317 	else
318 		ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
319 
320 	if (ret < 0)
321 		dev_err(&s_rt->slave->dev,
322 			"Slave chn_en reg write failed:%d port:%d\n",
323 			ret, t_params->port_num);
324 
325 	return ret;
326 }
327 
328 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
329 					   struct sdw_port_runtime *p_rt,
330 					   bool en)
331 {
332 	struct sdw_transport_params *t_params = &p_rt->transport_params;
333 	struct sdw_bus *bus = m_rt->bus;
334 	struct sdw_enable_ch enable_ch;
335 	int ret;
336 
337 	enable_ch.port_num = p_rt->num;
338 	enable_ch.ch_mask = p_rt->ch_mask;
339 	enable_ch.enable = en;
340 
341 	/* Perform Master port channel(s) enable/disable */
342 	if (bus->port_ops->dpn_port_enable_ch) {
343 		ret = bus->port_ops->dpn_port_enable_ch(bus,
344 							&enable_ch,
345 							bus->params.next_bank);
346 		if (ret < 0) {
347 			dev_err(bus->dev,
348 				"Master chn_en write failed:%d port:%d\n",
349 				ret, t_params->port_num);
350 			return ret;
351 		}
352 	} else {
353 		dev_err(bus->dev,
354 			"dpn_port_enable_ch not supported, %s failed\n",
355 			en ? "enable" : "disable");
356 		return -EINVAL;
357 	}
358 
359 	return 0;
360 }
361 
362 /**
363  * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
364  * Slave(s)
365  *
366  * @m_rt: Master stream runtime
367  * @en: mode (enable/disable)
368  */
369 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
370 {
371 	struct sdw_port_runtime *s_port, *m_port;
372 	struct sdw_slave_runtime *s_rt;
373 	int ret = 0;
374 
375 	/* Enable/Disable Slave port(s) */
376 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
377 		list_for_each_entry(s_port, &s_rt->port_list, port_node) {
378 			ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
379 							     s_port, en);
380 			if (ret < 0)
381 				return ret;
382 		}
383 	}
384 
385 	/* Enable/Disable Master port(s) */
386 	list_for_each_entry(m_port, &m_rt->port_list, port_node) {
387 		ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
388 		if (ret < 0)
389 			return ret;
390 	}
391 
392 	return 0;
393 }
394 
395 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
396 			    struct sdw_prepare_ch prep_ch,
397 			    enum sdw_port_prep_ops cmd)
398 {
399 	const struct sdw_slave_ops *ops = s_rt->slave->ops;
400 	int ret;
401 
402 	if (ops->port_prep) {
403 		ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
404 		if (ret < 0) {
405 			dev_err(&s_rt->slave->dev,
406 				"Slave Port Prep cmd %d failed: %d\n",
407 				cmd, ret);
408 			return ret;
409 		}
410 	}
411 
412 	return 0;
413 }
414 
415 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
416 				       struct sdw_slave_runtime *s_rt,
417 				       struct sdw_port_runtime *p_rt,
418 				       bool prep)
419 {
420 	struct completion *port_ready;
421 	struct sdw_dpn_prop *dpn_prop;
422 	struct sdw_prepare_ch prep_ch;
423 	unsigned int time_left;
424 	bool intr = false;
425 	int ret = 0, val;
426 	u32 addr;
427 
428 	prep_ch.num = p_rt->num;
429 	prep_ch.ch_mask = p_rt->ch_mask;
430 
431 	dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
432 					  s_rt->direction,
433 					  prep_ch.num);
434 	if (!dpn_prop) {
435 		dev_err(bus->dev,
436 			"Slave Port:%d properties not found\n", prep_ch.num);
437 		return -EINVAL;
438 	}
439 
440 	prep_ch.prepare = prep;
441 
442 	prep_ch.bank = bus->params.next_bank;
443 
444 	if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm)
445 		intr = true;
446 
447 	/*
448 	 * Enable interrupt before Port prepare.
449 	 * For Port de-prepare, it is assumed that port
450 	 * was prepared earlier
451 	 */
452 	if (prep && intr) {
453 		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
454 					     dpn_prop->imp_def_interrupts);
455 		if (ret < 0)
456 			return ret;
457 	}
458 
459 	/* Inform slave about the impending port prepare */
460 	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
461 
462 	/* Prepare Slave port implementing CP_SM */
463 	if (!dpn_prop->simple_ch_prep_sm) {
464 		addr = SDW_DPN_PREPARECTRL(p_rt->num);
465 
466 		if (prep)
467 			ret = sdw_update(s_rt->slave, addr,
468 					 0xFF, p_rt->ch_mask);
469 		else
470 			ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
471 
472 		if (ret < 0) {
473 			dev_err(&s_rt->slave->dev,
474 				"Slave prep_ctrl reg write failed\n");
475 			return ret;
476 		}
477 
478 		/* Wait for completion on port ready */
479 		port_ready = &s_rt->slave->port_ready[prep_ch.num];
480 		time_left = wait_for_completion_timeout(port_ready,
481 				msecs_to_jiffies(dpn_prop->ch_prep_timeout));
482 
483 		val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
484 		val &= p_rt->ch_mask;
485 		if (!time_left || val) {
486 			dev_err(&s_rt->slave->dev,
487 				"Chn prep failed for port:%d\n", prep_ch.num);
488 			return -ETIMEDOUT;
489 		}
490 	}
491 
492 	/* Inform slaves about ports prepared */
493 	sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
494 
495 	/* Disable interrupt after Port de-prepare */
496 	if (!prep && intr)
497 		ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
498 					     dpn_prop->imp_def_interrupts);
499 
500 	return ret;
501 }
502 
503 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
504 					struct sdw_port_runtime *p_rt,
505 					bool prep)
506 {
507 	struct sdw_transport_params *t_params = &p_rt->transport_params;
508 	struct sdw_bus *bus = m_rt->bus;
509 	const struct sdw_master_port_ops *ops = bus->port_ops;
510 	struct sdw_prepare_ch prep_ch;
511 	int ret = 0;
512 
513 	prep_ch.num = p_rt->num;
514 	prep_ch.ch_mask = p_rt->ch_mask;
515 	prep_ch.prepare = prep; /* Prepare/De-prepare */
516 	prep_ch.bank = bus->params.next_bank;
517 
518 	/* Pre-prepare/Pre-deprepare port(s) */
519 	if (ops->dpn_port_prep) {
520 		ret = ops->dpn_port_prep(bus, &prep_ch);
521 		if (ret < 0) {
522 			dev_err(bus->dev, "Port prepare failed for port:%d\n",
523 				t_params->port_num);
524 			return ret;
525 		}
526 	}
527 
528 	return ret;
529 }
530 
531 /**
532  * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
533  * Slave(s)
534  *
535  * @m_rt: Master runtime handle
536  * @prep: Prepare or De-prepare
537  */
538 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
539 {
540 	struct sdw_slave_runtime *s_rt;
541 	struct sdw_port_runtime *p_rt;
542 	int ret = 0;
543 
544 	/* Prepare/De-prepare Slave port(s) */
545 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
546 		list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
547 			ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
548 							  p_rt, prep);
549 			if (ret < 0)
550 				return ret;
551 		}
552 	}
553 
554 	/* Prepare/De-prepare Master port(s) */
555 	list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
556 		ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
557 		if (ret < 0)
558 			return ret;
559 	}
560 
561 	return ret;
562 }
563 
564 /**
565  * sdw_notify_config() - Notify bus configuration
566  *
567  * @m_rt: Master runtime handle
568  *
569  * This function notifies the Master(s) and Slave(s) of the
570  * new bus configuration.
571  */
572 static int sdw_notify_config(struct sdw_master_runtime *m_rt)
573 {
574 	struct sdw_slave_runtime *s_rt;
575 	struct sdw_bus *bus = m_rt->bus;
576 	struct sdw_slave *slave;
577 	int ret = 0;
578 
579 	if (bus->ops->set_bus_conf) {
580 		ret = bus->ops->set_bus_conf(bus, &bus->params);
581 		if (ret < 0)
582 			return ret;
583 	}
584 
585 	list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
586 		slave = s_rt->slave;
587 
588 		if (slave->ops->bus_config) {
589 			ret = slave->ops->bus_config(slave, &bus->params);
590 			if (ret < 0)
591 				dev_err(bus->dev, "Notify Slave: %d failed\n",
592 					slave->dev_num);
593 			return ret;
594 		}
595 	}
596 
597 	return ret;
598 }
599 
600 /**
601  * sdw_program_params() - Program transport and port parameters for Master(s)
602  * and Slave(s)
603  *
604  * @bus: SDW bus instance
605  */
606 static int sdw_program_params(struct sdw_bus *bus)
607 {
608 	struct sdw_master_runtime *m_rt;
609 	int ret = 0;
610 
611 	list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
612 		ret = sdw_program_port_params(m_rt);
613 		if (ret < 0) {
614 			dev_err(bus->dev,
615 				"Program transport params failed: %d\n", ret);
616 			return ret;
617 		}
618 
619 		ret = sdw_notify_config(m_rt);
620 		if (ret < 0) {
621 			dev_err(bus->dev,
622 				"Notify bus config failed: %d\n", ret);
623 			return ret;
624 		}
625 
626 		/* Enable port(s) on alternate bank for all active streams */
627 		if (m_rt->stream->state != SDW_STREAM_ENABLED)
628 			continue;
629 
630 		ret = sdw_enable_disable_ports(m_rt, true);
631 		if (ret < 0) {
632 			dev_err(bus->dev, "Enable channel failed: %d\n", ret);
633 			return ret;
634 		}
635 	}
636 
637 	return ret;
638 }
639 
640 static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
641 {
642 	int col_index, row_index;
643 	bool multi_link;
644 	struct sdw_msg *wr_msg;
645 	u8 *wbuf;
646 	int ret;
647 	u16 addr;
648 
649 	wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
650 	if (!wr_msg)
651 		return -ENOMEM;
652 
653 	bus->defer_msg.msg = wr_msg;
654 
655 	wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
656 	if (!wbuf) {
657 		ret = -ENOMEM;
658 		goto error_1;
659 	}
660 
661 	/* Get row and column index to program register */
662 	col_index = sdw_find_col_index(bus->params.col);
663 	row_index = sdw_find_row_index(bus->params.row);
664 	wbuf[0] = col_index | (row_index << 3);
665 
666 	if (bus->params.next_bank)
667 		addr = SDW_SCP_FRAMECTRL_B1;
668 	else
669 		addr = SDW_SCP_FRAMECTRL_B0;
670 
671 	sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
672 		     SDW_MSG_FLAG_WRITE, wbuf);
673 	wr_msg->ssp_sync = true;
674 
675 	/*
676 	 * Set the multi_link flag only when both the hardware supports
677 	 * and there is a stream handled by multiple masters
678 	 */
679 	multi_link = bus->multi_link && (m_rt_count > 1);
680 
681 	if (multi_link)
682 		ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
683 	else
684 		ret = sdw_transfer(bus, wr_msg);
685 
686 	if (ret < 0) {
687 		dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
688 		goto error;
689 	}
690 
691 	if (!multi_link) {
692 		kfree(wr_msg);
693 		kfree(wbuf);
694 		bus->defer_msg.msg = NULL;
695 		bus->params.curr_bank = !bus->params.curr_bank;
696 		bus->params.next_bank = !bus->params.next_bank;
697 	}
698 
699 	return 0;
700 
701 error:
702 	kfree(wbuf);
703 error_1:
704 	kfree(wr_msg);
705 	return ret;
706 }
707 
708 /**
709  * sdw_ml_sync_bank_switch: Multilink register bank switch
710  *
711  * @bus: SDW bus instance
712  *
713  * Caller function should free the buffers on error
714  */
715 static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
716 {
717 	unsigned long time_left;
718 
719 	if (!bus->multi_link)
720 		return 0;
721 
722 	/* Wait for completion of transfer */
723 	time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
724 						bus->bank_switch_timeout);
725 
726 	if (!time_left) {
727 		dev_err(bus->dev, "Controller Timed out on bank switch\n");
728 		return -ETIMEDOUT;
729 	}
730 
731 	bus->params.curr_bank = !bus->params.curr_bank;
732 	bus->params.next_bank = !bus->params.next_bank;
733 
734 	if (bus->defer_msg.msg) {
735 		kfree(bus->defer_msg.msg->buf);
736 		kfree(bus->defer_msg.msg);
737 	}
738 
739 	return 0;
740 }
741 
742 static int do_bank_switch(struct sdw_stream_runtime *stream)
743 {
744 	struct sdw_master_runtime *m_rt;
745 	const struct sdw_master_ops *ops;
746 	struct sdw_bus *bus;
747 	bool multi_link = false;
748 	int ret = 0;
749 
750 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
751 		bus = m_rt->bus;
752 		ops = bus->ops;
753 
754 		if (bus->multi_link) {
755 			multi_link = true;
756 			mutex_lock(&bus->msg_lock);
757 		}
758 
759 		/* Pre-bank switch */
760 		if (ops->pre_bank_switch) {
761 			ret = ops->pre_bank_switch(bus);
762 			if (ret < 0) {
763 				dev_err(bus->dev,
764 					"Pre bank switch op failed: %d\n", ret);
765 				goto msg_unlock;
766 			}
767 		}
768 
769 		/*
770 		 * Perform Bank switch operation.
771 		 * For multi link cases, the actual bank switch is
772 		 * synchronized across all Masters and happens later as a
773 		 * part of post_bank_switch ops.
774 		 */
775 		ret = sdw_bank_switch(bus, stream->m_rt_count);
776 		if (ret < 0) {
777 			dev_err(bus->dev, "Bank switch failed: %d\n", ret);
778 			goto error;
779 		}
780 	}
781 
782 	/*
783 	 * For multi link cases, it is expected that the bank switch is
784 	 * triggered by the post_bank_switch for the first Master in the list
785 	 * and for the other Masters the post_bank_switch() should return doing
786 	 * nothing.
787 	 */
788 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
789 		bus = m_rt->bus;
790 		ops = bus->ops;
791 
792 		/* Post-bank switch */
793 		if (ops->post_bank_switch) {
794 			ret = ops->post_bank_switch(bus);
795 			if (ret < 0) {
796 				dev_err(bus->dev,
797 					"Post bank switch op failed: %d\n",
798 					ret);
799 				goto error;
800 			}
801 		} else if (bus->multi_link && stream->m_rt_count > 1) {
802 			dev_err(bus->dev,
803 				"Post bank switch ops not implemented\n");
804 			goto error;
805 		}
806 
807 		/* Set the bank switch timeout to default, if not set */
808 		if (!bus->bank_switch_timeout)
809 			bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
810 
811 		/* Check if bank switch was successful */
812 		ret = sdw_ml_sync_bank_switch(bus);
813 		if (ret < 0) {
814 			dev_err(bus->dev,
815 				"multi link bank switch failed: %d\n", ret);
816 			goto error;
817 		}
818 
819 		if (bus->multi_link)
820 			mutex_unlock(&bus->msg_lock);
821 	}
822 
823 	return ret;
824 
825 error:
826 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
827 		bus = m_rt->bus;
828 
829 		kfree(bus->defer_msg.msg->buf);
830 		kfree(bus->defer_msg.msg);
831 	}
832 
833 msg_unlock:
834 
835 	if (multi_link) {
836 		list_for_each_entry(m_rt, &stream->master_list, stream_node) {
837 			bus = m_rt->bus;
838 			if (mutex_is_locked(&bus->msg_lock))
839 				mutex_unlock(&bus->msg_lock);
840 		}
841 	}
842 
843 	return ret;
844 }
845 
846 /**
847  * sdw_release_stream() - Free the assigned stream runtime
848  *
849  * @stream: SoundWire stream runtime
850  *
851  * sdw_release_stream should be called only once per stream
852  */
853 void sdw_release_stream(struct sdw_stream_runtime *stream)
854 {
855 	kfree(stream);
856 }
857 EXPORT_SYMBOL(sdw_release_stream);
858 
859 /**
860  * sdw_alloc_stream() - Allocate and return stream runtime
861  *
862  * @stream_name: SoundWire stream name
863  *
864  * Allocates a SoundWire stream runtime instance.
865  * sdw_alloc_stream should be called only once per stream. Typically
866  * invoked from ALSA/ASoC machine/platform driver.
867  */
868 struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
869 {
870 	struct sdw_stream_runtime *stream;
871 
872 	stream = kzalloc(sizeof(*stream), GFP_KERNEL);
873 	if (!stream)
874 		return NULL;
875 
876 	stream->name = stream_name;
877 	INIT_LIST_HEAD(&stream->master_list);
878 	stream->state = SDW_STREAM_ALLOCATED;
879 	stream->m_rt_count = 0;
880 
881 	return stream;
882 }
883 EXPORT_SYMBOL(sdw_alloc_stream);
884 
885 static struct sdw_master_runtime
886 *sdw_find_master_rt(struct sdw_bus *bus,
887 		    struct sdw_stream_runtime *stream)
888 {
889 	struct sdw_master_runtime *m_rt;
890 
891 	/* Retrieve Bus handle if already available */
892 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
893 		if (m_rt->bus == bus)
894 			return m_rt;
895 	}
896 
897 	return NULL;
898 }
899 
900 /**
901  * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
902  *
903  * @bus: SDW bus instance
904  * @stream_config: Stream configuration
905  * @stream: Stream runtime handle.
906  *
907  * This function is to be called with bus_lock held.
908  */
909 static struct sdw_master_runtime
910 *sdw_alloc_master_rt(struct sdw_bus *bus,
911 		     struct sdw_stream_config *stream_config,
912 		     struct sdw_stream_runtime *stream)
913 {
914 	struct sdw_master_runtime *m_rt;
915 
916 	/*
917 	 * check if Master is already allocated (as a result of Slave adding
918 	 * it first), if so skip allocation and go to configure
919 	 */
920 	m_rt = sdw_find_master_rt(bus, stream);
921 	if (m_rt)
922 		goto stream_config;
923 
924 	m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
925 	if (!m_rt)
926 		return NULL;
927 
928 	/* Initialization of Master runtime handle */
929 	INIT_LIST_HEAD(&m_rt->port_list);
930 	INIT_LIST_HEAD(&m_rt->slave_rt_list);
931 	list_add_tail(&m_rt->stream_node, &stream->master_list);
932 
933 	list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
934 
935 stream_config:
936 	m_rt->ch_count = stream_config->ch_count;
937 	m_rt->bus = bus;
938 	m_rt->stream = stream;
939 	m_rt->direction = stream_config->direction;
940 
941 	return m_rt;
942 }
943 
944 /**
945  * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
946  *
947  * @slave: Slave handle
948  * @stream_config: Stream configuration
949  * @stream: Stream runtime handle
950  *
951  * This function is to be called with bus_lock held.
952  */
953 static struct sdw_slave_runtime
954 *sdw_alloc_slave_rt(struct sdw_slave *slave,
955 		    struct sdw_stream_config *stream_config,
956 		    struct sdw_stream_runtime *stream)
957 {
958 	struct sdw_slave_runtime *s_rt;
959 
960 	s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
961 	if (!s_rt)
962 		return NULL;
963 
964 	INIT_LIST_HEAD(&s_rt->port_list);
965 	s_rt->ch_count = stream_config->ch_count;
966 	s_rt->direction = stream_config->direction;
967 	s_rt->slave = slave;
968 
969 	return s_rt;
970 }
971 
972 static void sdw_master_port_release(struct sdw_bus *bus,
973 				    struct sdw_master_runtime *m_rt)
974 {
975 	struct sdw_port_runtime *p_rt, *_p_rt;
976 
977 	list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
978 		list_del(&p_rt->port_node);
979 		kfree(p_rt);
980 	}
981 }
982 
983 static void sdw_slave_port_release(struct sdw_bus *bus,
984 				   struct sdw_slave *slave,
985 				   struct sdw_stream_runtime *stream)
986 {
987 	struct sdw_port_runtime *p_rt, *_p_rt;
988 	struct sdw_master_runtime *m_rt;
989 	struct sdw_slave_runtime *s_rt;
990 
991 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
992 		list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
993 			if (s_rt->slave != slave)
994 				continue;
995 
996 			list_for_each_entry_safe(p_rt, _p_rt,
997 						 &s_rt->port_list, port_node) {
998 				list_del(&p_rt->port_node);
999 				kfree(p_rt);
1000 			}
1001 		}
1002 	}
1003 }
1004 
1005 /**
1006  * sdw_release_slave_stream() - Free Slave(s) runtime handle
1007  *
1008  * @slave: Slave handle.
1009  * @stream: Stream runtime handle.
1010  *
1011  * This function is to be called with bus_lock held.
1012  */
1013 static void sdw_release_slave_stream(struct sdw_slave *slave,
1014 				     struct sdw_stream_runtime *stream)
1015 {
1016 	struct sdw_slave_runtime *s_rt, *_s_rt;
1017 	struct sdw_master_runtime *m_rt;
1018 
1019 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1020 		/* Retrieve Slave runtime handle */
1021 		list_for_each_entry_safe(s_rt, _s_rt,
1022 					 &m_rt->slave_rt_list, m_rt_node) {
1023 			if (s_rt->slave == slave) {
1024 				list_del(&s_rt->m_rt_node);
1025 				kfree(s_rt);
1026 				return;
1027 			}
1028 		}
1029 	}
1030 }
1031 
1032 /**
1033  * sdw_release_master_stream() - Free Master runtime handle
1034  *
1035  * @m_rt: Master runtime node
1036  * @stream: Stream runtime handle.
1037  *
1038  * This function is to be called with bus_lock held
1039  * It frees the Master runtime handle and associated Slave(s) runtime
1040  * handle. If this is called first then sdw_release_slave_stream() will have
1041  * no effect as Slave(s) runtime handle would already be freed up.
1042  */
1043 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
1044 				      struct sdw_stream_runtime *stream)
1045 {
1046 	struct sdw_slave_runtime *s_rt, *_s_rt;
1047 
1048 	list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1049 		sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
1050 		sdw_release_slave_stream(s_rt->slave, stream);
1051 	}
1052 
1053 	list_del(&m_rt->stream_node);
1054 	list_del(&m_rt->bus_node);
1055 	kfree(m_rt);
1056 }
1057 
1058 /**
1059  * sdw_stream_remove_master() - Remove master from sdw_stream
1060  *
1061  * @bus: SDW Bus instance
1062  * @stream: SoundWire stream
1063  *
1064  * This removes and frees port_rt and master_rt from a stream
1065  */
1066 int sdw_stream_remove_master(struct sdw_bus *bus,
1067 			     struct sdw_stream_runtime *stream)
1068 {
1069 	struct sdw_master_runtime *m_rt, *_m_rt;
1070 
1071 	mutex_lock(&bus->bus_lock);
1072 
1073 	list_for_each_entry_safe(m_rt, _m_rt,
1074 				 &stream->master_list, stream_node) {
1075 		if (m_rt->bus != bus)
1076 			continue;
1077 
1078 		sdw_master_port_release(bus, m_rt);
1079 		sdw_release_master_stream(m_rt, stream);
1080 		stream->m_rt_count--;
1081 	}
1082 
1083 	if (list_empty(&stream->master_list))
1084 		stream->state = SDW_STREAM_RELEASED;
1085 
1086 	mutex_unlock(&bus->bus_lock);
1087 
1088 	return 0;
1089 }
1090 EXPORT_SYMBOL(sdw_stream_remove_master);
1091 
1092 /**
1093  * sdw_stream_remove_slave() - Remove slave from sdw_stream
1094  *
1095  * @slave: SDW Slave instance
1096  * @stream: SoundWire stream
1097  *
1098  * This removes and frees port_rt and slave_rt from a stream
1099  */
1100 int sdw_stream_remove_slave(struct sdw_slave *slave,
1101 			    struct sdw_stream_runtime *stream)
1102 {
1103 	mutex_lock(&slave->bus->bus_lock);
1104 
1105 	sdw_slave_port_release(slave->bus, slave, stream);
1106 	sdw_release_slave_stream(slave, stream);
1107 
1108 	mutex_unlock(&slave->bus->bus_lock);
1109 
1110 	return 0;
1111 }
1112 EXPORT_SYMBOL(sdw_stream_remove_slave);
1113 
1114 /**
1115  * sdw_config_stream() - Configure the allocated stream
1116  *
1117  * @dev: SDW device
1118  * @stream: SoundWire stream
1119  * @stream_config: Stream configuration for audio stream
1120  * @is_slave: is API called from Slave or Master
1121  *
1122  * This function is to be called with bus_lock held.
1123  */
1124 static int sdw_config_stream(struct device *dev,
1125 			     struct sdw_stream_runtime *stream,
1126 			     struct sdw_stream_config *stream_config,
1127 			     bool is_slave)
1128 {
1129 	/*
1130 	 * Update the stream rate, channel and bps based on data
1131 	 * source. For more than one data source (multilink),
1132 	 * match the rate, bps, stream type and increment number of channels.
1133 	 *
1134 	 * If rate/bps is zero, it means the values are not set, so skip
1135 	 * comparison and allow the value to be set and stored in stream
1136 	 */
1137 	if (stream->params.rate &&
1138 	    stream->params.rate != stream_config->frame_rate) {
1139 		dev_err(dev, "rate not matching, stream:%s\n", stream->name);
1140 		return -EINVAL;
1141 	}
1142 
1143 	if (stream->params.bps &&
1144 	    stream->params.bps != stream_config->bps) {
1145 		dev_err(dev, "bps not matching, stream:%s\n", stream->name);
1146 		return -EINVAL;
1147 	}
1148 
1149 	stream->type = stream_config->type;
1150 	stream->params.rate = stream_config->frame_rate;
1151 	stream->params.bps = stream_config->bps;
1152 
1153 	/* TODO: Update this check during Device-device support */
1154 	if (is_slave)
1155 		stream->params.ch_count += stream_config->ch_count;
1156 
1157 	return 0;
1158 }
1159 
1160 static int sdw_is_valid_port_range(struct device *dev,
1161 				   struct sdw_port_runtime *p_rt)
1162 {
1163 	if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1164 		dev_err(dev,
1165 			"SoundWire: Invalid port number :%d\n", p_rt->num);
1166 		return -EINVAL;
1167 	}
1168 
1169 	return 0;
1170 }
1171 
1172 static struct sdw_port_runtime
1173 *sdw_port_alloc(struct device *dev,
1174 		struct sdw_port_config *port_config,
1175 		int port_index)
1176 {
1177 	struct sdw_port_runtime *p_rt;
1178 
1179 	p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1180 	if (!p_rt)
1181 		return NULL;
1182 
1183 	p_rt->ch_mask = port_config[port_index].ch_mask;
1184 	p_rt->num = port_config[port_index].num;
1185 
1186 	return p_rt;
1187 }
1188 
1189 static int sdw_master_port_config(struct sdw_bus *bus,
1190 				  struct sdw_master_runtime *m_rt,
1191 				  struct sdw_port_config *port_config,
1192 				  unsigned int num_ports)
1193 {
1194 	struct sdw_port_runtime *p_rt;
1195 	int i;
1196 
1197 	/* Iterate for number of ports to perform initialization */
1198 	for (i = 0; i < num_ports; i++) {
1199 		p_rt = sdw_port_alloc(bus->dev, port_config, i);
1200 		if (!p_rt)
1201 			return -ENOMEM;
1202 
1203 		/*
1204 		 * TODO: Check port capabilities for requested
1205 		 * configuration (audio mode support)
1206 		 */
1207 
1208 		list_add_tail(&p_rt->port_node, &m_rt->port_list);
1209 	}
1210 
1211 	return 0;
1212 }
1213 
1214 static int sdw_slave_port_config(struct sdw_slave *slave,
1215 				 struct sdw_slave_runtime *s_rt,
1216 				 struct sdw_port_config *port_config,
1217 				 unsigned int num_config)
1218 {
1219 	struct sdw_port_runtime *p_rt;
1220 	int i, ret;
1221 
1222 	/* Iterate for number of ports to perform initialization */
1223 	for (i = 0; i < num_config; i++) {
1224 		p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1225 		if (!p_rt)
1226 			return -ENOMEM;
1227 
1228 		/*
1229 		 * TODO: Check valid port range as defined by DisCo/
1230 		 * slave
1231 		 */
1232 		ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1233 		if (ret < 0) {
1234 			kfree(p_rt);
1235 			return ret;
1236 		}
1237 
1238 		/*
1239 		 * TODO: Check port capabilities for requested
1240 		 * configuration (audio mode support)
1241 		 */
1242 
1243 		list_add_tail(&p_rt->port_node, &s_rt->port_list);
1244 	}
1245 
1246 	return 0;
1247 }
1248 
1249 /**
1250  * sdw_stream_add_master() - Allocate and add master runtime to a stream
1251  *
1252  * @bus: SDW Bus instance
1253  * @stream_config: Stream configuration for audio stream
1254  * @port_config: Port configuration for audio stream
1255  * @num_ports: Number of ports
1256  * @stream: SoundWire stream
1257  */
1258 int sdw_stream_add_master(struct sdw_bus *bus,
1259 			  struct sdw_stream_config *stream_config,
1260 			  struct sdw_port_config *port_config,
1261 			  unsigned int num_ports,
1262 			  struct sdw_stream_runtime *stream)
1263 {
1264 	struct sdw_master_runtime *m_rt;
1265 	int ret;
1266 
1267 	mutex_lock(&bus->bus_lock);
1268 
1269 	/*
1270 	 * For multi link streams, add the second master only if
1271 	 * the bus supports it.
1272 	 * Check if bus->multi_link is set
1273 	 */
1274 	if (!bus->multi_link && stream->m_rt_count > 0) {
1275 		dev_err(bus->dev,
1276 			"Multilink not supported, link %d\n", bus->link_id);
1277 		ret = -EINVAL;
1278 		goto unlock;
1279 	}
1280 
1281 	m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1282 	if (!m_rt) {
1283 		dev_err(bus->dev,
1284 			"Master runtime config failed for stream:%s\n",
1285 			stream->name);
1286 		ret = -ENOMEM;
1287 		goto unlock;
1288 	}
1289 
1290 	ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1291 	if (ret)
1292 		goto stream_error;
1293 
1294 	ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1295 	if (ret)
1296 		goto stream_error;
1297 
1298 	stream->m_rt_count++;
1299 
1300 	goto unlock;
1301 
1302 stream_error:
1303 	sdw_release_master_stream(m_rt, stream);
1304 unlock:
1305 	mutex_unlock(&bus->bus_lock);
1306 	return ret;
1307 }
1308 EXPORT_SYMBOL(sdw_stream_add_master);
1309 
1310 /**
1311  * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1312  *
1313  * @slave: SDW Slave instance
1314  * @stream_config: Stream configuration for audio stream
1315  * @stream: SoundWire stream
1316  * @port_config: Port configuration for audio stream
1317  * @num_ports: Number of ports
1318  *
1319  * It is expected that Slave is added before adding Master
1320  * to the Stream.
1321  *
1322  */
1323 int sdw_stream_add_slave(struct sdw_slave *slave,
1324 			 struct sdw_stream_config *stream_config,
1325 			 struct sdw_port_config *port_config,
1326 			 unsigned int num_ports,
1327 			 struct sdw_stream_runtime *stream)
1328 {
1329 	struct sdw_slave_runtime *s_rt;
1330 	struct sdw_master_runtime *m_rt;
1331 	int ret;
1332 
1333 	mutex_lock(&slave->bus->bus_lock);
1334 
1335 	/*
1336 	 * If this API is invoked by Slave first then m_rt is not valid.
1337 	 * So, allocate m_rt and add Slave to it.
1338 	 */
1339 	m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1340 	if (!m_rt) {
1341 		dev_err(&slave->dev,
1342 			"alloc master runtime failed for stream:%s\n",
1343 			stream->name);
1344 		ret = -ENOMEM;
1345 		goto error;
1346 	}
1347 
1348 	s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1349 	if (!s_rt) {
1350 		dev_err(&slave->dev,
1351 			"Slave runtime config failed for stream:%s\n",
1352 			stream->name);
1353 		ret = -ENOMEM;
1354 		goto stream_error;
1355 	}
1356 
1357 	ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1358 	if (ret)
1359 		goto stream_error;
1360 
1361 	list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1362 
1363 	ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1364 	if (ret)
1365 		goto stream_error;
1366 
1367 	/*
1368 	 * Change stream state to CONFIGURED on first Slave add.
1369 	 * Bus is not aware of number of Slave(s) in a stream at this
1370 	 * point so cannot depend on all Slave(s) to be added in order to
1371 	 * change stream state to CONFIGURED.
1372 	 */
1373 	stream->state = SDW_STREAM_CONFIGURED;
1374 	goto error;
1375 
1376 stream_error:
1377 	/*
1378 	 * we hit error so cleanup the stream, release all Slave(s) and
1379 	 * Master runtime
1380 	 */
1381 	sdw_release_master_stream(m_rt, stream);
1382 error:
1383 	mutex_unlock(&slave->bus->bus_lock);
1384 	return ret;
1385 }
1386 EXPORT_SYMBOL(sdw_stream_add_slave);
1387 
1388 /**
1389  * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1390  *
1391  * @slave: Slave handle
1392  * @direction: Data direction.
1393  * @port_num: Port number
1394  */
1395 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1396 					    enum sdw_data_direction direction,
1397 					    unsigned int port_num)
1398 {
1399 	struct sdw_dpn_prop *dpn_prop;
1400 	u8 num_ports;
1401 	int i;
1402 
1403 	if (direction == SDW_DATA_DIR_TX) {
1404 		num_ports = hweight32(slave->prop.source_ports);
1405 		dpn_prop = slave->prop.src_dpn_prop;
1406 	} else {
1407 		num_ports = hweight32(slave->prop.sink_ports);
1408 		dpn_prop = slave->prop.sink_dpn_prop;
1409 	}
1410 
1411 	for (i = 0; i < num_ports; i++) {
1412 		if (dpn_prop[i].num == port_num)
1413 			return &dpn_prop[i];
1414 	}
1415 
1416 	return NULL;
1417 }
1418 
1419 /**
1420  * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1421  *
1422  * @stream: SoundWire stream
1423  *
1424  * Acquire bus_lock for each of the master runtime(m_rt) part of this
1425  * stream to reconfigure the bus.
1426  * NOTE: This function is called from SoundWire stream ops and is
1427  * expected that a global lock is held before acquiring bus_lock.
1428  */
1429 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1430 {
1431 	struct sdw_master_runtime *m_rt;
1432 	struct sdw_bus *bus = NULL;
1433 
1434 	/* Iterate for all Master(s) in Master list */
1435 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1436 		bus = m_rt->bus;
1437 
1438 		mutex_lock(&bus->bus_lock);
1439 	}
1440 }
1441 
1442 /**
1443  * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1444  *
1445  * @stream: SoundWire stream
1446  *
1447  * Release the previously held bus_lock after reconfiguring the bus.
1448  * NOTE: This function is called from SoundWire stream ops and is
1449  * expected that a global lock is held before releasing bus_lock.
1450  */
1451 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1452 {
1453 	struct sdw_master_runtime *m_rt = NULL;
1454 	struct sdw_bus *bus = NULL;
1455 
1456 	/* Iterate for all Master(s) in Master list */
1457 	list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1458 		bus = m_rt->bus;
1459 		mutex_unlock(&bus->bus_lock);
1460 	}
1461 }
1462 
1463 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream)
1464 {
1465 	struct sdw_master_runtime *m_rt;
1466 	struct sdw_bus *bus = NULL;
1467 	struct sdw_master_prop *prop;
1468 	struct sdw_bus_params params;
1469 	int ret;
1470 
1471 	/* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1472 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1473 		bus = m_rt->bus;
1474 		prop = &bus->prop;
1475 		memcpy(&params, &bus->params, sizeof(params));
1476 
1477 		/* TODO: Support Asynchronous mode */
1478 		if ((prop->max_clk_freq % stream->params.rate) != 0) {
1479 			dev_err(bus->dev, "Async mode not supported\n");
1480 			return -EINVAL;
1481 		}
1482 
1483 		/* Increment cumulative bus bandwidth */
1484 		/* TODO: Update this during Device-Device support */
1485 		bus->params.bandwidth += m_rt->stream->params.rate *
1486 			m_rt->ch_count * m_rt->stream->params.bps;
1487 
1488 		/* Compute params */
1489 		if (bus->compute_params) {
1490 			ret = bus->compute_params(bus);
1491 			if (ret < 0) {
1492 				dev_err(bus->dev, "Compute params failed: %d",
1493 					ret);
1494 				return ret;
1495 			}
1496 		}
1497 
1498 		/* Program params */
1499 		ret = sdw_program_params(bus);
1500 		if (ret < 0) {
1501 			dev_err(bus->dev, "Program params failed: %d\n", ret);
1502 			goto restore_params;
1503 		}
1504 	}
1505 
1506 	if (!bus) {
1507 		pr_err("Configuration error in %s\n", __func__);
1508 		return -EINVAL;
1509 	}
1510 
1511 	ret = do_bank_switch(stream);
1512 	if (ret < 0) {
1513 		dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1514 		goto restore_params;
1515 	}
1516 
1517 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1518 		bus = m_rt->bus;
1519 
1520 		/* Prepare port(s) on the new clock configuration */
1521 		ret = sdw_prep_deprep_ports(m_rt, true);
1522 		if (ret < 0) {
1523 			dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
1524 				ret);
1525 			return ret;
1526 		}
1527 	}
1528 
1529 	stream->state = SDW_STREAM_PREPARED;
1530 
1531 	return ret;
1532 
1533 restore_params:
1534 	memcpy(&bus->params, &params, sizeof(params));
1535 	return ret;
1536 }
1537 
1538 /**
1539  * sdw_prepare_stream() - Prepare SoundWire stream
1540  *
1541  * @stream: Soundwire stream
1542  *
1543  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1544  */
1545 int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1546 {
1547 	int ret = 0;
1548 
1549 	if (!stream) {
1550 		pr_err("SoundWire: Handle not found for stream\n");
1551 		return -EINVAL;
1552 	}
1553 
1554 	sdw_acquire_bus_lock(stream);
1555 
1556 	ret = _sdw_prepare_stream(stream);
1557 	if (ret < 0)
1558 		pr_err("Prepare for stream:%s failed: %d\n", stream->name, ret);
1559 
1560 	sdw_release_bus_lock(stream);
1561 	return ret;
1562 }
1563 EXPORT_SYMBOL(sdw_prepare_stream);
1564 
1565 static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1566 {
1567 	struct sdw_master_runtime *m_rt;
1568 	struct sdw_bus *bus = NULL;
1569 	int ret;
1570 
1571 	/* Enable Master(s) and Slave(s) port(s) associated with stream */
1572 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1573 		bus = m_rt->bus;
1574 
1575 		/* Program params */
1576 		ret = sdw_program_params(bus);
1577 		if (ret < 0) {
1578 			dev_err(bus->dev, "Program params failed: %d\n", ret);
1579 			return ret;
1580 		}
1581 
1582 		/* Enable port(s) */
1583 		ret = sdw_enable_disable_ports(m_rt, true);
1584 		if (ret < 0) {
1585 			dev_err(bus->dev,
1586 				"Enable port(s) failed ret: %d\n", ret);
1587 			return ret;
1588 		}
1589 	}
1590 
1591 	if (!bus) {
1592 		pr_err("Configuration error in %s\n", __func__);
1593 		return -EINVAL;
1594 	}
1595 
1596 	ret = do_bank_switch(stream);
1597 	if (ret < 0) {
1598 		dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1599 		return ret;
1600 	}
1601 
1602 	stream->state = SDW_STREAM_ENABLED;
1603 	return 0;
1604 }
1605 
1606 /**
1607  * sdw_enable_stream() - Enable SoundWire stream
1608  *
1609  * @stream: Soundwire stream
1610  *
1611  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1612  */
1613 int sdw_enable_stream(struct sdw_stream_runtime *stream)
1614 {
1615 	int ret;
1616 
1617 	if (!stream) {
1618 		pr_err("SoundWire: Handle not found for stream\n");
1619 		return -EINVAL;
1620 	}
1621 
1622 	sdw_acquire_bus_lock(stream);
1623 
1624 	ret = _sdw_enable_stream(stream);
1625 	if (ret < 0)
1626 		pr_err("Enable for stream:%s failed: %d\n", stream->name, ret);
1627 
1628 	sdw_release_bus_lock(stream);
1629 	return ret;
1630 }
1631 EXPORT_SYMBOL(sdw_enable_stream);
1632 
1633 static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1634 {
1635 	struct sdw_master_runtime *m_rt;
1636 	int ret;
1637 
1638 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1639 		struct sdw_bus *bus = m_rt->bus;
1640 
1641 		/* Disable port(s) */
1642 		ret = sdw_enable_disable_ports(m_rt, false);
1643 		if (ret < 0) {
1644 			dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1645 			return ret;
1646 		}
1647 	}
1648 	stream->state = SDW_STREAM_DISABLED;
1649 
1650 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1651 		struct sdw_bus *bus = m_rt->bus;
1652 
1653 		/* Program params */
1654 		ret = sdw_program_params(bus);
1655 		if (ret < 0) {
1656 			dev_err(bus->dev, "Program params failed: %d\n", ret);
1657 			return ret;
1658 		}
1659 	}
1660 
1661 	ret = do_bank_switch(stream);
1662 	if (ret < 0) {
1663 		pr_err("Bank switch failed: %d\n", ret);
1664 		return ret;
1665 	}
1666 
1667 	/* make sure alternate bank (previous current) is also disabled */
1668 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1669 		struct sdw_bus *bus = m_rt->bus;
1670 
1671 		/* Disable port(s) */
1672 		ret = sdw_enable_disable_ports(m_rt, false);
1673 		if (ret < 0) {
1674 			dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1675 			return ret;
1676 		}
1677 	}
1678 
1679 	return 0;
1680 }
1681 
1682 /**
1683  * sdw_disable_stream() - Disable SoundWire stream
1684  *
1685  * @stream: Soundwire stream
1686  *
1687  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1688  */
1689 int sdw_disable_stream(struct sdw_stream_runtime *stream)
1690 {
1691 	int ret;
1692 
1693 	if (!stream) {
1694 		pr_err("SoundWire: Handle not found for stream\n");
1695 		return -EINVAL;
1696 	}
1697 
1698 	sdw_acquire_bus_lock(stream);
1699 
1700 	ret = _sdw_disable_stream(stream);
1701 	if (ret < 0)
1702 		pr_err("Disable for stream:%s failed: %d\n", stream->name, ret);
1703 
1704 	sdw_release_bus_lock(stream);
1705 	return ret;
1706 }
1707 EXPORT_SYMBOL(sdw_disable_stream);
1708 
1709 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1710 {
1711 	struct sdw_master_runtime *m_rt;
1712 	struct sdw_bus *bus;
1713 	int ret = 0;
1714 
1715 	list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1716 		bus = m_rt->bus;
1717 		/* De-prepare port(s) */
1718 		ret = sdw_prep_deprep_ports(m_rt, false);
1719 		if (ret < 0) {
1720 			dev_err(bus->dev,
1721 				"De-prepare port(s) failed: %d\n", ret);
1722 			return ret;
1723 		}
1724 
1725 		/* TODO: Update this during Device-Device support */
1726 		bus->params.bandwidth -= m_rt->stream->params.rate *
1727 			m_rt->ch_count * m_rt->stream->params.bps;
1728 
1729 		/* Program params */
1730 		ret = sdw_program_params(bus);
1731 		if (ret < 0) {
1732 			dev_err(bus->dev, "Program params failed: %d\n", ret);
1733 			return ret;
1734 		}
1735 	}
1736 
1737 	stream->state = SDW_STREAM_DEPREPARED;
1738 	return do_bank_switch(stream);
1739 }
1740 
1741 /**
1742  * sdw_deprepare_stream() - Deprepare SoundWire stream
1743  *
1744  * @stream: Soundwire stream
1745  *
1746  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1747  */
1748 int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1749 {
1750 	int ret;
1751 
1752 	if (!stream) {
1753 		pr_err("SoundWire: Handle not found for stream\n");
1754 		return -EINVAL;
1755 	}
1756 
1757 	sdw_acquire_bus_lock(stream);
1758 	ret = _sdw_deprepare_stream(stream);
1759 	if (ret < 0)
1760 		pr_err("De-prepare for stream:%d failed: %d\n", ret, ret);
1761 
1762 	sdw_release_bus_lock(stream);
1763 	return ret;
1764 }
1765 EXPORT_SYMBOL(sdw_deprepare_stream);
1766