xref: /openbmc/linux/sound/soc/soc-pcm.c (revision 0da85d1e)
1 /*
2  * soc-pcm.c  --  ALSA SoC PCM
3  *
4  * Copyright 2005 Wolfson Microelectronics PLC.
5  * Copyright 2005 Openedhand Ltd.
6  * Copyright (C) 2010 Slimlogic Ltd.
7  * Copyright (C) 2010 Texas Instruments Inc.
8  *
9  * Authors: Liam Girdwood <lrg@ti.com>
10  *          Mark Brown <broonie@opensource.wolfsonmicro.com>
11  *
12  *  This program is free software; you can redistribute  it and/or modify it
13  *  under  the terms of  the GNU General  Public License as published by the
14  *  Free Software Foundation;  either version 2 of the  License, or (at your
15  *  option) any later version.
16  *
17  */
18 
19 #include <linux/kernel.h>
20 #include <linux/init.h>
21 #include <linux/delay.h>
22 #include <linux/pinctrl/consumer.h>
23 #include <linux/pm_runtime.h>
24 #include <linux/slab.h>
25 #include <linux/workqueue.h>
26 #include <linux/export.h>
27 #include <linux/debugfs.h>
28 #include <sound/core.h>
29 #include <sound/pcm.h>
30 #include <sound/pcm_params.h>
31 #include <sound/soc.h>
32 #include <sound/soc-dpcm.h>
33 #include <sound/initval.h>
34 
35 #define DPCM_MAX_BE_USERS	8
36 
37 /**
38  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
39  * @rtd: ASoC PCM runtime that is activated
40  * @stream: Direction of the PCM stream
41  *
42  * Increments the active count for all the DAIs and components attached to a PCM
43  * runtime. Should typically be called when a stream is opened.
44  *
45  * Must be called with the rtd->pcm_mutex being held
46  */
47 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
48 {
49 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
50 	int i;
51 
52 	lockdep_assert_held(&rtd->pcm_mutex);
53 
54 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
55 		cpu_dai->playback_active++;
56 		for (i = 0; i < rtd->num_codecs; i++)
57 			rtd->codec_dais[i]->playback_active++;
58 	} else {
59 		cpu_dai->capture_active++;
60 		for (i = 0; i < rtd->num_codecs; i++)
61 			rtd->codec_dais[i]->capture_active++;
62 	}
63 
64 	cpu_dai->active++;
65 	cpu_dai->component->active++;
66 	for (i = 0; i < rtd->num_codecs; i++) {
67 		rtd->codec_dais[i]->active++;
68 		rtd->codec_dais[i]->component->active++;
69 	}
70 }
71 
72 /**
73  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
74  * @rtd: ASoC PCM runtime that is deactivated
75  * @stream: Direction of the PCM stream
76  *
77  * Decrements the active count for all the DAIs and components attached to a PCM
78  * runtime. Should typically be called when a stream is closed.
79  *
80  * Must be called with the rtd->pcm_mutex being held
81  */
82 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
83 {
84 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
85 	int i;
86 
87 	lockdep_assert_held(&rtd->pcm_mutex);
88 
89 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
90 		cpu_dai->playback_active--;
91 		for (i = 0; i < rtd->num_codecs; i++)
92 			rtd->codec_dais[i]->playback_active--;
93 	} else {
94 		cpu_dai->capture_active--;
95 		for (i = 0; i < rtd->num_codecs; i++)
96 			rtd->codec_dais[i]->capture_active--;
97 	}
98 
99 	cpu_dai->active--;
100 	cpu_dai->component->active--;
101 	for (i = 0; i < rtd->num_codecs; i++) {
102 		rtd->codec_dais[i]->component->active--;
103 		rtd->codec_dais[i]->active--;
104 	}
105 }
106 
107 /**
108  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
109  * @rtd: The ASoC PCM runtime that should be checked.
110  *
111  * This function checks whether the power down delay should be ignored for a
112  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
113  * been configured to ignore the delay, or if none of the components benefits
114  * from having the delay.
115  */
116 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
117 {
118 	int i;
119 	bool ignore = true;
120 
121 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
122 		return true;
123 
124 	for (i = 0; i < rtd->num_codecs; i++)
125 		ignore &= rtd->codec_dais[i]->component->ignore_pmdown_time;
126 
127 	return rtd->cpu_dai->component->ignore_pmdown_time && ignore;
128 }
129 
130 /**
131  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
132  * @substream: the pcm substream
133  * @hw: the hardware parameters
134  *
135  * Sets the substream runtime hardware parameters.
136  */
137 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
138 	const struct snd_pcm_hardware *hw)
139 {
140 	struct snd_pcm_runtime *runtime = substream->runtime;
141 	runtime->hw.info = hw->info;
142 	runtime->hw.formats = hw->formats;
143 	runtime->hw.period_bytes_min = hw->period_bytes_min;
144 	runtime->hw.period_bytes_max = hw->period_bytes_max;
145 	runtime->hw.periods_min = hw->periods_min;
146 	runtime->hw.periods_max = hw->periods_max;
147 	runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
148 	runtime->hw.fifo_size = hw->fifo_size;
149 	return 0;
150 }
151 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
152 
153 /* DPCM stream event, send event to FE and all active BEs. */
154 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
155 	int event)
156 {
157 	struct snd_soc_dpcm *dpcm;
158 
159 	list_for_each_entry(dpcm, &fe->dpcm[dir].be_clients, list_be) {
160 
161 		struct snd_soc_pcm_runtime *be = dpcm->be;
162 
163 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
164 				be->dai_link->name, event, dir);
165 
166 		snd_soc_dapm_stream_event(be, dir, event);
167 	}
168 
169 	snd_soc_dapm_stream_event(fe, dir, event);
170 
171 	return 0;
172 }
173 
174 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
175 					struct snd_soc_dai *soc_dai)
176 {
177 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
178 	int ret;
179 
180 	if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
181 				rtd->dai_link->symmetric_rates)) {
182 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
183 				soc_dai->rate);
184 
185 		ret = snd_pcm_hw_constraint_minmax(substream->runtime,
186 						SNDRV_PCM_HW_PARAM_RATE,
187 						soc_dai->rate, soc_dai->rate);
188 		if (ret < 0) {
189 			dev_err(soc_dai->dev,
190 				"ASoC: Unable to apply rate constraint: %d\n",
191 				ret);
192 			return ret;
193 		}
194 	}
195 
196 	if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
197 				rtd->dai_link->symmetric_channels)) {
198 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
199 				soc_dai->channels);
200 
201 		ret = snd_pcm_hw_constraint_minmax(substream->runtime,
202 						SNDRV_PCM_HW_PARAM_CHANNELS,
203 						soc_dai->channels,
204 						soc_dai->channels);
205 		if (ret < 0) {
206 			dev_err(soc_dai->dev,
207 				"ASoC: Unable to apply channel symmetry constraint: %d\n",
208 				ret);
209 			return ret;
210 		}
211 	}
212 
213 	if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
214 				rtd->dai_link->symmetric_samplebits)) {
215 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
216 				soc_dai->sample_bits);
217 
218 		ret = snd_pcm_hw_constraint_minmax(substream->runtime,
219 						SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
220 						soc_dai->sample_bits,
221 						soc_dai->sample_bits);
222 		if (ret < 0) {
223 			dev_err(soc_dai->dev,
224 				"ASoC: Unable to apply sample bits symmetry constraint: %d\n",
225 				ret);
226 			return ret;
227 		}
228 	}
229 
230 	return 0;
231 }
232 
233 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
234 				struct snd_pcm_hw_params *params)
235 {
236 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
237 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
238 	unsigned int rate, channels, sample_bits, symmetry, i;
239 
240 	rate = params_rate(params);
241 	channels = params_channels(params);
242 	sample_bits = snd_pcm_format_physical_width(params_format(params));
243 
244 	/* reject unmatched parameters when applying symmetry */
245 	symmetry = cpu_dai->driver->symmetric_rates ||
246 		rtd->dai_link->symmetric_rates;
247 
248 	for (i = 0; i < rtd->num_codecs; i++)
249 		symmetry |= rtd->codec_dais[i]->driver->symmetric_rates;
250 
251 	if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
252 		dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
253 				cpu_dai->rate, rate);
254 		return -EINVAL;
255 	}
256 
257 	symmetry = cpu_dai->driver->symmetric_channels ||
258 		rtd->dai_link->symmetric_channels;
259 
260 	for (i = 0; i < rtd->num_codecs; i++)
261 		symmetry |= rtd->codec_dais[i]->driver->symmetric_channels;
262 
263 	if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
264 		dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
265 				cpu_dai->channels, channels);
266 		return -EINVAL;
267 	}
268 
269 	symmetry = cpu_dai->driver->symmetric_samplebits ||
270 		rtd->dai_link->symmetric_samplebits;
271 
272 	for (i = 0; i < rtd->num_codecs; i++)
273 		symmetry |= rtd->codec_dais[i]->driver->symmetric_samplebits;
274 
275 	if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
276 		dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
277 				cpu_dai->sample_bits, sample_bits);
278 		return -EINVAL;
279 	}
280 
281 	return 0;
282 }
283 
284 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
285 {
286 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
287 	struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
288 	struct snd_soc_dai_link *link = rtd->dai_link;
289 	unsigned int symmetry, i;
290 
291 	symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
292 		cpu_driver->symmetric_channels || link->symmetric_channels ||
293 		cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
294 
295 	for (i = 0; i < rtd->num_codecs; i++)
296 		symmetry = symmetry ||
297 			rtd->codec_dais[i]->driver->symmetric_rates ||
298 			rtd->codec_dais[i]->driver->symmetric_channels ||
299 			rtd->codec_dais[i]->driver->symmetric_samplebits;
300 
301 	return symmetry;
302 }
303 
304 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
305 {
306 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
307 	int ret;
308 
309 	if (!bits)
310 		return;
311 
312 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
313 	if (ret != 0)
314 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
315 				 bits, ret);
316 }
317 
318 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
319 {
320 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
321 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
322 	struct snd_soc_dai *codec_dai;
323 	int i;
324 	unsigned int bits = 0, cpu_bits;
325 
326 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
327 		for (i = 0; i < rtd->num_codecs; i++) {
328 			codec_dai = rtd->codec_dais[i];
329 			if (codec_dai->driver->playback.sig_bits == 0) {
330 				bits = 0;
331 				break;
332 			}
333 			bits = max(codec_dai->driver->playback.sig_bits, bits);
334 		}
335 		cpu_bits = cpu_dai->driver->playback.sig_bits;
336 	} else {
337 		for (i = 0; i < rtd->num_codecs; i++) {
338 			codec_dai = rtd->codec_dais[i];
339 			if (codec_dai->driver->capture.sig_bits == 0) {
340 				bits = 0;
341 				break;
342 			}
343 			bits = max(codec_dai->driver->capture.sig_bits, bits);
344 		}
345 		cpu_bits = cpu_dai->driver->capture.sig_bits;
346 	}
347 
348 	soc_pcm_set_msb(substream, bits);
349 	soc_pcm_set_msb(substream, cpu_bits);
350 }
351 
352 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
353 {
354 	struct snd_pcm_runtime *runtime = substream->runtime;
355 	struct snd_pcm_hardware *hw = &runtime->hw;
356 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
357 	struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
358 	struct snd_soc_dai_driver *codec_dai_drv;
359 	struct snd_soc_pcm_stream *codec_stream;
360 	struct snd_soc_pcm_stream *cpu_stream;
361 	unsigned int chan_min = 0, chan_max = UINT_MAX;
362 	unsigned int rate_min = 0, rate_max = UINT_MAX;
363 	unsigned int rates = UINT_MAX;
364 	u64 formats = ULLONG_MAX;
365 	int i;
366 
367 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
368 		cpu_stream = &cpu_dai_drv->playback;
369 	else
370 		cpu_stream = &cpu_dai_drv->capture;
371 
372 	/* first calculate min/max only for CODECs in the DAI link */
373 	for (i = 0; i < rtd->num_codecs; i++) {
374 		codec_dai_drv = rtd->codec_dais[i]->driver;
375 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
376 			codec_stream = &codec_dai_drv->playback;
377 		else
378 			codec_stream = &codec_dai_drv->capture;
379 		chan_min = max(chan_min, codec_stream->channels_min);
380 		chan_max = min(chan_max, codec_stream->channels_max);
381 		rate_min = max(rate_min, codec_stream->rate_min);
382 		rate_max = min_not_zero(rate_max, codec_stream->rate_max);
383 		formats &= codec_stream->formats;
384 		rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
385 	}
386 
387 	/*
388 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
389 	 * connected to a single CPU DAI, use CPU DAI's directly and let
390 	 * channel allocation be fixed up later
391 	 */
392 	if (rtd->num_codecs > 1) {
393 		chan_min = cpu_stream->channels_min;
394 		chan_max = cpu_stream->channels_max;
395 	}
396 
397 	hw->channels_min = max(chan_min, cpu_stream->channels_min);
398 	hw->channels_max = min(chan_max, cpu_stream->channels_max);
399 	if (hw->formats)
400 		hw->formats &= formats & cpu_stream->formats;
401 	else
402 		hw->formats = formats & cpu_stream->formats;
403 	hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
404 
405 	snd_pcm_limit_hw_rates(runtime);
406 
407 	hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
408 	hw->rate_min = max(hw->rate_min, rate_min);
409 	hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
410 	hw->rate_max = min_not_zero(hw->rate_max, rate_max);
411 }
412 
413 /*
414  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
415  * then initialized and any private data can be allocated. This also calls
416  * startup for the cpu DAI, platform, machine and codec DAI.
417  */
418 static int soc_pcm_open(struct snd_pcm_substream *substream)
419 {
420 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
421 	struct snd_pcm_runtime *runtime = substream->runtime;
422 	struct snd_soc_platform *platform = rtd->platform;
423 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
424 	struct snd_soc_dai *codec_dai;
425 	const char *codec_dai_name = "multicodec";
426 	int i, ret = 0;
427 
428 	pinctrl_pm_select_default_state(cpu_dai->dev);
429 	for (i = 0; i < rtd->num_codecs; i++)
430 		pinctrl_pm_select_default_state(rtd->codec_dais[i]->dev);
431 	pm_runtime_get_sync(cpu_dai->dev);
432 	for (i = 0; i < rtd->num_codecs; i++)
433 		pm_runtime_get_sync(rtd->codec_dais[i]->dev);
434 	pm_runtime_get_sync(platform->dev);
435 
436 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
437 
438 	/* startup the audio subsystem */
439 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->startup) {
440 		ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
441 		if (ret < 0) {
442 			dev_err(cpu_dai->dev, "ASoC: can't open interface"
443 				" %s: %d\n", cpu_dai->name, ret);
444 			goto out;
445 		}
446 	}
447 
448 	if (platform->driver->ops && platform->driver->ops->open) {
449 		ret = platform->driver->ops->open(substream);
450 		if (ret < 0) {
451 			dev_err(platform->dev, "ASoC: can't open platform"
452 				" %s: %d\n", platform->component.name, ret);
453 			goto platform_err;
454 		}
455 	}
456 
457 	for (i = 0; i < rtd->num_codecs; i++) {
458 		codec_dai = rtd->codec_dais[i];
459 		if (codec_dai->driver->ops && codec_dai->driver->ops->startup) {
460 			ret = codec_dai->driver->ops->startup(substream,
461 							      codec_dai);
462 			if (ret < 0) {
463 				dev_err(codec_dai->dev,
464 					"ASoC: can't open codec %s: %d\n",
465 					codec_dai->name, ret);
466 				goto codec_dai_err;
467 			}
468 		}
469 
470 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
471 			codec_dai->tx_mask = 0;
472 		else
473 			codec_dai->rx_mask = 0;
474 	}
475 
476 	if (rtd->dai_link->ops && rtd->dai_link->ops->startup) {
477 		ret = rtd->dai_link->ops->startup(substream);
478 		if (ret < 0) {
479 			pr_err("ASoC: %s startup failed: %d\n",
480 			       rtd->dai_link->name, ret);
481 			goto machine_err;
482 		}
483 	}
484 
485 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
486 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
487 		goto dynamic;
488 
489 	/* Check that the codec and cpu DAIs are compatible */
490 	soc_pcm_init_runtime_hw(substream);
491 
492 	if (rtd->num_codecs == 1)
493 		codec_dai_name = rtd->codec_dai->name;
494 
495 	if (soc_pcm_has_symmetry(substream))
496 		runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
497 
498 	ret = -EINVAL;
499 	if (!runtime->hw.rates) {
500 		printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
501 			codec_dai_name, cpu_dai->name);
502 		goto config_err;
503 	}
504 	if (!runtime->hw.formats) {
505 		printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
506 			codec_dai_name, cpu_dai->name);
507 		goto config_err;
508 	}
509 	if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
510 	    runtime->hw.channels_min > runtime->hw.channels_max) {
511 		printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
512 				codec_dai_name, cpu_dai->name);
513 		goto config_err;
514 	}
515 
516 	soc_pcm_apply_msb(substream);
517 
518 	/* Symmetry only applies if we've already got an active stream. */
519 	if (cpu_dai->active) {
520 		ret = soc_pcm_apply_symmetry(substream, cpu_dai);
521 		if (ret != 0)
522 			goto config_err;
523 	}
524 
525 	for (i = 0; i < rtd->num_codecs; i++) {
526 		if (rtd->codec_dais[i]->active) {
527 			ret = soc_pcm_apply_symmetry(substream,
528 						     rtd->codec_dais[i]);
529 			if (ret != 0)
530 				goto config_err;
531 		}
532 	}
533 
534 	pr_debug("ASoC: %s <-> %s info:\n",
535 			codec_dai_name, cpu_dai->name);
536 	pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
537 	pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
538 		 runtime->hw.channels_max);
539 	pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
540 		 runtime->hw.rate_max);
541 
542 dynamic:
543 
544 	snd_soc_runtime_activate(rtd, substream->stream);
545 
546 	mutex_unlock(&rtd->pcm_mutex);
547 	return 0;
548 
549 config_err:
550 	if (rtd->dai_link->ops && rtd->dai_link->ops->shutdown)
551 		rtd->dai_link->ops->shutdown(substream);
552 
553 machine_err:
554 	i = rtd->num_codecs;
555 
556 codec_dai_err:
557 	while (--i >= 0) {
558 		codec_dai = rtd->codec_dais[i];
559 		if (codec_dai->driver->ops->shutdown)
560 			codec_dai->driver->ops->shutdown(substream, codec_dai);
561 	}
562 
563 	if (platform->driver->ops && platform->driver->ops->close)
564 		platform->driver->ops->close(substream);
565 
566 platform_err:
567 	if (cpu_dai->driver->ops->shutdown)
568 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
569 out:
570 	mutex_unlock(&rtd->pcm_mutex);
571 
572 	pm_runtime_put(platform->dev);
573 	for (i = 0; i < rtd->num_codecs; i++)
574 		pm_runtime_put(rtd->codec_dais[i]->dev);
575 	pm_runtime_put(cpu_dai->dev);
576 	for (i = 0; i < rtd->num_codecs; i++) {
577 		if (!rtd->codec_dais[i]->active)
578 			pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
579 	}
580 	if (!cpu_dai->active)
581 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
582 
583 	return ret;
584 }
585 
586 /*
587  * Power down the audio subsystem pmdown_time msecs after close is called.
588  * This is to ensure there are no pops or clicks in between any music tracks
589  * due to DAPM power cycling.
590  */
591 static void close_delayed_work(struct work_struct *work)
592 {
593 	struct snd_soc_pcm_runtime *rtd =
594 			container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
595 	struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
596 
597 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
598 
599 	dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
600 		 codec_dai->driver->playback.stream_name,
601 		 codec_dai->playback_active ? "active" : "inactive",
602 		 rtd->pop_wait ? "yes" : "no");
603 
604 	/* are we waiting on this codec DAI stream */
605 	if (rtd->pop_wait == 1) {
606 		rtd->pop_wait = 0;
607 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
608 					  SND_SOC_DAPM_STREAM_STOP);
609 	}
610 
611 	mutex_unlock(&rtd->pcm_mutex);
612 }
613 
614 /*
615  * Called by ALSA when a PCM substream is closed. Private data can be
616  * freed here. The cpu DAI, codec DAI, machine and platform are also
617  * shutdown.
618  */
619 static int soc_pcm_close(struct snd_pcm_substream *substream)
620 {
621 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
622 	struct snd_soc_platform *platform = rtd->platform;
623 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
624 	struct snd_soc_dai *codec_dai;
625 	int i;
626 
627 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
628 
629 	snd_soc_runtime_deactivate(rtd, substream->stream);
630 
631 	/* clear the corresponding DAIs rate when inactive */
632 	if (!cpu_dai->active)
633 		cpu_dai->rate = 0;
634 
635 	for (i = 0; i < rtd->num_codecs; i++) {
636 		codec_dai = rtd->codec_dais[i];
637 		if (!codec_dai->active)
638 			codec_dai->rate = 0;
639 	}
640 
641 	snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
642 
643 	if (cpu_dai->driver->ops->shutdown)
644 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
645 
646 	for (i = 0; i < rtd->num_codecs; i++) {
647 		codec_dai = rtd->codec_dais[i];
648 		if (codec_dai->driver->ops->shutdown)
649 			codec_dai->driver->ops->shutdown(substream, codec_dai);
650 	}
651 
652 	if (rtd->dai_link->ops && rtd->dai_link->ops->shutdown)
653 		rtd->dai_link->ops->shutdown(substream);
654 
655 	if (platform->driver->ops && platform->driver->ops->close)
656 		platform->driver->ops->close(substream);
657 
658 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
659 		if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
660 			/* powered down playback stream now */
661 			snd_soc_dapm_stream_event(rtd,
662 						  SNDRV_PCM_STREAM_PLAYBACK,
663 						  SND_SOC_DAPM_STREAM_STOP);
664 		} else {
665 			/* start delayed pop wq here for playback streams */
666 			rtd->pop_wait = 1;
667 			queue_delayed_work(system_power_efficient_wq,
668 					   &rtd->delayed_work,
669 					   msecs_to_jiffies(rtd->pmdown_time));
670 		}
671 	} else {
672 		/* capture streams can be powered down now */
673 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
674 					  SND_SOC_DAPM_STREAM_STOP);
675 	}
676 
677 	mutex_unlock(&rtd->pcm_mutex);
678 
679 	pm_runtime_put(platform->dev);
680 	for (i = 0; i < rtd->num_codecs; i++)
681 		pm_runtime_put(rtd->codec_dais[i]->dev);
682 	pm_runtime_put(cpu_dai->dev);
683 	for (i = 0; i < rtd->num_codecs; i++) {
684 		if (!rtd->codec_dais[i]->active)
685 			pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
686 	}
687 	if (!cpu_dai->active)
688 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
689 
690 	return 0;
691 }
692 
693 /*
694  * Called by ALSA when the PCM substream is prepared, can set format, sample
695  * rate, etc.  This function is non atomic and can be called multiple times,
696  * it can refer to the runtime info.
697  */
698 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
699 {
700 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
701 	struct snd_soc_platform *platform = rtd->platform;
702 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
703 	struct snd_soc_dai *codec_dai;
704 	int i, ret = 0;
705 
706 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
707 
708 	if (rtd->dai_link->ops && rtd->dai_link->ops->prepare) {
709 		ret = rtd->dai_link->ops->prepare(substream);
710 		if (ret < 0) {
711 			dev_err(rtd->card->dev, "ASoC: machine prepare error:"
712 				" %d\n", ret);
713 			goto out;
714 		}
715 	}
716 
717 	if (platform->driver->ops && platform->driver->ops->prepare) {
718 		ret = platform->driver->ops->prepare(substream);
719 		if (ret < 0) {
720 			dev_err(platform->dev, "ASoC: platform prepare error:"
721 				" %d\n", ret);
722 			goto out;
723 		}
724 	}
725 
726 	for (i = 0; i < rtd->num_codecs; i++) {
727 		codec_dai = rtd->codec_dais[i];
728 		if (codec_dai->driver->ops && codec_dai->driver->ops->prepare) {
729 			ret = codec_dai->driver->ops->prepare(substream,
730 							      codec_dai);
731 			if (ret < 0) {
732 				dev_err(codec_dai->dev,
733 					"ASoC: codec DAI prepare error: %d\n",
734 					ret);
735 				goto out;
736 			}
737 		}
738 	}
739 
740 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->prepare) {
741 		ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
742 		if (ret < 0) {
743 			dev_err(cpu_dai->dev,
744 				"ASoC: cpu DAI prepare error: %d\n", ret);
745 			goto out;
746 		}
747 	}
748 
749 	/* cancel any delayed stream shutdown that is pending */
750 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
751 	    rtd->pop_wait) {
752 		rtd->pop_wait = 0;
753 		cancel_delayed_work(&rtd->delayed_work);
754 	}
755 
756 	snd_soc_dapm_stream_event(rtd, substream->stream,
757 			SND_SOC_DAPM_STREAM_START);
758 
759 	for (i = 0; i < rtd->num_codecs; i++)
760 		snd_soc_dai_digital_mute(rtd->codec_dais[i], 0,
761 					 substream->stream);
762 	snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
763 
764 out:
765 	mutex_unlock(&rtd->pcm_mutex);
766 	return ret;
767 }
768 
769 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
770 				       unsigned int mask)
771 {
772 	struct snd_interval *interval;
773 	int channels = hweight_long(mask);
774 
775 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
776 	interval->min = channels;
777 	interval->max = channels;
778 }
779 
780 int soc_dai_hw_params(struct snd_pcm_substream *substream,
781 		      struct snd_pcm_hw_params *params,
782 		      struct snd_soc_dai *dai)
783 {
784 	int ret;
785 
786 	if (dai->driver->ops && dai->driver->ops->hw_params) {
787 		ret = dai->driver->ops->hw_params(substream, params, dai);
788 		if (ret < 0) {
789 			dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
790 				dai->name, ret);
791 			return ret;
792 		}
793 	}
794 
795 	return 0;
796 }
797 
798 /*
799  * Called by ALSA when the hardware params are set by application. This
800  * function can also be called multiple times and can allocate buffers
801  * (using snd_pcm_lib_* ). It's non-atomic.
802  */
803 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
804 				struct snd_pcm_hw_params *params)
805 {
806 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
807 	struct snd_soc_platform *platform = rtd->platform;
808 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
809 	int i, ret = 0;
810 
811 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
812 
813 	ret = soc_pcm_params_symmetry(substream, params);
814 	if (ret)
815 		goto out;
816 
817 	if (rtd->dai_link->ops && rtd->dai_link->ops->hw_params) {
818 		ret = rtd->dai_link->ops->hw_params(substream, params);
819 		if (ret < 0) {
820 			dev_err(rtd->card->dev, "ASoC: machine hw_params"
821 				" failed: %d\n", ret);
822 			goto out;
823 		}
824 	}
825 
826 	for (i = 0; i < rtd->num_codecs; i++) {
827 		struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
828 		struct snd_pcm_hw_params codec_params;
829 
830 		/* copy params for each codec */
831 		codec_params = *params;
832 
833 		/* fixup params based on TDM slot masks */
834 		if (codec_dai->tx_mask)
835 			soc_pcm_codec_params_fixup(&codec_params,
836 						   codec_dai->tx_mask);
837 		if (codec_dai->rx_mask)
838 			soc_pcm_codec_params_fixup(&codec_params,
839 						   codec_dai->rx_mask);
840 
841 		ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
842 		if(ret < 0)
843 			goto codec_err;
844 
845 		codec_dai->rate = params_rate(&codec_params);
846 		codec_dai->channels = params_channels(&codec_params);
847 		codec_dai->sample_bits = snd_pcm_format_physical_width(
848 						params_format(&codec_params));
849 	}
850 
851 	ret = soc_dai_hw_params(substream, params, cpu_dai);
852 	if (ret < 0)
853 		goto interface_err;
854 
855 	if (platform->driver->ops && platform->driver->ops->hw_params) {
856 		ret = platform->driver->ops->hw_params(substream, params);
857 		if (ret < 0) {
858 			dev_err(platform->dev, "ASoC: %s hw params failed: %d\n",
859 			       platform->component.name, ret);
860 			goto platform_err;
861 		}
862 	}
863 
864 	/* store the parameters for each DAIs */
865 	cpu_dai->rate = params_rate(params);
866 	cpu_dai->channels = params_channels(params);
867 	cpu_dai->sample_bits =
868 		snd_pcm_format_physical_width(params_format(params));
869 
870 out:
871 	mutex_unlock(&rtd->pcm_mutex);
872 	return ret;
873 
874 platform_err:
875 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->hw_free)
876 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
877 
878 interface_err:
879 	i = rtd->num_codecs;
880 
881 codec_err:
882 	while (--i >= 0) {
883 		struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
884 		if (codec_dai->driver->ops && codec_dai->driver->ops->hw_free)
885 			codec_dai->driver->ops->hw_free(substream, codec_dai);
886 		codec_dai->rate = 0;
887 	}
888 
889 	if (rtd->dai_link->ops && rtd->dai_link->ops->hw_free)
890 		rtd->dai_link->ops->hw_free(substream);
891 
892 	mutex_unlock(&rtd->pcm_mutex);
893 	return ret;
894 }
895 
896 /*
897  * Frees resources allocated by hw_params, can be called multiple times
898  */
899 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
900 {
901 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
902 	struct snd_soc_platform *platform = rtd->platform;
903 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
904 	struct snd_soc_dai *codec_dai;
905 	bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
906 	int i;
907 
908 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
909 
910 	/* clear the corresponding DAIs parameters when going to be inactive */
911 	if (cpu_dai->active == 1) {
912 		cpu_dai->rate = 0;
913 		cpu_dai->channels = 0;
914 		cpu_dai->sample_bits = 0;
915 	}
916 
917 	for (i = 0; i < rtd->num_codecs; i++) {
918 		codec_dai = rtd->codec_dais[i];
919 		if (codec_dai->active == 1) {
920 			codec_dai->rate = 0;
921 			codec_dai->channels = 0;
922 			codec_dai->sample_bits = 0;
923 		}
924 	}
925 
926 	/* apply codec digital mute */
927 	for (i = 0; i < rtd->num_codecs; i++) {
928 		if ((playback && rtd->codec_dais[i]->playback_active == 1) ||
929 		    (!playback && rtd->codec_dais[i]->capture_active == 1))
930 			snd_soc_dai_digital_mute(rtd->codec_dais[i], 1,
931 						 substream->stream);
932 	}
933 
934 	/* free any machine hw params */
935 	if (rtd->dai_link->ops && rtd->dai_link->ops->hw_free)
936 		rtd->dai_link->ops->hw_free(substream);
937 
938 	/* free any DMA resources */
939 	if (platform->driver->ops && platform->driver->ops->hw_free)
940 		platform->driver->ops->hw_free(substream);
941 
942 	/* now free hw params for the DAIs  */
943 	for (i = 0; i < rtd->num_codecs; i++) {
944 		codec_dai = rtd->codec_dais[i];
945 		if (codec_dai->driver->ops && codec_dai->driver->ops->hw_free)
946 			codec_dai->driver->ops->hw_free(substream, codec_dai);
947 	}
948 
949 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->hw_free)
950 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
951 
952 	mutex_unlock(&rtd->pcm_mutex);
953 	return 0;
954 }
955 
956 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
957 {
958 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
959 	struct snd_soc_platform *platform = rtd->platform;
960 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
961 	struct snd_soc_dai *codec_dai;
962 	int i, ret;
963 
964 	for (i = 0; i < rtd->num_codecs; i++) {
965 		codec_dai = rtd->codec_dais[i];
966 		if (codec_dai->driver->ops && codec_dai->driver->ops->trigger) {
967 			ret = codec_dai->driver->ops->trigger(substream,
968 							      cmd, codec_dai);
969 			if (ret < 0)
970 				return ret;
971 		}
972 	}
973 
974 	if (platform->driver->ops && platform->driver->ops->trigger) {
975 		ret = platform->driver->ops->trigger(substream, cmd);
976 		if (ret < 0)
977 			return ret;
978 	}
979 
980 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->trigger) {
981 		ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
982 		if (ret < 0)
983 			return ret;
984 	}
985 
986 	if (rtd->dai_link->ops && rtd->dai_link->ops->trigger) {
987 		ret = rtd->dai_link->ops->trigger(substream, cmd);
988 		if (ret < 0)
989 			return ret;
990 	}
991 
992 	return 0;
993 }
994 
995 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
996 				   int cmd)
997 {
998 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
999 	struct snd_soc_platform *platform = rtd->platform;
1000 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1001 	struct snd_soc_dai *codec_dai;
1002 	int i, ret;
1003 
1004 	for (i = 0; i < rtd->num_codecs; i++) {
1005 		codec_dai = rtd->codec_dais[i];
1006 		if (codec_dai->driver->ops &&
1007 		    codec_dai->driver->ops->bespoke_trigger) {
1008 			ret = codec_dai->driver->ops->bespoke_trigger(substream,
1009 								cmd, codec_dai);
1010 			if (ret < 0)
1011 				return ret;
1012 		}
1013 	}
1014 
1015 	if (platform->driver->bespoke_trigger) {
1016 		ret = platform->driver->bespoke_trigger(substream, cmd);
1017 		if (ret < 0)
1018 			return ret;
1019 	}
1020 
1021 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->bespoke_trigger) {
1022 		ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1023 		if (ret < 0)
1024 			return ret;
1025 	}
1026 	return 0;
1027 }
1028 /*
1029  * soc level wrapper for pointer callback
1030  * If cpu_dai, codec_dai, platform driver has the delay callback, than
1031  * the runtime->delay will be updated accordingly.
1032  */
1033 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1034 {
1035 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1036 	struct snd_soc_platform *platform = rtd->platform;
1037 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1038 	struct snd_soc_dai *codec_dai;
1039 	struct snd_pcm_runtime *runtime = substream->runtime;
1040 	snd_pcm_uframes_t offset = 0;
1041 	snd_pcm_sframes_t delay = 0;
1042 	snd_pcm_sframes_t codec_delay = 0;
1043 	int i;
1044 
1045 	if (platform->driver->ops && platform->driver->ops->pointer)
1046 		offset = platform->driver->ops->pointer(substream);
1047 
1048 	if (cpu_dai->driver->ops && cpu_dai->driver->ops->delay)
1049 		delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1050 
1051 	for (i = 0; i < rtd->num_codecs; i++) {
1052 		codec_dai = rtd->codec_dais[i];
1053 		if (codec_dai->driver->ops && codec_dai->driver->ops->delay)
1054 			codec_delay = max(codec_delay,
1055 					codec_dai->driver->ops->delay(substream,
1056 								    codec_dai));
1057 	}
1058 	delay += codec_delay;
1059 
1060 	/*
1061 	 * None of the existing platform drivers implement delay(), so
1062 	 * for now the codec_dai of first multicodec entry is used
1063 	 */
1064 	if (platform->driver->delay)
1065 		delay += platform->driver->delay(substream, rtd->codec_dais[0]);
1066 
1067 	runtime->delay = delay;
1068 
1069 	return offset;
1070 }
1071 
1072 /* connect a FE and BE */
1073 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1074 		struct snd_soc_pcm_runtime *be, int stream)
1075 {
1076 	struct snd_soc_dpcm *dpcm;
1077 
1078 	/* only add new dpcms */
1079 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1080 		if (dpcm->be == be && dpcm->fe == fe)
1081 			return 0;
1082 	}
1083 
1084 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1085 	if (!dpcm)
1086 		return -ENOMEM;
1087 
1088 	dpcm->be = be;
1089 	dpcm->fe = fe;
1090 	be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1091 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1092 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1093 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1094 
1095 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1096 			stream ? "capture" : "playback",  fe->dai_link->name,
1097 			stream ? "<-" : "->", be->dai_link->name);
1098 
1099 #ifdef CONFIG_DEBUG_FS
1100 	if (fe->debugfs_dpcm_root)
1101 		dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1102 				fe->debugfs_dpcm_root, &dpcm->state);
1103 #endif
1104 	return 1;
1105 }
1106 
1107 /* reparent a BE onto another FE */
1108 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1109 			struct snd_soc_pcm_runtime *be, int stream)
1110 {
1111 	struct snd_soc_dpcm *dpcm;
1112 	struct snd_pcm_substream *fe_substream, *be_substream;
1113 
1114 	/* reparent if BE is connected to other FEs */
1115 	if (!be->dpcm[stream].users)
1116 		return;
1117 
1118 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1119 
1120 	list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
1121 		if (dpcm->fe == fe)
1122 			continue;
1123 
1124 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1125 			stream ? "capture" : "playback",
1126 			dpcm->fe->dai_link->name,
1127 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1128 
1129 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1130 		be_substream->runtime = fe_substream->runtime;
1131 		break;
1132 	}
1133 }
1134 
1135 /* disconnect a BE and FE */
1136 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1137 {
1138 	struct snd_soc_dpcm *dpcm, *d;
1139 
1140 	list_for_each_entry_safe(dpcm, d, &fe->dpcm[stream].be_clients, list_be) {
1141 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1142 				stream ? "capture" : "playback",
1143 				dpcm->be->dai_link->name);
1144 
1145 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1146 			continue;
1147 
1148 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1149 			stream ? "capture" : "playback", fe->dai_link->name,
1150 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1151 
1152 		/* BEs still alive need new FE */
1153 		dpcm_be_reparent(fe, dpcm->be, stream);
1154 
1155 #ifdef CONFIG_DEBUG_FS
1156 		debugfs_remove(dpcm->debugfs_state);
1157 #endif
1158 		list_del(&dpcm->list_be);
1159 		list_del(&dpcm->list_fe);
1160 		kfree(dpcm);
1161 	}
1162 }
1163 
1164 /* get BE for DAI widget and stream */
1165 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1166 		struct snd_soc_dapm_widget *widget, int stream)
1167 {
1168 	struct snd_soc_pcm_runtime *be;
1169 	int i, j;
1170 
1171 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1172 		for (i = 0; i < card->num_links; i++) {
1173 			be = &card->rtd[i];
1174 
1175 			if (!be->dai_link->no_pcm)
1176 				continue;
1177 
1178 			if (be->cpu_dai->playback_widget == widget)
1179 				return be;
1180 
1181 			for (j = 0; j < be->num_codecs; j++) {
1182 				struct snd_soc_dai *dai = be->codec_dais[j];
1183 				if (dai->playback_widget == widget)
1184 					return be;
1185 			}
1186 		}
1187 	} else {
1188 
1189 		for (i = 0; i < card->num_links; i++) {
1190 			be = &card->rtd[i];
1191 
1192 			if (!be->dai_link->no_pcm)
1193 				continue;
1194 
1195 			if (be->cpu_dai->capture_widget == widget)
1196 				return be;
1197 
1198 			for (j = 0; j < be->num_codecs; j++) {
1199 				struct snd_soc_dai *dai = be->codec_dais[j];
1200 				if (dai->capture_widget == widget)
1201 					return be;
1202 			}
1203 		}
1204 	}
1205 
1206 	dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1207 		stream ? "capture" : "playback", widget->name);
1208 	return NULL;
1209 }
1210 
1211 static inline struct snd_soc_dapm_widget *
1212 	dai_get_widget(struct snd_soc_dai *dai, int stream)
1213 {
1214 	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1215 		return dai->playback_widget;
1216 	else
1217 		return dai->capture_widget;
1218 }
1219 
1220 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1221 		struct snd_soc_dapm_widget *widget)
1222 {
1223 	int i;
1224 
1225 	for (i = 0; i < list->num_widgets; i++) {
1226 		if (widget == list->widgets[i])
1227 			return 1;
1228 	}
1229 
1230 	return 0;
1231 }
1232 
1233 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1234 	int stream, struct snd_soc_dapm_widget_list **list_)
1235 {
1236 	struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1237 	struct snd_soc_dapm_widget_list *list;
1238 	int paths;
1239 
1240 	list = kzalloc(sizeof(struct snd_soc_dapm_widget_list) +
1241 			sizeof(struct snd_soc_dapm_widget *), GFP_KERNEL);
1242 	if (list == NULL)
1243 		return -ENOMEM;
1244 
1245 	/* get number of valid DAI paths and their widgets */
1246 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, &list);
1247 
1248 	dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1249 			stream ? "capture" : "playback");
1250 
1251 	*list_ = list;
1252 	return paths;
1253 }
1254 
1255 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1256 	struct snd_soc_dapm_widget_list **list_)
1257 {
1258 	struct snd_soc_dpcm *dpcm;
1259 	struct snd_soc_dapm_widget_list *list = *list_;
1260 	struct snd_soc_dapm_widget *widget;
1261 	int prune = 0;
1262 
1263 	/* Destroy any old FE <--> BE connections */
1264 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1265 		unsigned int i;
1266 
1267 		/* is there a valid CPU DAI widget for this BE */
1268 		widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1269 
1270 		/* prune the BE if it's no longer in our active list */
1271 		if (widget && widget_in_list(list, widget))
1272 			continue;
1273 
1274 		/* is there a valid CODEC DAI widget for this BE */
1275 		for (i = 0; i < dpcm->be->num_codecs; i++) {
1276 			struct snd_soc_dai *dai = dpcm->be->codec_dais[i];
1277 			widget = dai_get_widget(dai, stream);
1278 
1279 			/* prune the BE if it's no longer in our active list */
1280 			if (widget && widget_in_list(list, widget))
1281 				continue;
1282 		}
1283 
1284 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1285 			stream ? "capture" : "playback",
1286 			dpcm->be->dai_link->name, fe->dai_link->name);
1287 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1288 		dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1289 		prune++;
1290 	}
1291 
1292 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1293 	return prune;
1294 }
1295 
1296 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1297 	struct snd_soc_dapm_widget_list **list_)
1298 {
1299 	struct snd_soc_card *card = fe->card;
1300 	struct snd_soc_dapm_widget_list *list = *list_;
1301 	struct snd_soc_pcm_runtime *be;
1302 	int i, new = 0, err;
1303 
1304 	/* Create any new FE <--> BE connections */
1305 	for (i = 0; i < list->num_widgets; i++) {
1306 
1307 		switch (list->widgets[i]->id) {
1308 		case snd_soc_dapm_dai_in:
1309 		case snd_soc_dapm_dai_out:
1310 			break;
1311 		default:
1312 			continue;
1313 		}
1314 
1315 		/* is there a valid BE rtd for this widget */
1316 		be = dpcm_get_be(card, list->widgets[i], stream);
1317 		if (!be) {
1318 			dev_err(fe->dev, "ASoC: no BE found for %s\n",
1319 					list->widgets[i]->name);
1320 			continue;
1321 		}
1322 
1323 		/* make sure BE is a real BE */
1324 		if (!be->dai_link->no_pcm)
1325 			continue;
1326 
1327 		/* don't connect if FE is not running */
1328 		if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1329 			continue;
1330 
1331 		/* newly connected FE and BE */
1332 		err = dpcm_be_connect(fe, be, stream);
1333 		if (err < 0) {
1334 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1335 				list->widgets[i]->name);
1336 			break;
1337 		} else if (err == 0) /* already connected */
1338 			continue;
1339 
1340 		/* new */
1341 		be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1342 		new++;
1343 	}
1344 
1345 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1346 	return new;
1347 }
1348 
1349 /*
1350  * Find the corresponding BE DAIs that source or sink audio to this
1351  * FE substream.
1352  */
1353 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1354 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1355 {
1356 	if (new)
1357 		return dpcm_add_paths(fe, stream, list);
1358 	else
1359 		return dpcm_prune_paths(fe, stream, list);
1360 }
1361 
1362 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1363 {
1364 	struct snd_soc_dpcm *dpcm;
1365 
1366 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
1367 		dpcm->be->dpcm[stream].runtime_update =
1368 						SND_SOC_DPCM_UPDATE_NO;
1369 }
1370 
1371 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1372 	int stream)
1373 {
1374 	struct snd_soc_dpcm *dpcm;
1375 
1376 	/* disable any enabled and non active backends */
1377 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1378 
1379 		struct snd_soc_pcm_runtime *be = dpcm->be;
1380 		struct snd_pcm_substream *be_substream =
1381 			snd_soc_dpcm_get_substream(be, stream);
1382 
1383 		if (be->dpcm[stream].users == 0)
1384 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1385 				stream ? "capture" : "playback",
1386 				be->dpcm[stream].state);
1387 
1388 		if (--be->dpcm[stream].users != 0)
1389 			continue;
1390 
1391 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1392 			continue;
1393 
1394 		soc_pcm_close(be_substream);
1395 		be_substream->runtime = NULL;
1396 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1397 	}
1398 }
1399 
1400 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1401 {
1402 	struct snd_soc_dpcm *dpcm;
1403 	int err, count = 0;
1404 
1405 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1406 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1407 
1408 		struct snd_soc_pcm_runtime *be = dpcm->be;
1409 		struct snd_pcm_substream *be_substream =
1410 			snd_soc_dpcm_get_substream(be, stream);
1411 
1412 		if (!be_substream) {
1413 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1414 				stream ? "capture" : "playback");
1415 			continue;
1416 		}
1417 
1418 		/* is this op for this BE ? */
1419 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1420 			continue;
1421 
1422 		/* first time the dpcm is open ? */
1423 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1424 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1425 				stream ? "capture" : "playback",
1426 				be->dpcm[stream].state);
1427 
1428 		if (be->dpcm[stream].users++ != 0)
1429 			continue;
1430 
1431 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1432 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1433 			continue;
1434 
1435 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1436 			stream ? "capture" : "playback", be->dai_link->name);
1437 
1438 		be_substream->runtime = be->dpcm[stream].runtime;
1439 		err = soc_pcm_open(be_substream);
1440 		if (err < 0) {
1441 			dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1442 			be->dpcm[stream].users--;
1443 			if (be->dpcm[stream].users < 0)
1444 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1445 					stream ? "capture" : "playback",
1446 					be->dpcm[stream].state);
1447 
1448 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1449 			goto unwind;
1450 		}
1451 
1452 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1453 		count++;
1454 	}
1455 
1456 	return count;
1457 
1458 unwind:
1459 	/* disable any enabled and non active backends */
1460 	list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1461 		struct snd_soc_pcm_runtime *be = dpcm->be;
1462 		struct snd_pcm_substream *be_substream =
1463 			snd_soc_dpcm_get_substream(be, stream);
1464 
1465 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1466 			continue;
1467 
1468 		if (be->dpcm[stream].users == 0)
1469 			dev_err(be->dev, "ASoC: no users %s at close %d\n",
1470 				stream ? "capture" : "playback",
1471 				be->dpcm[stream].state);
1472 
1473 		if (--be->dpcm[stream].users != 0)
1474 			continue;
1475 
1476 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1477 			continue;
1478 
1479 		soc_pcm_close(be_substream);
1480 		be_substream->runtime = NULL;
1481 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1482 	}
1483 
1484 	return err;
1485 }
1486 
1487 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1488 	struct snd_soc_pcm_stream *stream)
1489 {
1490 	runtime->hw.rate_min = stream->rate_min;
1491 	runtime->hw.rate_max = stream->rate_max;
1492 	runtime->hw.channels_min = stream->channels_min;
1493 	runtime->hw.channels_max = stream->channels_max;
1494 	if (runtime->hw.formats)
1495 		runtime->hw.formats &= stream->formats;
1496 	else
1497 		runtime->hw.formats = stream->formats;
1498 	runtime->hw.rates = stream->rates;
1499 }
1500 
1501 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1502 {
1503 	struct snd_pcm_runtime *runtime = substream->runtime;
1504 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1505 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1506 	struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1507 
1508 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1509 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1510 	else
1511 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1512 }
1513 
1514 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1515 
1516 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1517  * for avoiding the race with trigger callback.
1518  * If the state is unset and a trigger is pending while the previous operation,
1519  * process the pending trigger action here.
1520  */
1521 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1522 				     int stream, enum snd_soc_dpcm_update state)
1523 {
1524 	struct snd_pcm_substream *substream =
1525 		snd_soc_dpcm_get_substream(fe, stream);
1526 
1527 	snd_pcm_stream_lock_irq(substream);
1528 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1529 		dpcm_fe_dai_do_trigger(substream,
1530 				       fe->dpcm[stream].trigger_pending - 1);
1531 		fe->dpcm[stream].trigger_pending = 0;
1532 	}
1533 	fe->dpcm[stream].runtime_update = state;
1534 	snd_pcm_stream_unlock_irq(substream);
1535 }
1536 
1537 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1538 {
1539 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1540 	struct snd_pcm_runtime *runtime = fe_substream->runtime;
1541 	int stream = fe_substream->stream, ret = 0;
1542 
1543 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1544 
1545 	ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1546 	if (ret < 0) {
1547 		dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1548 		goto be_err;
1549 	}
1550 
1551 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1552 
1553 	/* start the DAI frontend */
1554 	ret = soc_pcm_open(fe_substream);
1555 	if (ret < 0) {
1556 		dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1557 		goto unwind;
1558 	}
1559 
1560 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1561 
1562 	dpcm_set_fe_runtime(fe_substream);
1563 	snd_pcm_limit_hw_rates(runtime);
1564 
1565 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1566 	return 0;
1567 
1568 unwind:
1569 	dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
1570 be_err:
1571 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1572 	return ret;
1573 }
1574 
1575 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
1576 {
1577 	struct snd_soc_dpcm *dpcm;
1578 
1579 	/* only shutdown BEs that are either sinks or sources to this FE DAI */
1580 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1581 
1582 		struct snd_soc_pcm_runtime *be = dpcm->be;
1583 		struct snd_pcm_substream *be_substream =
1584 			snd_soc_dpcm_get_substream(be, stream);
1585 
1586 		/* is this op for this BE ? */
1587 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1588 			continue;
1589 
1590 		if (be->dpcm[stream].users == 0)
1591 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1592 				stream ? "capture" : "playback",
1593 				be->dpcm[stream].state);
1594 
1595 		if (--be->dpcm[stream].users != 0)
1596 			continue;
1597 
1598 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1599 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN))
1600 			continue;
1601 
1602 		dev_dbg(be->dev, "ASoC: close BE %s\n",
1603 			dpcm->fe->dai_link->name);
1604 
1605 		soc_pcm_close(be_substream);
1606 		be_substream->runtime = NULL;
1607 
1608 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1609 	}
1610 	return 0;
1611 }
1612 
1613 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1614 {
1615 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1616 	int stream = substream->stream;
1617 
1618 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1619 
1620 	/* shutdown the BEs */
1621 	dpcm_be_dai_shutdown(fe, substream->stream);
1622 
1623 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1624 
1625 	/* now shutdown the frontend */
1626 	soc_pcm_close(substream);
1627 
1628 	/* run the stream event for each BE */
1629 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1630 
1631 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1632 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1633 	return 0;
1634 }
1635 
1636 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1637 {
1638 	struct snd_soc_dpcm *dpcm;
1639 
1640 	/* only hw_params backends that are either sinks or sources
1641 	 * to this frontend DAI */
1642 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1643 
1644 		struct snd_soc_pcm_runtime *be = dpcm->be;
1645 		struct snd_pcm_substream *be_substream =
1646 			snd_soc_dpcm_get_substream(be, stream);
1647 
1648 		/* is this op for this BE ? */
1649 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1650 			continue;
1651 
1652 		/* only free hw when no longer used - check all FEs */
1653 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1654 				continue;
1655 
1656 		/* do not free hw if this BE is used by other FE */
1657 		if (be->dpcm[stream].users > 1)
1658 			continue;
1659 
1660 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1661 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1662 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1663 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1664 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
1665 			continue;
1666 
1667 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1668 			dpcm->fe->dai_link->name);
1669 
1670 		soc_pcm_hw_free(be_substream);
1671 
1672 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1673 	}
1674 
1675 	return 0;
1676 }
1677 
1678 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1679 {
1680 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1681 	int err, stream = substream->stream;
1682 
1683 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
1684 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1685 
1686 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
1687 
1688 	/* call hw_free on the frontend */
1689 	err = soc_pcm_hw_free(substream);
1690 	if (err < 0)
1691 		dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
1692 			fe->dai_link->name);
1693 
1694 	/* only hw_params backends that are either sinks or sources
1695 	 * to this frontend DAI */
1696 	err = dpcm_be_dai_hw_free(fe, stream);
1697 
1698 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1699 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1700 
1701 	mutex_unlock(&fe->card->mutex);
1702 	return 0;
1703 }
1704 
1705 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
1706 {
1707 	struct snd_soc_dpcm *dpcm;
1708 	int ret;
1709 
1710 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1711 
1712 		struct snd_soc_pcm_runtime *be = dpcm->be;
1713 		struct snd_pcm_substream *be_substream =
1714 			snd_soc_dpcm_get_substream(be, stream);
1715 
1716 		/* is this op for this BE ? */
1717 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1718 			continue;
1719 
1720 		/* only allow hw_params() if no connected FEs are running */
1721 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
1722 			continue;
1723 
1724 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
1725 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1726 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
1727 			continue;
1728 
1729 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
1730 			dpcm->fe->dai_link->name);
1731 
1732 		/* copy params for each dpcm */
1733 		memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
1734 				sizeof(struct snd_pcm_hw_params));
1735 
1736 		/* perform any hw_params fixups */
1737 		if (be->dai_link->be_hw_params_fixup) {
1738 			ret = be->dai_link->be_hw_params_fixup(be,
1739 					&dpcm->hw_params);
1740 			if (ret < 0) {
1741 				dev_err(be->dev,
1742 					"ASoC: hw_params BE fixup failed %d\n",
1743 					ret);
1744 				goto unwind;
1745 			}
1746 		}
1747 
1748 		ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
1749 		if (ret < 0) {
1750 			dev_err(dpcm->be->dev,
1751 				"ASoC: hw_params BE failed %d\n", ret);
1752 			goto unwind;
1753 		}
1754 
1755 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
1756 	}
1757 	return 0;
1758 
1759 unwind:
1760 	/* disable any enabled and non active backends */
1761 	list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1762 		struct snd_soc_pcm_runtime *be = dpcm->be;
1763 		struct snd_pcm_substream *be_substream =
1764 			snd_soc_dpcm_get_substream(be, stream);
1765 
1766 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1767 			continue;
1768 
1769 		/* only allow hw_free() if no connected FEs are running */
1770 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1771 			continue;
1772 
1773 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
1774 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1775 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1776 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
1777 			continue;
1778 
1779 		soc_pcm_hw_free(be_substream);
1780 	}
1781 
1782 	return ret;
1783 }
1784 
1785 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
1786 				 struct snd_pcm_hw_params *params)
1787 {
1788 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1789 	int ret, stream = substream->stream;
1790 
1791 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
1792 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1793 
1794 	memcpy(&fe->dpcm[substream->stream].hw_params, params,
1795 			sizeof(struct snd_pcm_hw_params));
1796 	ret = dpcm_be_dai_hw_params(fe, substream->stream);
1797 	if (ret < 0) {
1798 		dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
1799 		goto out;
1800 	}
1801 
1802 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
1803 			fe->dai_link->name, params_rate(params),
1804 			params_channels(params), params_format(params));
1805 
1806 	/* call hw_params on the frontend */
1807 	ret = soc_pcm_hw_params(substream, params);
1808 	if (ret < 0) {
1809 		dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
1810 		dpcm_be_dai_hw_free(fe, stream);
1811 	 } else
1812 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
1813 
1814 out:
1815 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1816 	mutex_unlock(&fe->card->mutex);
1817 	return ret;
1818 }
1819 
1820 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
1821 		struct snd_pcm_substream *substream, int cmd)
1822 {
1823 	int ret;
1824 
1825 	dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
1826 			dpcm->fe->dai_link->name, cmd);
1827 
1828 	ret = soc_pcm_trigger(substream, cmd);
1829 	if (ret < 0)
1830 		dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
1831 
1832 	return ret;
1833 }
1834 
1835 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
1836 			       int cmd)
1837 {
1838 	struct snd_soc_dpcm *dpcm;
1839 	int ret = 0;
1840 
1841 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1842 
1843 		struct snd_soc_pcm_runtime *be = dpcm->be;
1844 		struct snd_pcm_substream *be_substream =
1845 			snd_soc_dpcm_get_substream(be, stream);
1846 
1847 		/* is this op for this BE ? */
1848 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1849 			continue;
1850 
1851 		switch (cmd) {
1852 		case SNDRV_PCM_TRIGGER_START:
1853 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1854 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
1855 				continue;
1856 
1857 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1858 			if (ret)
1859 				return ret;
1860 
1861 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
1862 			break;
1863 		case SNDRV_PCM_TRIGGER_RESUME:
1864 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1865 				continue;
1866 
1867 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1868 			if (ret)
1869 				return ret;
1870 
1871 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
1872 			break;
1873 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1874 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
1875 				continue;
1876 
1877 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1878 			if (ret)
1879 				return ret;
1880 
1881 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
1882 			break;
1883 		case SNDRV_PCM_TRIGGER_STOP:
1884 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
1885 				continue;
1886 
1887 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1888 				continue;
1889 
1890 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1891 			if (ret)
1892 				return ret;
1893 
1894 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
1895 			break;
1896 		case SNDRV_PCM_TRIGGER_SUSPEND:
1897 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
1898 				continue;
1899 
1900 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1901 				continue;
1902 
1903 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1904 			if (ret)
1905 				return ret;
1906 
1907 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
1908 			break;
1909 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1910 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
1911 				continue;
1912 
1913 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1914 				continue;
1915 
1916 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
1917 			if (ret)
1918 				return ret;
1919 
1920 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
1921 			break;
1922 		}
1923 	}
1924 
1925 	return ret;
1926 }
1927 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
1928 
1929 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
1930 {
1931 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1932 	int stream = substream->stream, ret;
1933 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
1934 
1935 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
1936 
1937 	switch (trigger) {
1938 	case SND_SOC_DPCM_TRIGGER_PRE:
1939 		/* call trigger on the frontend before the backend. */
1940 
1941 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
1942 				fe->dai_link->name, cmd);
1943 
1944 		ret = soc_pcm_trigger(substream, cmd);
1945 		if (ret < 0) {
1946 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
1947 			goto out;
1948 		}
1949 
1950 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
1951 		break;
1952 	case SND_SOC_DPCM_TRIGGER_POST:
1953 		/* call trigger on the frontend after the backend. */
1954 
1955 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
1956 		if (ret < 0) {
1957 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
1958 			goto out;
1959 		}
1960 
1961 		dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
1962 				fe->dai_link->name, cmd);
1963 
1964 		ret = soc_pcm_trigger(substream, cmd);
1965 		break;
1966 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
1967 		/* bespoke trigger() - handles both FE and BEs */
1968 
1969 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
1970 				fe->dai_link->name, cmd);
1971 
1972 		ret = soc_pcm_bespoke_trigger(substream, cmd);
1973 		if (ret < 0) {
1974 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
1975 			goto out;
1976 		}
1977 		break;
1978 	default:
1979 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
1980 				fe->dai_link->name);
1981 		ret = -EINVAL;
1982 		goto out;
1983 	}
1984 
1985 	switch (cmd) {
1986 	case SNDRV_PCM_TRIGGER_START:
1987 	case SNDRV_PCM_TRIGGER_RESUME:
1988 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1989 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
1990 		break;
1991 	case SNDRV_PCM_TRIGGER_STOP:
1992 	case SNDRV_PCM_TRIGGER_SUSPEND:
1993 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1994 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
1995 		break;
1996 	}
1997 
1998 out:
1999 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2000 	return ret;
2001 }
2002 
2003 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2004 {
2005 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2006 	int stream = substream->stream;
2007 
2008 	/* if FE's runtime_update is already set, we're in race;
2009 	 * process this trigger later at exit
2010 	 */
2011 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2012 		fe->dpcm[stream].trigger_pending = cmd + 1;
2013 		return 0; /* delayed, assuming it's successful */
2014 	}
2015 
2016 	/* we're alone, let's trigger */
2017 	return dpcm_fe_dai_do_trigger(substream, cmd);
2018 }
2019 
2020 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2021 {
2022 	struct snd_soc_dpcm *dpcm;
2023 	int ret = 0;
2024 
2025 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2026 
2027 		struct snd_soc_pcm_runtime *be = dpcm->be;
2028 		struct snd_pcm_substream *be_substream =
2029 			snd_soc_dpcm_get_substream(be, stream);
2030 
2031 		/* is this op for this BE ? */
2032 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2033 			continue;
2034 
2035 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2036 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2037 			continue;
2038 
2039 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2040 			dpcm->fe->dai_link->name);
2041 
2042 		ret = soc_pcm_prepare(be_substream);
2043 		if (ret < 0) {
2044 			dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2045 				ret);
2046 			break;
2047 		}
2048 
2049 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2050 	}
2051 	return ret;
2052 }
2053 
2054 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2055 {
2056 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2057 	int stream = substream->stream, ret = 0;
2058 
2059 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2060 
2061 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2062 
2063 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2064 
2065 	/* there is no point preparing this FE if there are no BEs */
2066 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2067 		dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2068 				fe->dai_link->name);
2069 		ret = -EINVAL;
2070 		goto out;
2071 	}
2072 
2073 	ret = dpcm_be_dai_prepare(fe, substream->stream);
2074 	if (ret < 0)
2075 		goto out;
2076 
2077 	/* call prepare on the frontend */
2078 	ret = soc_pcm_prepare(substream);
2079 	if (ret < 0) {
2080 		dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2081 			fe->dai_link->name);
2082 		goto out;
2083 	}
2084 
2085 	/* run the stream event for each BE */
2086 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2087 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2088 
2089 out:
2090 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2091 	mutex_unlock(&fe->card->mutex);
2092 
2093 	return ret;
2094 }
2095 
2096 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2097 		     unsigned int cmd, void *arg)
2098 {
2099 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2100 	struct snd_soc_platform *platform = rtd->platform;
2101 
2102 	if (platform->driver->ops && platform->driver->ops->ioctl)
2103 		return platform->driver->ops->ioctl(substream, cmd, arg);
2104 	return snd_pcm_lib_ioctl(substream, cmd, arg);
2105 }
2106 
2107 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2108 {
2109 	struct snd_pcm_substream *substream =
2110 		snd_soc_dpcm_get_substream(fe, stream);
2111 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2112 	int err;
2113 
2114 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2115 			stream ? "capture" : "playback", fe->dai_link->name);
2116 
2117 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2118 		/* call bespoke trigger - FE takes care of all BE triggers */
2119 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2120 				fe->dai_link->name);
2121 
2122 		err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2123 		if (err < 0)
2124 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2125 	} else {
2126 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2127 			fe->dai_link->name);
2128 
2129 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2130 		if (err < 0)
2131 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2132 	}
2133 
2134 	err = dpcm_be_dai_hw_free(fe, stream);
2135 	if (err < 0)
2136 		dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2137 
2138 	err = dpcm_be_dai_shutdown(fe, stream);
2139 	if (err < 0)
2140 		dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2141 
2142 	/* run the stream event for each BE */
2143 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2144 
2145 	return 0;
2146 }
2147 
2148 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2149 {
2150 	struct snd_pcm_substream *substream =
2151 		snd_soc_dpcm_get_substream(fe, stream);
2152 	struct snd_soc_dpcm *dpcm;
2153 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2154 	int ret;
2155 
2156 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2157 			stream ? "capture" : "playback", fe->dai_link->name);
2158 
2159 	/* Only start the BE if the FE is ready */
2160 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2161 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2162 		return -EINVAL;
2163 
2164 	/* startup must always be called for new BEs */
2165 	ret = dpcm_be_dai_startup(fe, stream);
2166 	if (ret < 0)
2167 		goto disconnect;
2168 
2169 	/* keep going if FE state is > open */
2170 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2171 		return 0;
2172 
2173 	ret = dpcm_be_dai_hw_params(fe, stream);
2174 	if (ret < 0)
2175 		goto close;
2176 
2177 	/* keep going if FE state is > hw_params */
2178 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2179 		return 0;
2180 
2181 
2182 	ret = dpcm_be_dai_prepare(fe, stream);
2183 	if (ret < 0)
2184 		goto hw_free;
2185 
2186 	/* run the stream event for each BE */
2187 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2188 
2189 	/* keep going if FE state is > prepare */
2190 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2191 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2192 		return 0;
2193 
2194 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2195 		/* call trigger on the frontend - FE takes care of all BE triggers */
2196 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2197 				fe->dai_link->name);
2198 
2199 		ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2200 		if (ret < 0) {
2201 			dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2202 			goto hw_free;
2203 		}
2204 	} else {
2205 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2206 			fe->dai_link->name);
2207 
2208 		ret = dpcm_be_dai_trigger(fe, stream,
2209 					SNDRV_PCM_TRIGGER_START);
2210 		if (ret < 0) {
2211 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2212 			goto hw_free;
2213 		}
2214 	}
2215 
2216 	return 0;
2217 
2218 hw_free:
2219 	dpcm_be_dai_hw_free(fe, stream);
2220 close:
2221 	dpcm_be_dai_shutdown(fe, stream);
2222 disconnect:
2223 	/* disconnect any non started BEs */
2224 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2225 		struct snd_soc_pcm_runtime *be = dpcm->be;
2226 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2227 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2228 	}
2229 
2230 	return ret;
2231 }
2232 
2233 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2234 {
2235 	int ret;
2236 
2237 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2238 	ret = dpcm_run_update_startup(fe, stream);
2239 	if (ret < 0)
2240 		dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2241 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2242 
2243 	return ret;
2244 }
2245 
2246 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2247 {
2248 	int ret;
2249 
2250 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2251 	ret = dpcm_run_update_shutdown(fe, stream);
2252 	if (ret < 0)
2253 		dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2254 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2255 
2256 	return ret;
2257 }
2258 
2259 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2260  * any DAI links.
2261  */
2262 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2263 {
2264 	int i, old, new, paths;
2265 
2266 	mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2267 	for (i = 0; i < card->num_rtd; i++) {
2268 		struct snd_soc_dapm_widget_list *list;
2269 		struct snd_soc_pcm_runtime *fe = &card->rtd[i];
2270 
2271 		/* make sure link is FE */
2272 		if (!fe->dai_link->dynamic)
2273 			continue;
2274 
2275 		/* only check active links */
2276 		if (!fe->cpu_dai->active)
2277 			continue;
2278 
2279 		/* DAPM sync will call this to update DSP paths */
2280 		dev_dbg(fe->dev, "ASoC: DPCM runtime update for FE %s\n",
2281 			fe->dai_link->name);
2282 
2283 		/* skip if FE doesn't have playback capability */
2284 		if (!fe->cpu_dai->driver->playback.channels_min
2285 		    || !fe->codec_dai->driver->playback.channels_min)
2286 			goto capture;
2287 
2288 		/* skip if FE isn't currently playing */
2289 		if (!fe->cpu_dai->playback_active
2290 		    || !fe->codec_dai->playback_active)
2291 			goto capture;
2292 
2293 		paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2294 		if (paths < 0) {
2295 			dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2296 					fe->dai_link->name,  "playback");
2297 			mutex_unlock(&card->mutex);
2298 			return paths;
2299 		}
2300 
2301 		/* update any new playback paths */
2302 		new = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, 1);
2303 		if (new) {
2304 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2305 			dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2306 			dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2307 		}
2308 
2309 		/* update any old playback paths */
2310 		old = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, 0);
2311 		if (old) {
2312 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2313 			dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2314 			dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2315 		}
2316 
2317 		dpcm_path_put(&list);
2318 capture:
2319 		/* skip if FE doesn't have capture capability */
2320 		if (!fe->cpu_dai->driver->capture.channels_min
2321 		    || !fe->codec_dai->driver->capture.channels_min)
2322 			continue;
2323 
2324 		/* skip if FE isn't currently capturing */
2325 		if (!fe->cpu_dai->capture_active
2326 		    || !fe->codec_dai->capture_active)
2327 			continue;
2328 
2329 		paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2330 		if (paths < 0) {
2331 			dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2332 					fe->dai_link->name,  "capture");
2333 			mutex_unlock(&card->mutex);
2334 			return paths;
2335 		}
2336 
2337 		/* update any new capture paths */
2338 		new = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, 1);
2339 		if (new) {
2340 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2341 			dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2342 			dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2343 		}
2344 
2345 		/* update any old capture paths */
2346 		old = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, 0);
2347 		if (old) {
2348 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2349 			dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2350 			dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2351 		}
2352 
2353 		dpcm_path_put(&list);
2354 	}
2355 
2356 	mutex_unlock(&card->mutex);
2357 	return 0;
2358 }
2359 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2360 {
2361 	struct snd_soc_dpcm *dpcm;
2362 	struct list_head *clients =
2363 		&fe->dpcm[SNDRV_PCM_STREAM_PLAYBACK].be_clients;
2364 
2365 	list_for_each_entry(dpcm, clients, list_be) {
2366 
2367 		struct snd_soc_pcm_runtime *be = dpcm->be;
2368 		int i;
2369 
2370 		if (be->dai_link->ignore_suspend)
2371 			continue;
2372 
2373 		for (i = 0; i < be->num_codecs; i++) {
2374 			struct snd_soc_dai *dai = be->codec_dais[i];
2375 			struct snd_soc_dai_driver *drv = dai->driver;
2376 
2377 			dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2378 					 be->dai_link->name);
2379 
2380 			if (drv->ops && drv->ops->digital_mute &&
2381 							dai->playback_active)
2382 				drv->ops->digital_mute(dai, mute);
2383 		}
2384 	}
2385 
2386 	return 0;
2387 }
2388 
2389 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2390 {
2391 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2392 	struct snd_soc_dpcm *dpcm;
2393 	struct snd_soc_dapm_widget_list *list;
2394 	int ret;
2395 	int stream = fe_substream->stream;
2396 
2397 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2398 	fe->dpcm[stream].runtime = fe_substream->runtime;
2399 
2400 	ret = dpcm_path_get(fe, stream, &list);
2401 	if (ret < 0) {
2402 		mutex_unlock(&fe->card->mutex);
2403 		return ret;
2404 	} else if (ret == 0) {
2405 		dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2406 			fe->dai_link->name, stream ? "capture" : "playback");
2407 	}
2408 
2409 	/* calculate valid and active FE <-> BE dpcms */
2410 	dpcm_process_paths(fe, stream, &list, 1);
2411 
2412 	ret = dpcm_fe_dai_startup(fe_substream);
2413 	if (ret < 0) {
2414 		/* clean up all links */
2415 		list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2416 			dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2417 
2418 		dpcm_be_disconnect(fe, stream);
2419 		fe->dpcm[stream].runtime = NULL;
2420 	}
2421 
2422 	dpcm_clear_pending_state(fe, stream);
2423 	dpcm_path_put(&list);
2424 	mutex_unlock(&fe->card->mutex);
2425 	return ret;
2426 }
2427 
2428 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2429 {
2430 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2431 	struct snd_soc_dpcm *dpcm;
2432 	int stream = fe_substream->stream, ret;
2433 
2434 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2435 	ret = dpcm_fe_dai_shutdown(fe_substream);
2436 
2437 	/* mark FE's links ready to prune */
2438 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2439 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2440 
2441 	dpcm_be_disconnect(fe, stream);
2442 
2443 	fe->dpcm[stream].runtime = NULL;
2444 	mutex_unlock(&fe->card->mutex);
2445 	return ret;
2446 }
2447 
2448 /* create a new pcm */
2449 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2450 {
2451 	struct snd_soc_platform *platform = rtd->platform;
2452 	struct snd_soc_dai *codec_dai;
2453 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
2454 	struct snd_pcm *pcm;
2455 	char new_name[64];
2456 	int ret = 0, playback = 0, capture = 0;
2457 	int i;
2458 
2459 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
2460 		playback = rtd->dai_link->dpcm_playback;
2461 		capture = rtd->dai_link->dpcm_capture;
2462 	} else {
2463 		for (i = 0; i < rtd->num_codecs; i++) {
2464 			codec_dai = rtd->codec_dais[i];
2465 			if (codec_dai->driver->playback.channels_min)
2466 				playback = 1;
2467 			if (codec_dai->driver->capture.channels_min)
2468 				capture = 1;
2469 		}
2470 
2471 		capture = capture && cpu_dai->driver->capture.channels_min;
2472 		playback = playback && cpu_dai->driver->playback.channels_min;
2473 	}
2474 
2475 	if (rtd->dai_link->playback_only) {
2476 		playback = 1;
2477 		capture = 0;
2478 	}
2479 
2480 	if (rtd->dai_link->capture_only) {
2481 		playback = 0;
2482 		capture = 1;
2483 	}
2484 
2485 	/* create the PCM */
2486 	if (rtd->dai_link->no_pcm) {
2487 		snprintf(new_name, sizeof(new_name), "(%s)",
2488 			rtd->dai_link->stream_name);
2489 
2490 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2491 				playback, capture, &pcm);
2492 	} else {
2493 		if (rtd->dai_link->dynamic)
2494 			snprintf(new_name, sizeof(new_name), "%s (*)",
2495 				rtd->dai_link->stream_name);
2496 		else
2497 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2498 				rtd->dai_link->stream_name,
2499 				(rtd->num_codecs > 1) ?
2500 				"multicodec" : rtd->codec_dai->name, num);
2501 
2502 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2503 			capture, &pcm);
2504 	}
2505 	if (ret < 0) {
2506 		dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
2507 			rtd->dai_link->name);
2508 		return ret;
2509 	}
2510 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2511 
2512 	/* DAPM dai link stream work */
2513 	INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
2514 
2515 	pcm->nonatomic = rtd->dai_link->nonatomic;
2516 	rtd->pcm = pcm;
2517 	pcm->private_data = rtd;
2518 
2519 	if (rtd->dai_link->no_pcm) {
2520 		if (playback)
2521 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2522 		if (capture)
2523 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2524 		goto out;
2525 	}
2526 
2527 	/* ASoC PCM operations */
2528 	if (rtd->dai_link->dynamic) {
2529 		rtd->ops.open		= dpcm_fe_dai_open;
2530 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2531 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2532 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2533 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2534 		rtd->ops.close		= dpcm_fe_dai_close;
2535 		rtd->ops.pointer	= soc_pcm_pointer;
2536 		rtd->ops.ioctl		= soc_pcm_ioctl;
2537 	} else {
2538 		rtd->ops.open		= soc_pcm_open;
2539 		rtd->ops.hw_params	= soc_pcm_hw_params;
2540 		rtd->ops.prepare	= soc_pcm_prepare;
2541 		rtd->ops.trigger	= soc_pcm_trigger;
2542 		rtd->ops.hw_free	= soc_pcm_hw_free;
2543 		rtd->ops.close		= soc_pcm_close;
2544 		rtd->ops.pointer	= soc_pcm_pointer;
2545 		rtd->ops.ioctl		= soc_pcm_ioctl;
2546 	}
2547 
2548 	if (platform->driver->ops) {
2549 		rtd->ops.ack		= platform->driver->ops->ack;
2550 		rtd->ops.copy		= platform->driver->ops->copy;
2551 		rtd->ops.silence	= platform->driver->ops->silence;
2552 		rtd->ops.page		= platform->driver->ops->page;
2553 		rtd->ops.mmap		= platform->driver->ops->mmap;
2554 	}
2555 
2556 	if (playback)
2557 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2558 
2559 	if (capture)
2560 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
2561 
2562 	if (platform->driver->pcm_new) {
2563 		ret = platform->driver->pcm_new(rtd);
2564 		if (ret < 0) {
2565 			dev_err(platform->dev,
2566 				"ASoC: pcm constructor failed: %d\n",
2567 				ret);
2568 			return ret;
2569 		}
2570 	}
2571 
2572 	pcm->private_free = platform->driver->pcm_free;
2573 out:
2574 	dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
2575 		 (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
2576 		 cpu_dai->name);
2577 	return ret;
2578 }
2579 
2580 /* is the current PCM operation for this FE ? */
2581 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
2582 {
2583 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
2584 		return 1;
2585 	return 0;
2586 }
2587 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
2588 
2589 /* is the current PCM operation for this BE ? */
2590 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
2591 		struct snd_soc_pcm_runtime *be, int stream)
2592 {
2593 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
2594 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
2595 		  be->dpcm[stream].runtime_update))
2596 		return 1;
2597 	return 0;
2598 }
2599 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
2600 
2601 /* get the substream for this BE */
2602 struct snd_pcm_substream *
2603 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
2604 {
2605 	return be->pcm->streams[stream].substream;
2606 }
2607 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
2608 
2609 /* get the BE runtime state */
2610 enum snd_soc_dpcm_state
2611 	snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
2612 {
2613 	return be->dpcm[stream].state;
2614 }
2615 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
2616 
2617 /* set the BE runtime state */
2618 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
2619 		int stream, enum snd_soc_dpcm_state state)
2620 {
2621 	be->dpcm[stream].state = state;
2622 }
2623 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
2624 
2625 /*
2626  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
2627  * are not running, paused or suspended for the specified stream direction.
2628  */
2629 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
2630 		struct snd_soc_pcm_runtime *be, int stream)
2631 {
2632 	struct snd_soc_dpcm *dpcm;
2633 	int state;
2634 
2635 	list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
2636 
2637 		if (dpcm->fe == fe)
2638 			continue;
2639 
2640 		state = dpcm->fe->dpcm[stream].state;
2641 		if (state == SND_SOC_DPCM_STATE_START ||
2642 			state == SND_SOC_DPCM_STATE_PAUSED ||
2643 			state == SND_SOC_DPCM_STATE_SUSPEND)
2644 			return 0;
2645 	}
2646 
2647 	/* it's safe to free/stop this BE DAI */
2648 	return 1;
2649 }
2650 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
2651 
2652 /*
2653  * We can only change hw params a BE DAI if any of it's FE are not prepared,
2654  * running, paused or suspended for the specified stream direction.
2655  */
2656 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
2657 		struct snd_soc_pcm_runtime *be, int stream)
2658 {
2659 	struct snd_soc_dpcm *dpcm;
2660 	int state;
2661 
2662 	list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
2663 
2664 		if (dpcm->fe == fe)
2665 			continue;
2666 
2667 		state = dpcm->fe->dpcm[stream].state;
2668 		if (state == SND_SOC_DPCM_STATE_START ||
2669 			state == SND_SOC_DPCM_STATE_PAUSED ||
2670 			state == SND_SOC_DPCM_STATE_SUSPEND ||
2671 			state == SND_SOC_DPCM_STATE_PREPARE)
2672 			return 0;
2673 	}
2674 
2675 	/* it's safe to change hw_params */
2676 	return 1;
2677 }
2678 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
2679 
2680 int snd_soc_platform_trigger(struct snd_pcm_substream *substream,
2681 		int cmd, struct snd_soc_platform *platform)
2682 {
2683 	if (platform->driver->ops && platform->driver->ops->trigger)
2684 		return platform->driver->ops->trigger(substream, cmd);
2685 	return 0;
2686 }
2687 EXPORT_SYMBOL_GPL(snd_soc_platform_trigger);
2688 
2689 #ifdef CONFIG_DEBUG_FS
2690 static char *dpcm_state_string(enum snd_soc_dpcm_state state)
2691 {
2692 	switch (state) {
2693 	case SND_SOC_DPCM_STATE_NEW:
2694 		return "new";
2695 	case SND_SOC_DPCM_STATE_OPEN:
2696 		return "open";
2697 	case SND_SOC_DPCM_STATE_HW_PARAMS:
2698 		return "hw_params";
2699 	case SND_SOC_DPCM_STATE_PREPARE:
2700 		return "prepare";
2701 	case SND_SOC_DPCM_STATE_START:
2702 		return "start";
2703 	case SND_SOC_DPCM_STATE_STOP:
2704 		return "stop";
2705 	case SND_SOC_DPCM_STATE_SUSPEND:
2706 		return "suspend";
2707 	case SND_SOC_DPCM_STATE_PAUSED:
2708 		return "paused";
2709 	case SND_SOC_DPCM_STATE_HW_FREE:
2710 		return "hw_free";
2711 	case SND_SOC_DPCM_STATE_CLOSE:
2712 		return "close";
2713 	}
2714 
2715 	return "unknown";
2716 }
2717 
2718 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
2719 				int stream, char *buf, size_t size)
2720 {
2721 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
2722 	struct snd_soc_dpcm *dpcm;
2723 	ssize_t offset = 0;
2724 
2725 	/* FE state */
2726 	offset += snprintf(buf + offset, size - offset,
2727 			"[%s - %s]\n", fe->dai_link->name,
2728 			stream ? "Capture" : "Playback");
2729 
2730 	offset += snprintf(buf + offset, size - offset, "State: %s\n",
2731 	                dpcm_state_string(fe->dpcm[stream].state));
2732 
2733 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
2734 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
2735 		offset += snprintf(buf + offset, size - offset,
2736 				"Hardware Params: "
2737 				"Format = %s, Channels = %d, Rate = %d\n",
2738 				snd_pcm_format_name(params_format(params)),
2739 				params_channels(params),
2740 				params_rate(params));
2741 
2742 	/* BEs state */
2743 	offset += snprintf(buf + offset, size - offset, "Backends:\n");
2744 
2745 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2746 		offset += snprintf(buf + offset, size - offset,
2747 				" No active DSP links\n");
2748 		goto out;
2749 	}
2750 
2751 	list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2752 		struct snd_soc_pcm_runtime *be = dpcm->be;
2753 		params = &dpcm->hw_params;
2754 
2755 		offset += snprintf(buf + offset, size - offset,
2756 				"- %s\n", be->dai_link->name);
2757 
2758 		offset += snprintf(buf + offset, size - offset,
2759 				"   State: %s\n",
2760 				dpcm_state_string(be->dpcm[stream].state));
2761 
2762 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
2763 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
2764 			offset += snprintf(buf + offset, size - offset,
2765 				"   Hardware Params: "
2766 				"Format = %s, Channels = %d, Rate = %d\n",
2767 				snd_pcm_format_name(params_format(params)),
2768 				params_channels(params),
2769 				params_rate(params));
2770 	}
2771 
2772 out:
2773 	return offset;
2774 }
2775 
2776 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
2777 				size_t count, loff_t *ppos)
2778 {
2779 	struct snd_soc_pcm_runtime *fe = file->private_data;
2780 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
2781 	char *buf;
2782 
2783 	buf = kmalloc(out_count, GFP_KERNEL);
2784 	if (!buf)
2785 		return -ENOMEM;
2786 
2787 	if (fe->cpu_dai->driver->playback.channels_min)
2788 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
2789 					buf + offset, out_count - offset);
2790 
2791 	if (fe->cpu_dai->driver->capture.channels_min)
2792 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
2793 					buf + offset, out_count - offset);
2794 
2795 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
2796 
2797 	kfree(buf);
2798 	return ret;
2799 }
2800 
2801 static const struct file_operations dpcm_state_fops = {
2802 	.open = simple_open,
2803 	.read = dpcm_state_read_file,
2804 	.llseek = default_llseek,
2805 };
2806 
2807 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
2808 {
2809 	if (!rtd->dai_link)
2810 		return;
2811 
2812 	if (!rtd->card->debugfs_card_root)
2813 		return;
2814 
2815 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
2816 			rtd->card->debugfs_card_root);
2817 	if (!rtd->debugfs_dpcm_root) {
2818 		dev_dbg(rtd->dev,
2819 			 "ASoC: Failed to create dpcm debugfs directory %s\n",
2820 			 rtd->dai_link->name);
2821 		return;
2822 	}
2823 
2824 	rtd->debugfs_dpcm_state = debugfs_create_file("state", 0444,
2825 						rtd->debugfs_dpcm_root,
2826 						rtd, &dpcm_state_fops);
2827 }
2828 #endif
2829