xref: /openbmc/linux/sound/soc/soc-pcm.c (revision e657c18a)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/pm_runtime.h>
18 #include <linux/module.h>
19 #include <linux/slab.h>
20 #include <linux/workqueue.h>
21 #include <linux/export.h>
22 #include <linux/debugfs.h>
23 #include <sound/core.h>
24 #include <sound/pcm.h>
25 #include <sound/pcm_params.h>
26 #include <sound/soc.h>
27 #include <sound/soc-dpcm.h>
28 #include <sound/initval.h>
29 
30 #define DPCM_MAX_BE_USERS	8
31 
32 /*
33  * snd_soc_dai_stream_valid() - check if a DAI supports the given stream
34  *
35  * Returns true if the DAI supports the indicated stream type.
36  */
37 static bool snd_soc_dai_stream_valid(struct snd_soc_dai *dai, int stream)
38 {
39 	struct snd_soc_pcm_stream *codec_stream;
40 
41 	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
42 		codec_stream = &dai->driver->playback;
43 	else
44 		codec_stream = &dai->driver->capture;
45 
46 	/* If the codec specifies any rate at all, it supports the stream. */
47 	return codec_stream->rates;
48 }
49 
50 /**
51  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
52  * @rtd: ASoC PCM runtime that is activated
53  * @stream: Direction of the PCM stream
54  *
55  * Increments the active count for all the DAIs and components attached to a PCM
56  * runtime. Should typically be called when a stream is opened.
57  *
58  * Must be called with the rtd->pcm_mutex being held
59  */
60 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
61 {
62 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
63 	struct snd_soc_dai *codec_dai;
64 	int i;
65 
66 	lockdep_assert_held(&rtd->pcm_mutex);
67 
68 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
69 		cpu_dai->playback_active++;
70 		for_each_rtd_codec_dai(rtd, i, codec_dai)
71 			codec_dai->playback_active++;
72 	} else {
73 		cpu_dai->capture_active++;
74 		for_each_rtd_codec_dai(rtd, i, codec_dai)
75 			codec_dai->capture_active++;
76 	}
77 
78 	cpu_dai->active++;
79 	cpu_dai->component->active++;
80 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
81 		codec_dai->active++;
82 		codec_dai->component->active++;
83 	}
84 }
85 
86 /**
87  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
88  * @rtd: ASoC PCM runtime that is deactivated
89  * @stream: Direction of the PCM stream
90  *
91  * Decrements the active count for all the DAIs and components attached to a PCM
92  * runtime. Should typically be called when a stream is closed.
93  *
94  * Must be called with the rtd->pcm_mutex being held
95  */
96 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
97 {
98 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
99 	struct snd_soc_dai *codec_dai;
100 	int i;
101 
102 	lockdep_assert_held(&rtd->pcm_mutex);
103 
104 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
105 		cpu_dai->playback_active--;
106 		for_each_rtd_codec_dai(rtd, i, codec_dai)
107 			codec_dai->playback_active--;
108 	} else {
109 		cpu_dai->capture_active--;
110 		for_each_rtd_codec_dai(rtd, i, codec_dai)
111 			codec_dai->capture_active--;
112 	}
113 
114 	cpu_dai->active--;
115 	cpu_dai->component->active--;
116 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
117 		codec_dai->component->active--;
118 		codec_dai->active--;
119 	}
120 }
121 
122 /**
123  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
124  * @rtd: The ASoC PCM runtime that should be checked.
125  *
126  * This function checks whether the power down delay should be ignored for a
127  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
128  * been configured to ignore the delay, or if none of the components benefits
129  * from having the delay.
130  */
131 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
132 {
133 	struct snd_soc_rtdcom_list *rtdcom;
134 	struct snd_soc_component *component;
135 	bool ignore = true;
136 
137 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
138 		return true;
139 
140 	for_each_rtdcom(rtd, rtdcom) {
141 		component = rtdcom->component;
142 
143 		ignore &= !component->driver->use_pmdown_time;
144 	}
145 
146 	return ignore;
147 }
148 
149 /**
150  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
151  * @substream: the pcm substream
152  * @hw: the hardware parameters
153  *
154  * Sets the substream runtime hardware parameters.
155  */
156 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
157 	const struct snd_pcm_hardware *hw)
158 {
159 	struct snd_pcm_runtime *runtime = substream->runtime;
160 	runtime->hw.info = hw->info;
161 	runtime->hw.formats = hw->formats;
162 	runtime->hw.period_bytes_min = hw->period_bytes_min;
163 	runtime->hw.period_bytes_max = hw->period_bytes_max;
164 	runtime->hw.periods_min = hw->periods_min;
165 	runtime->hw.periods_max = hw->periods_max;
166 	runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
167 	runtime->hw.fifo_size = hw->fifo_size;
168 	return 0;
169 }
170 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
171 
172 /* DPCM stream event, send event to FE and all active BEs. */
173 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
174 	int event)
175 {
176 	struct snd_soc_dpcm *dpcm;
177 
178 	for_each_dpcm_be(fe, dir, dpcm) {
179 
180 		struct snd_soc_pcm_runtime *be = dpcm->be;
181 
182 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
183 				be->dai_link->name, event, dir);
184 
185 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
186 		    (be->dpcm[dir].users >= 1))
187 			continue;
188 
189 		snd_soc_dapm_stream_event(be, dir, event);
190 	}
191 
192 	snd_soc_dapm_stream_event(fe, dir, event);
193 
194 	return 0;
195 }
196 
197 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
198 					struct snd_soc_dai *soc_dai)
199 {
200 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
201 	int ret;
202 
203 	if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
204 				rtd->dai_link->symmetric_rates)) {
205 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
206 				soc_dai->rate);
207 
208 		ret = snd_pcm_hw_constraint_single(substream->runtime,
209 						SNDRV_PCM_HW_PARAM_RATE,
210 						soc_dai->rate);
211 		if (ret < 0) {
212 			dev_err(soc_dai->dev,
213 				"ASoC: Unable to apply rate constraint: %d\n",
214 				ret);
215 			return ret;
216 		}
217 	}
218 
219 	if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
220 				rtd->dai_link->symmetric_channels)) {
221 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
222 				soc_dai->channels);
223 
224 		ret = snd_pcm_hw_constraint_single(substream->runtime,
225 						SNDRV_PCM_HW_PARAM_CHANNELS,
226 						soc_dai->channels);
227 		if (ret < 0) {
228 			dev_err(soc_dai->dev,
229 				"ASoC: Unable to apply channel symmetry constraint: %d\n",
230 				ret);
231 			return ret;
232 		}
233 	}
234 
235 	if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
236 				rtd->dai_link->symmetric_samplebits)) {
237 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
238 				soc_dai->sample_bits);
239 
240 		ret = snd_pcm_hw_constraint_single(substream->runtime,
241 						SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
242 						soc_dai->sample_bits);
243 		if (ret < 0) {
244 			dev_err(soc_dai->dev,
245 				"ASoC: Unable to apply sample bits symmetry constraint: %d\n",
246 				ret);
247 			return ret;
248 		}
249 	}
250 
251 	return 0;
252 }
253 
254 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
255 				struct snd_pcm_hw_params *params)
256 {
257 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
258 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
259 	struct snd_soc_dai *codec_dai;
260 	unsigned int rate, channels, sample_bits, symmetry, i;
261 
262 	rate = params_rate(params);
263 	channels = params_channels(params);
264 	sample_bits = snd_pcm_format_physical_width(params_format(params));
265 
266 	/* reject unmatched parameters when applying symmetry */
267 	symmetry = cpu_dai->driver->symmetric_rates ||
268 		rtd->dai_link->symmetric_rates;
269 
270 	for_each_rtd_codec_dai(rtd, i, codec_dai)
271 		symmetry |= codec_dai->driver->symmetric_rates;
272 
273 	if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
274 		dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
275 				cpu_dai->rate, rate);
276 		return -EINVAL;
277 	}
278 
279 	symmetry = cpu_dai->driver->symmetric_channels ||
280 		rtd->dai_link->symmetric_channels;
281 
282 	for_each_rtd_codec_dai(rtd, i, codec_dai)
283 		symmetry |= codec_dai->driver->symmetric_channels;
284 
285 	if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
286 		dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
287 				cpu_dai->channels, channels);
288 		return -EINVAL;
289 	}
290 
291 	symmetry = cpu_dai->driver->symmetric_samplebits ||
292 		rtd->dai_link->symmetric_samplebits;
293 
294 	for_each_rtd_codec_dai(rtd, i, codec_dai)
295 		symmetry |= codec_dai->driver->symmetric_samplebits;
296 
297 	if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
298 		dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
299 				cpu_dai->sample_bits, sample_bits);
300 		return -EINVAL;
301 	}
302 
303 	return 0;
304 }
305 
306 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
307 {
308 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
309 	struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
310 	struct snd_soc_dai_link *link = rtd->dai_link;
311 	struct snd_soc_dai *codec_dai;
312 	unsigned int symmetry, i;
313 
314 	symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
315 		cpu_driver->symmetric_channels || link->symmetric_channels ||
316 		cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
317 
318 	for_each_rtd_codec_dai(rtd, i, codec_dai)
319 		symmetry = symmetry ||
320 			codec_dai->driver->symmetric_rates ||
321 			codec_dai->driver->symmetric_channels ||
322 			codec_dai->driver->symmetric_samplebits;
323 
324 	return symmetry;
325 }
326 
327 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
328 {
329 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
330 	int ret;
331 
332 	if (!bits)
333 		return;
334 
335 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
336 	if (ret != 0)
337 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
338 				 bits, ret);
339 }
340 
341 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
342 {
343 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
344 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
345 	struct snd_soc_dai *codec_dai;
346 	int i;
347 	unsigned int bits = 0, cpu_bits;
348 
349 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
350 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
351 			if (codec_dai->driver->playback.sig_bits == 0) {
352 				bits = 0;
353 				break;
354 			}
355 			bits = max(codec_dai->driver->playback.sig_bits, bits);
356 		}
357 		cpu_bits = cpu_dai->driver->playback.sig_bits;
358 	} else {
359 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
360 			if (codec_dai->driver->capture.sig_bits == 0) {
361 				bits = 0;
362 				break;
363 			}
364 			bits = max(codec_dai->driver->capture.sig_bits, bits);
365 		}
366 		cpu_bits = cpu_dai->driver->capture.sig_bits;
367 	}
368 
369 	soc_pcm_set_msb(substream, bits);
370 	soc_pcm_set_msb(substream, cpu_bits);
371 }
372 
373 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
374 {
375 	struct snd_pcm_runtime *runtime = substream->runtime;
376 	struct snd_pcm_hardware *hw = &runtime->hw;
377 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
378 	struct snd_soc_dai *codec_dai;
379 	struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
380 	struct snd_soc_dai_driver *codec_dai_drv;
381 	struct snd_soc_pcm_stream *codec_stream;
382 	struct snd_soc_pcm_stream *cpu_stream;
383 	unsigned int chan_min = 0, chan_max = UINT_MAX;
384 	unsigned int rate_min = 0, rate_max = UINT_MAX;
385 	unsigned int rates = UINT_MAX;
386 	u64 formats = ULLONG_MAX;
387 	int i;
388 
389 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
390 		cpu_stream = &cpu_dai_drv->playback;
391 	else
392 		cpu_stream = &cpu_dai_drv->capture;
393 
394 	/* first calculate min/max only for CODECs in the DAI link */
395 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
396 
397 		/*
398 		 * Skip CODECs which don't support the current stream type.
399 		 * Otherwise, since the rate, channel, and format values will
400 		 * zero in that case, we would have no usable settings left,
401 		 * causing the resulting setup to fail.
402 		 * At least one CODEC should match, otherwise we should have
403 		 * bailed out on a higher level, since there would be no
404 		 * CODEC to support the transfer direction in that case.
405 		 */
406 		if (!snd_soc_dai_stream_valid(codec_dai,
407 					      substream->stream))
408 			continue;
409 
410 		codec_dai_drv = codec_dai->driver;
411 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
412 			codec_stream = &codec_dai_drv->playback;
413 		else
414 			codec_stream = &codec_dai_drv->capture;
415 		chan_min = max(chan_min, codec_stream->channels_min);
416 		chan_max = min(chan_max, codec_stream->channels_max);
417 		rate_min = max(rate_min, codec_stream->rate_min);
418 		rate_max = min_not_zero(rate_max, codec_stream->rate_max);
419 		formats &= codec_stream->formats;
420 		rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
421 	}
422 
423 	/*
424 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
425 	 * connected to a single CPU DAI, use CPU DAI's directly and let
426 	 * channel allocation be fixed up later
427 	 */
428 	if (rtd->num_codecs > 1) {
429 		chan_min = cpu_stream->channels_min;
430 		chan_max = cpu_stream->channels_max;
431 	}
432 
433 	hw->channels_min = max(chan_min, cpu_stream->channels_min);
434 	hw->channels_max = min(chan_max, cpu_stream->channels_max);
435 	if (hw->formats)
436 		hw->formats &= formats & cpu_stream->formats;
437 	else
438 		hw->formats = formats & cpu_stream->formats;
439 	hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
440 
441 	snd_pcm_limit_hw_rates(runtime);
442 
443 	hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
444 	hw->rate_min = max(hw->rate_min, rate_min);
445 	hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
446 	hw->rate_max = min_not_zero(hw->rate_max, rate_max);
447 }
448 
449 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
450 				    struct snd_soc_component *last)
451 {
452 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
453 	struct snd_soc_rtdcom_list *rtdcom;
454 	struct snd_soc_component *component;
455 
456 	for_each_rtdcom(rtd, rtdcom) {
457 		component = rtdcom->component;
458 
459 		if (component == last)
460 			break;
461 
462 		if (!component->driver->ops ||
463 		    !component->driver->ops->close)
464 			continue;
465 
466 		component->driver->ops->close(substream);
467 
468 		if (component->driver->module_get_upon_open)
469 			module_put(component->dev->driver->owner);
470 	}
471 
472 	return 0;
473 }
474 
475 /*
476  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
477  * then initialized and any private data can be allocated. This also calls
478  * startup for the cpu DAI, component, machine and codec DAI.
479  */
480 static int soc_pcm_open(struct snd_pcm_substream *substream)
481 {
482 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
483 	struct snd_pcm_runtime *runtime = substream->runtime;
484 	struct snd_soc_component *component;
485 	struct snd_soc_rtdcom_list *rtdcom;
486 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
487 	struct snd_soc_dai *codec_dai;
488 	const char *codec_dai_name = "multicodec";
489 	int i, ret = 0;
490 
491 	pinctrl_pm_select_default_state(cpu_dai->dev);
492 	for_each_rtd_codec_dai(rtd, i, codec_dai)
493 		pinctrl_pm_select_default_state(codec_dai->dev);
494 
495 	for_each_rtdcom(rtd, rtdcom) {
496 		component = rtdcom->component;
497 
498 		pm_runtime_get_sync(component->dev);
499 	}
500 
501 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
502 
503 	/* startup the audio subsystem */
504 	if (cpu_dai->driver->ops->startup) {
505 		ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
506 		if (ret < 0) {
507 			dev_err(cpu_dai->dev, "ASoC: can't open interface"
508 				" %s: %d\n", cpu_dai->name, ret);
509 			goto out;
510 		}
511 	}
512 
513 	for_each_rtdcom(rtd, rtdcom) {
514 		component = rtdcom->component;
515 
516 		if (!component->driver->ops ||
517 		    !component->driver->ops->open)
518 			continue;
519 
520 		if (component->driver->module_get_upon_open &&
521 		    !try_module_get(component->dev->driver->owner))
522 			return -ENODEV;
523 
524 		ret = component->driver->ops->open(substream);
525 		if (ret < 0) {
526 			dev_err(component->dev,
527 				"ASoC: can't open component %s: %d\n",
528 				component->name, ret);
529 			goto component_err;
530 		}
531 	}
532 	component = NULL;
533 
534 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
535 		if (codec_dai->driver->ops->startup) {
536 			ret = codec_dai->driver->ops->startup(substream,
537 							      codec_dai);
538 			if (ret < 0) {
539 				dev_err(codec_dai->dev,
540 					"ASoC: can't open codec %s: %d\n",
541 					codec_dai->name, ret);
542 				goto codec_dai_err;
543 			}
544 		}
545 
546 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
547 			codec_dai->tx_mask = 0;
548 		else
549 			codec_dai->rx_mask = 0;
550 	}
551 
552 	if (rtd->dai_link->ops->startup) {
553 		ret = rtd->dai_link->ops->startup(substream);
554 		if (ret < 0) {
555 			pr_err("ASoC: %s startup failed: %d\n",
556 			       rtd->dai_link->name, ret);
557 			goto machine_err;
558 		}
559 	}
560 
561 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
562 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
563 		goto dynamic;
564 
565 	/* Check that the codec and cpu DAIs are compatible */
566 	soc_pcm_init_runtime_hw(substream);
567 
568 	if (rtd->num_codecs == 1)
569 		codec_dai_name = rtd->codec_dai->name;
570 
571 	if (soc_pcm_has_symmetry(substream))
572 		runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
573 
574 	ret = -EINVAL;
575 	if (!runtime->hw.rates) {
576 		printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
577 			codec_dai_name, cpu_dai->name);
578 		goto config_err;
579 	}
580 	if (!runtime->hw.formats) {
581 		printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
582 			codec_dai_name, cpu_dai->name);
583 		goto config_err;
584 	}
585 	if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
586 	    runtime->hw.channels_min > runtime->hw.channels_max) {
587 		printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
588 				codec_dai_name, cpu_dai->name);
589 		goto config_err;
590 	}
591 
592 	soc_pcm_apply_msb(substream);
593 
594 	/* Symmetry only applies if we've already got an active stream. */
595 	if (cpu_dai->active) {
596 		ret = soc_pcm_apply_symmetry(substream, cpu_dai);
597 		if (ret != 0)
598 			goto config_err;
599 	}
600 
601 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
602 		if (codec_dai->active) {
603 			ret = soc_pcm_apply_symmetry(substream, codec_dai);
604 			if (ret != 0)
605 				goto config_err;
606 		}
607 	}
608 
609 	pr_debug("ASoC: %s <-> %s info:\n",
610 			codec_dai_name, cpu_dai->name);
611 	pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
612 	pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
613 		 runtime->hw.channels_max);
614 	pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
615 		 runtime->hw.rate_max);
616 
617 dynamic:
618 
619 	snd_soc_runtime_activate(rtd, substream->stream);
620 
621 	mutex_unlock(&rtd->pcm_mutex);
622 	return 0;
623 
624 config_err:
625 	if (rtd->dai_link->ops->shutdown)
626 		rtd->dai_link->ops->shutdown(substream);
627 
628 machine_err:
629 	i = rtd->num_codecs;
630 
631 codec_dai_err:
632 	for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
633 		if (codec_dai->driver->ops->shutdown)
634 			codec_dai->driver->ops->shutdown(substream, codec_dai);
635 	}
636 
637 component_err:
638 	soc_pcm_components_close(substream, component);
639 
640 	if (cpu_dai->driver->ops->shutdown)
641 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
642 out:
643 	mutex_unlock(&rtd->pcm_mutex);
644 
645 	for_each_rtdcom(rtd, rtdcom) {
646 		component = rtdcom->component;
647 
648 		pm_runtime_mark_last_busy(component->dev);
649 		pm_runtime_put_autosuspend(component->dev);
650 	}
651 
652 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
653 		if (!codec_dai->active)
654 			pinctrl_pm_select_sleep_state(codec_dai->dev);
655 	}
656 	if (!cpu_dai->active)
657 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
658 
659 	return ret;
660 }
661 
662 /*
663  * Power down the audio subsystem pmdown_time msecs after close is called.
664  * This is to ensure there are no pops or clicks in between any music tracks
665  * due to DAPM power cycling.
666  */
667 static void close_delayed_work(struct work_struct *work)
668 {
669 	struct snd_soc_pcm_runtime *rtd =
670 			container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
671 	struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
672 
673 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
674 
675 	dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
676 		 codec_dai->driver->playback.stream_name,
677 		 codec_dai->playback_active ? "active" : "inactive",
678 		 rtd->pop_wait ? "yes" : "no");
679 
680 	/* are we waiting on this codec DAI stream */
681 	if (rtd->pop_wait == 1) {
682 		rtd->pop_wait = 0;
683 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
684 					  SND_SOC_DAPM_STREAM_STOP);
685 	}
686 
687 	mutex_unlock(&rtd->pcm_mutex);
688 }
689 
690 /*
691  * Called by ALSA when a PCM substream is closed. Private data can be
692  * freed here. The cpu DAI, codec DAI, machine and components are also
693  * shutdown.
694  */
695 static int soc_pcm_close(struct snd_pcm_substream *substream)
696 {
697 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
698 	struct snd_soc_component *component;
699 	struct snd_soc_rtdcom_list *rtdcom;
700 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
701 	struct snd_soc_dai *codec_dai;
702 	int i;
703 
704 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
705 
706 	snd_soc_runtime_deactivate(rtd, substream->stream);
707 
708 	/* clear the corresponding DAIs rate when inactive */
709 	if (!cpu_dai->active)
710 		cpu_dai->rate = 0;
711 
712 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
713 		if (!codec_dai->active)
714 			codec_dai->rate = 0;
715 	}
716 
717 	snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
718 
719 	if (cpu_dai->driver->ops->shutdown)
720 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
721 
722 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
723 		if (codec_dai->driver->ops->shutdown)
724 			codec_dai->driver->ops->shutdown(substream, codec_dai);
725 	}
726 
727 	if (rtd->dai_link->ops->shutdown)
728 		rtd->dai_link->ops->shutdown(substream);
729 
730 	soc_pcm_components_close(substream, NULL);
731 
732 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
733 		if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
734 			/* powered down playback stream now */
735 			snd_soc_dapm_stream_event(rtd,
736 						  SNDRV_PCM_STREAM_PLAYBACK,
737 						  SND_SOC_DAPM_STREAM_STOP);
738 		} else {
739 			/* start delayed pop wq here for playback streams */
740 			rtd->pop_wait = 1;
741 			queue_delayed_work(system_power_efficient_wq,
742 					   &rtd->delayed_work,
743 					   msecs_to_jiffies(rtd->pmdown_time));
744 		}
745 	} else {
746 		/* capture streams can be powered down now */
747 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
748 					  SND_SOC_DAPM_STREAM_STOP);
749 	}
750 
751 	mutex_unlock(&rtd->pcm_mutex);
752 
753 	for_each_rtdcom(rtd, rtdcom) {
754 		component = rtdcom->component;
755 
756 		pm_runtime_mark_last_busy(component->dev);
757 		pm_runtime_put_autosuspend(component->dev);
758 	}
759 
760 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
761 		if (!codec_dai->active)
762 			pinctrl_pm_select_sleep_state(codec_dai->dev);
763 	}
764 	if (!cpu_dai->active)
765 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
766 
767 	return 0;
768 }
769 
770 /*
771  * Called by ALSA when the PCM substream is prepared, can set format, sample
772  * rate, etc.  This function is non atomic and can be called multiple times,
773  * it can refer to the runtime info.
774  */
775 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
776 {
777 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
778 	struct snd_soc_component *component;
779 	struct snd_soc_rtdcom_list *rtdcom;
780 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
781 	struct snd_soc_dai *codec_dai;
782 	int i, ret = 0;
783 
784 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
785 
786 	if (rtd->dai_link->ops->prepare) {
787 		ret = rtd->dai_link->ops->prepare(substream);
788 		if (ret < 0) {
789 			dev_err(rtd->card->dev, "ASoC: machine prepare error:"
790 				" %d\n", ret);
791 			goto out;
792 		}
793 	}
794 
795 	for_each_rtdcom(rtd, rtdcom) {
796 		component = rtdcom->component;
797 
798 		if (!component->driver->ops ||
799 		    !component->driver->ops->prepare)
800 			continue;
801 
802 		ret = component->driver->ops->prepare(substream);
803 		if (ret < 0) {
804 			dev_err(component->dev,
805 				"ASoC: platform prepare error: %d\n", ret);
806 			goto out;
807 		}
808 	}
809 
810 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
811 		if (codec_dai->driver->ops->prepare) {
812 			ret = codec_dai->driver->ops->prepare(substream,
813 							      codec_dai);
814 			if (ret < 0) {
815 				dev_err(codec_dai->dev,
816 					"ASoC: codec DAI prepare error: %d\n",
817 					ret);
818 				goto out;
819 			}
820 		}
821 	}
822 
823 	if (cpu_dai->driver->ops->prepare) {
824 		ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
825 		if (ret < 0) {
826 			dev_err(cpu_dai->dev,
827 				"ASoC: cpu DAI prepare error: %d\n", ret);
828 			goto out;
829 		}
830 	}
831 
832 	/* cancel any delayed stream shutdown that is pending */
833 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
834 	    rtd->pop_wait) {
835 		rtd->pop_wait = 0;
836 		cancel_delayed_work(&rtd->delayed_work);
837 	}
838 
839 	snd_soc_dapm_stream_event(rtd, substream->stream,
840 			SND_SOC_DAPM_STREAM_START);
841 
842 	for_each_rtd_codec_dai(rtd, i, codec_dai)
843 		snd_soc_dai_digital_mute(codec_dai, 0,
844 					 substream->stream);
845 	snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
846 
847 out:
848 	mutex_unlock(&rtd->pcm_mutex);
849 	return ret;
850 }
851 
852 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
853 				       unsigned int mask)
854 {
855 	struct snd_interval *interval;
856 	int channels = hweight_long(mask);
857 
858 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
859 	interval->min = channels;
860 	interval->max = channels;
861 }
862 
863 int soc_dai_hw_params(struct snd_pcm_substream *substream,
864 		      struct snd_pcm_hw_params *params,
865 		      struct snd_soc_dai *dai)
866 {
867 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
868 	int ret;
869 
870 	/* perform any topology hw_params fixups before DAI  */
871 	if (rtd->dai_link->be_hw_params_fixup) {
872 		ret = rtd->dai_link->be_hw_params_fixup(rtd, params);
873 		if (ret < 0) {
874 			dev_err(rtd->dev,
875 				"ASoC: hw_params topology fixup failed %d\n",
876 				ret);
877 			return ret;
878 		}
879 	}
880 
881 	if (dai->driver->ops->hw_params) {
882 		ret = dai->driver->ops->hw_params(substream, params, dai);
883 		if (ret < 0) {
884 			dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
885 				dai->name, ret);
886 			return ret;
887 		}
888 	}
889 
890 	return 0;
891 }
892 
893 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
894 				      struct snd_soc_component *last)
895 {
896 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
897 	struct snd_soc_rtdcom_list *rtdcom;
898 	struct snd_soc_component *component;
899 
900 	for_each_rtdcom(rtd, rtdcom) {
901 		component = rtdcom->component;
902 
903 		if (component == last)
904 			break;
905 
906 		if (!component->driver->ops ||
907 		    !component->driver->ops->hw_free)
908 			continue;
909 
910 		component->driver->ops->hw_free(substream);
911 	}
912 
913 	return 0;
914 }
915 
916 /*
917  * Called by ALSA when the hardware params are set by application. This
918  * function can also be called multiple times and can allocate buffers
919  * (using snd_pcm_lib_* ). It's non-atomic.
920  */
921 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
922 				struct snd_pcm_hw_params *params)
923 {
924 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
925 	struct snd_soc_component *component;
926 	struct snd_soc_rtdcom_list *rtdcom;
927 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
928 	struct snd_soc_dai *codec_dai;
929 	int i, ret = 0;
930 
931 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
932 	if (rtd->dai_link->ops->hw_params) {
933 		ret = rtd->dai_link->ops->hw_params(substream, params);
934 		if (ret < 0) {
935 			dev_err(rtd->card->dev, "ASoC: machine hw_params"
936 				" failed: %d\n", ret);
937 			goto out;
938 		}
939 	}
940 
941 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
942 		struct snd_pcm_hw_params codec_params;
943 
944 		/*
945 		 * Skip CODECs which don't support the current stream type,
946 		 * the idea being that if a CODEC is not used for the currently
947 		 * set up transfer direction, it should not need to be
948 		 * configured, especially since the configuration used might
949 		 * not even be supported by that CODEC. There may be cases
950 		 * however where a CODEC needs to be set up although it is
951 		 * actually not being used for the transfer, e.g. if a
952 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
953 		 * for the DAI link including a playback-only CODEC.
954 		 * If this becomes necessary, we will have to augment the
955 		 * machine driver setup with information on how to act, so
956 		 * we can do the right thing here.
957 		 */
958 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
959 			continue;
960 
961 		/* copy params for each codec */
962 		codec_params = *params;
963 
964 		/* fixup params based on TDM slot masks */
965 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
966 		    codec_dai->tx_mask)
967 			soc_pcm_codec_params_fixup(&codec_params,
968 						   codec_dai->tx_mask);
969 
970 		if (substream->stream == SNDRV_PCM_STREAM_CAPTURE &&
971 		    codec_dai->rx_mask)
972 			soc_pcm_codec_params_fixup(&codec_params,
973 						   codec_dai->rx_mask);
974 
975 		ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
976 		if(ret < 0)
977 			goto codec_err;
978 
979 		codec_dai->rate = params_rate(&codec_params);
980 		codec_dai->channels = params_channels(&codec_params);
981 		codec_dai->sample_bits = snd_pcm_format_physical_width(
982 						params_format(&codec_params));
983 
984 		snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
985 	}
986 
987 	ret = soc_dai_hw_params(substream, params, cpu_dai);
988 	if (ret < 0)
989 		goto interface_err;
990 
991 	for_each_rtdcom(rtd, rtdcom) {
992 		component = rtdcom->component;
993 
994 		if (!component->driver->ops ||
995 		    !component->driver->ops->hw_params)
996 			continue;
997 
998 		ret = component->driver->ops->hw_params(substream, params);
999 		if (ret < 0) {
1000 			dev_err(component->dev,
1001 				"ASoC: %s hw params failed: %d\n",
1002 				component->name, ret);
1003 			goto component_err;
1004 		}
1005 	}
1006 	component = NULL;
1007 
1008 	/* store the parameters for each DAIs */
1009 	cpu_dai->rate = params_rate(params);
1010 	cpu_dai->channels = params_channels(params);
1011 	cpu_dai->sample_bits =
1012 		snd_pcm_format_physical_width(params_format(params));
1013 
1014 	snd_soc_dapm_update_dai(substream, params, cpu_dai);
1015 
1016 	ret = soc_pcm_params_symmetry(substream, params);
1017         if (ret)
1018 		goto component_err;
1019 out:
1020 	mutex_unlock(&rtd->pcm_mutex);
1021 	return ret;
1022 
1023 component_err:
1024 	soc_pcm_components_hw_free(substream, component);
1025 
1026 	if (cpu_dai->driver->ops->hw_free)
1027 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1028 
1029 interface_err:
1030 	i = rtd->num_codecs;
1031 
1032 codec_err:
1033 	for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
1034 		if (codec_dai->driver->ops->hw_free)
1035 			codec_dai->driver->ops->hw_free(substream, codec_dai);
1036 		codec_dai->rate = 0;
1037 	}
1038 
1039 	if (rtd->dai_link->ops->hw_free)
1040 		rtd->dai_link->ops->hw_free(substream);
1041 
1042 	mutex_unlock(&rtd->pcm_mutex);
1043 	return ret;
1044 }
1045 
1046 /*
1047  * Frees resources allocated by hw_params, can be called multiple times
1048  */
1049 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
1050 {
1051 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1052 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1053 	struct snd_soc_dai *codec_dai;
1054 	bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1055 	int i;
1056 
1057 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
1058 
1059 	/* clear the corresponding DAIs parameters when going to be inactive */
1060 	if (cpu_dai->active == 1) {
1061 		cpu_dai->rate = 0;
1062 		cpu_dai->channels = 0;
1063 		cpu_dai->sample_bits = 0;
1064 	}
1065 
1066 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1067 		if (codec_dai->active == 1) {
1068 			codec_dai->rate = 0;
1069 			codec_dai->channels = 0;
1070 			codec_dai->sample_bits = 0;
1071 		}
1072 	}
1073 
1074 	/* apply codec digital mute */
1075 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1076 		if ((playback && codec_dai->playback_active == 1) ||
1077 		    (!playback && codec_dai->capture_active == 1))
1078 			snd_soc_dai_digital_mute(codec_dai, 1,
1079 						 substream->stream);
1080 	}
1081 
1082 	/* free any machine hw params */
1083 	if (rtd->dai_link->ops->hw_free)
1084 		rtd->dai_link->ops->hw_free(substream);
1085 
1086 	/* free any component resources */
1087 	soc_pcm_components_hw_free(substream, NULL);
1088 
1089 	/* now free hw params for the DAIs  */
1090 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1091 		if (codec_dai->driver->ops->hw_free)
1092 			codec_dai->driver->ops->hw_free(substream, codec_dai);
1093 	}
1094 
1095 	if (cpu_dai->driver->ops->hw_free)
1096 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1097 
1098 	mutex_unlock(&rtd->pcm_mutex);
1099 	return 0;
1100 }
1101 
1102 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1103 {
1104 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1105 	struct snd_soc_component *component;
1106 	struct snd_soc_rtdcom_list *rtdcom;
1107 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1108 	struct snd_soc_dai *codec_dai;
1109 	int i, ret;
1110 
1111 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1112 		if (codec_dai->driver->ops->trigger) {
1113 			ret = codec_dai->driver->ops->trigger(substream,
1114 							      cmd, codec_dai);
1115 			if (ret < 0)
1116 				return ret;
1117 		}
1118 	}
1119 
1120 	for_each_rtdcom(rtd, rtdcom) {
1121 		component = rtdcom->component;
1122 
1123 		if (!component->driver->ops ||
1124 		    !component->driver->ops->trigger)
1125 			continue;
1126 
1127 		ret = component->driver->ops->trigger(substream, cmd);
1128 		if (ret < 0)
1129 			return ret;
1130 	}
1131 
1132 	if (cpu_dai->driver->ops->trigger) {
1133 		ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
1134 		if (ret < 0)
1135 			return ret;
1136 	}
1137 
1138 	if (rtd->dai_link->ops->trigger) {
1139 		ret = rtd->dai_link->ops->trigger(substream, cmd);
1140 		if (ret < 0)
1141 			return ret;
1142 	}
1143 
1144 	return 0;
1145 }
1146 
1147 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1148 				   int cmd)
1149 {
1150 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1151 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1152 	struct snd_soc_dai *codec_dai;
1153 	int i, ret;
1154 
1155 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1156 		if (codec_dai->driver->ops->bespoke_trigger) {
1157 			ret = codec_dai->driver->ops->bespoke_trigger(substream,
1158 								cmd, codec_dai);
1159 			if (ret < 0)
1160 				return ret;
1161 		}
1162 	}
1163 
1164 	if (cpu_dai->driver->ops->bespoke_trigger) {
1165 		ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1166 		if (ret < 0)
1167 			return ret;
1168 	}
1169 	return 0;
1170 }
1171 /*
1172  * soc level wrapper for pointer callback
1173  * If cpu_dai, codec_dai, component driver has the delay callback, then
1174  * the runtime->delay will be updated accordingly.
1175  */
1176 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1177 {
1178 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1179 	struct snd_soc_component *component;
1180 	struct snd_soc_rtdcom_list *rtdcom;
1181 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1182 	struct snd_soc_dai *codec_dai;
1183 	struct snd_pcm_runtime *runtime = substream->runtime;
1184 	snd_pcm_uframes_t offset = 0;
1185 	snd_pcm_sframes_t delay = 0;
1186 	snd_pcm_sframes_t codec_delay = 0;
1187 	int i;
1188 
1189 	/* clearing the previous total delay */
1190 	runtime->delay = 0;
1191 
1192 	for_each_rtdcom(rtd, rtdcom) {
1193 		component = rtdcom->component;
1194 
1195 		if (!component->driver->ops ||
1196 		    !component->driver->ops->pointer)
1197 			continue;
1198 
1199 		/* FIXME: use 1st pointer */
1200 		offset = component->driver->ops->pointer(substream);
1201 		break;
1202 	}
1203 	/* base delay if assigned in pointer callback */
1204 	delay = runtime->delay;
1205 
1206 	if (cpu_dai->driver->ops->delay)
1207 		delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1208 
1209 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1210 		if (codec_dai->driver->ops->delay)
1211 			codec_delay = max(codec_delay,
1212 					codec_dai->driver->ops->delay(substream,
1213 								    codec_dai));
1214 	}
1215 	delay += codec_delay;
1216 
1217 	runtime->delay = delay;
1218 
1219 	return offset;
1220 }
1221 
1222 /* connect a FE and BE */
1223 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1224 		struct snd_soc_pcm_runtime *be, int stream)
1225 {
1226 	struct snd_soc_dpcm *dpcm;
1227 	unsigned long flags;
1228 
1229 	/* only add new dpcms */
1230 	for_each_dpcm_be(fe, stream, dpcm) {
1231 		if (dpcm->be == be && dpcm->fe == fe)
1232 			return 0;
1233 	}
1234 
1235 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1236 	if (!dpcm)
1237 		return -ENOMEM;
1238 
1239 	dpcm->be = be;
1240 	dpcm->fe = fe;
1241 	be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1242 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1243 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1244 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1245 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1246 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1247 
1248 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1249 			stream ? "capture" : "playback",  fe->dai_link->name,
1250 			stream ? "<-" : "->", be->dai_link->name);
1251 
1252 #ifdef CONFIG_DEBUG_FS
1253 	if (fe->debugfs_dpcm_root)
1254 		dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1255 				fe->debugfs_dpcm_root, &dpcm->state);
1256 #endif
1257 	return 1;
1258 }
1259 
1260 /* reparent a BE onto another FE */
1261 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1262 			struct snd_soc_pcm_runtime *be, int stream)
1263 {
1264 	struct snd_soc_dpcm *dpcm;
1265 	struct snd_pcm_substream *fe_substream, *be_substream;
1266 
1267 	/* reparent if BE is connected to other FEs */
1268 	if (!be->dpcm[stream].users)
1269 		return;
1270 
1271 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1272 
1273 	for_each_dpcm_fe(be, stream, dpcm) {
1274 		if (dpcm->fe == fe)
1275 			continue;
1276 
1277 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1278 			stream ? "capture" : "playback",
1279 			dpcm->fe->dai_link->name,
1280 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1281 
1282 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1283 		be_substream->runtime = fe_substream->runtime;
1284 		break;
1285 	}
1286 }
1287 
1288 /* disconnect a BE and FE */
1289 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1290 {
1291 	struct snd_soc_dpcm *dpcm, *d;
1292 	unsigned long flags;
1293 
1294 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1295 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1296 				stream ? "capture" : "playback",
1297 				dpcm->be->dai_link->name);
1298 
1299 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1300 			continue;
1301 
1302 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1303 			stream ? "capture" : "playback", fe->dai_link->name,
1304 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1305 
1306 		/* BEs still alive need new FE */
1307 		dpcm_be_reparent(fe, dpcm->be, stream);
1308 
1309 #ifdef CONFIG_DEBUG_FS
1310 		debugfs_remove(dpcm->debugfs_state);
1311 #endif
1312 		spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1313 		list_del(&dpcm->list_be);
1314 		list_del(&dpcm->list_fe);
1315 		spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1316 		kfree(dpcm);
1317 	}
1318 }
1319 
1320 /* get BE for DAI widget and stream */
1321 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1322 		struct snd_soc_dapm_widget *widget, int stream)
1323 {
1324 	struct snd_soc_pcm_runtime *be;
1325 	struct snd_soc_dai *dai;
1326 	int i;
1327 
1328 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1329 
1330 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1331 		for_each_card_rtds(card, be) {
1332 
1333 			if (!be->dai_link->no_pcm)
1334 				continue;
1335 
1336 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1337 				be->cpu_dai->playback_widget ?
1338 				be->cpu_dai->playback_widget->name : "(not set)");
1339 
1340 			if (be->cpu_dai->playback_widget == widget)
1341 				return be;
1342 
1343 			for_each_rtd_codec_dai(be, i, dai) {
1344 				if (dai->playback_widget == widget)
1345 					return be;
1346 			}
1347 		}
1348 	} else {
1349 
1350 		for_each_card_rtds(card, be) {
1351 
1352 			if (!be->dai_link->no_pcm)
1353 				continue;
1354 
1355 			dev_dbg(card->dev, "ASoC: try BE %s\n",
1356 				be->cpu_dai->capture_widget ?
1357 				be->cpu_dai->capture_widget->name : "(not set)");
1358 
1359 			if (be->cpu_dai->capture_widget == widget)
1360 				return be;
1361 
1362 			for_each_rtd_codec_dai(be, i, dai) {
1363 				if (dai->capture_widget == widget)
1364 					return be;
1365 			}
1366 		}
1367 	}
1368 
1369 	/* dai link name and stream name set correctly ? */
1370 	dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1371 		stream ? "capture" : "playback", widget->name);
1372 	return NULL;
1373 }
1374 
1375 static inline struct snd_soc_dapm_widget *
1376 	dai_get_widget(struct snd_soc_dai *dai, int stream)
1377 {
1378 	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1379 		return dai->playback_widget;
1380 	else
1381 		return dai->capture_widget;
1382 }
1383 
1384 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1385 		struct snd_soc_dapm_widget *widget)
1386 {
1387 	int i;
1388 
1389 	for (i = 0; i < list->num_widgets; i++) {
1390 		if (widget == list->widgets[i])
1391 			return 1;
1392 	}
1393 
1394 	return 0;
1395 }
1396 
1397 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1398 		enum snd_soc_dapm_direction dir)
1399 {
1400 	struct snd_soc_card *card = widget->dapm->card;
1401 	struct snd_soc_pcm_runtime *rtd;
1402 	struct snd_soc_dai *dai;
1403 	int i;
1404 
1405 	if (dir == SND_SOC_DAPM_DIR_OUT) {
1406 		for_each_card_rtds(card, rtd) {
1407 			if (!rtd->dai_link->no_pcm)
1408 				continue;
1409 
1410 			if (rtd->cpu_dai->playback_widget == widget)
1411 				return true;
1412 
1413 			for_each_rtd_codec_dai(rtd, i, dai) {
1414 				if (dai->playback_widget == widget)
1415 					return true;
1416 			}
1417 		}
1418 	} else { /* SND_SOC_DAPM_DIR_IN */
1419 		for_each_card_rtds(card, rtd) {
1420 			if (!rtd->dai_link->no_pcm)
1421 				continue;
1422 
1423 			if (rtd->cpu_dai->capture_widget == widget)
1424 				return true;
1425 
1426 			for_each_rtd_codec_dai(rtd, i, dai) {
1427 				if (dai->capture_widget == widget)
1428 					return true;
1429 			}
1430 		}
1431 	}
1432 
1433 	return false;
1434 }
1435 
1436 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1437 	int stream, struct snd_soc_dapm_widget_list **list)
1438 {
1439 	struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1440 	int paths;
1441 
1442 	/* get number of valid DAI paths and their widgets */
1443 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1444 			dpcm_end_walk_at_be);
1445 
1446 	dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1447 			stream ? "capture" : "playback");
1448 
1449 	return paths;
1450 }
1451 
1452 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1453 	struct snd_soc_dapm_widget_list **list_)
1454 {
1455 	struct snd_soc_dpcm *dpcm;
1456 	struct snd_soc_dapm_widget_list *list = *list_;
1457 	struct snd_soc_dapm_widget *widget;
1458 	struct snd_soc_dai *dai;
1459 	int prune = 0;
1460 
1461 	/* Destroy any old FE <--> BE connections */
1462 	for_each_dpcm_be(fe, stream, dpcm) {
1463 		unsigned int i;
1464 
1465 		/* is there a valid CPU DAI widget for this BE */
1466 		widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1467 
1468 		/* prune the BE if it's no longer in our active list */
1469 		if (widget && widget_in_list(list, widget))
1470 			continue;
1471 
1472 		/* is there a valid CODEC DAI widget for this BE */
1473 		for_each_rtd_codec_dai(dpcm->be, i, dai) {
1474 			widget = dai_get_widget(dai, stream);
1475 
1476 			/* prune the BE if it's no longer in our active list */
1477 			if (widget && widget_in_list(list, widget))
1478 				continue;
1479 		}
1480 
1481 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1482 			stream ? "capture" : "playback",
1483 			dpcm->be->dai_link->name, fe->dai_link->name);
1484 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1485 		dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1486 		prune++;
1487 	}
1488 
1489 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1490 	return prune;
1491 }
1492 
1493 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1494 	struct snd_soc_dapm_widget_list **list_)
1495 {
1496 	struct snd_soc_card *card = fe->card;
1497 	struct snd_soc_dapm_widget_list *list = *list_;
1498 	struct snd_soc_pcm_runtime *be;
1499 	int i, new = 0, err;
1500 
1501 	/* Create any new FE <--> BE connections */
1502 	for (i = 0; i < list->num_widgets; i++) {
1503 
1504 		switch (list->widgets[i]->id) {
1505 		case snd_soc_dapm_dai_in:
1506 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1507 				continue;
1508 			break;
1509 		case snd_soc_dapm_dai_out:
1510 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1511 				continue;
1512 			break;
1513 		default:
1514 			continue;
1515 		}
1516 
1517 		/* is there a valid BE rtd for this widget */
1518 		be = dpcm_get_be(card, list->widgets[i], stream);
1519 		if (!be) {
1520 			dev_err(fe->dev, "ASoC: no BE found for %s\n",
1521 					list->widgets[i]->name);
1522 			continue;
1523 		}
1524 
1525 		/* make sure BE is a real BE */
1526 		if (!be->dai_link->no_pcm)
1527 			continue;
1528 
1529 		/* don't connect if FE is not running */
1530 		if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1531 			continue;
1532 
1533 		/* newly connected FE and BE */
1534 		err = dpcm_be_connect(fe, be, stream);
1535 		if (err < 0) {
1536 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1537 				list->widgets[i]->name);
1538 			break;
1539 		} else if (err == 0) /* already connected */
1540 			continue;
1541 
1542 		/* new */
1543 		be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1544 		new++;
1545 	}
1546 
1547 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1548 	return new;
1549 }
1550 
1551 /*
1552  * Find the corresponding BE DAIs that source or sink audio to this
1553  * FE substream.
1554  */
1555 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1556 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1557 {
1558 	if (new)
1559 		return dpcm_add_paths(fe, stream, list);
1560 	else
1561 		return dpcm_prune_paths(fe, stream, list);
1562 }
1563 
1564 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1565 {
1566 	struct snd_soc_dpcm *dpcm;
1567 	unsigned long flags;
1568 
1569 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1570 	for_each_dpcm_be(fe, stream, dpcm)
1571 		dpcm->be->dpcm[stream].runtime_update =
1572 						SND_SOC_DPCM_UPDATE_NO;
1573 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1574 }
1575 
1576 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1577 	int stream)
1578 {
1579 	struct snd_soc_dpcm *dpcm;
1580 
1581 	/* disable any enabled and non active backends */
1582 	for_each_dpcm_be(fe, stream, dpcm) {
1583 
1584 		struct snd_soc_pcm_runtime *be = dpcm->be;
1585 		struct snd_pcm_substream *be_substream =
1586 			snd_soc_dpcm_get_substream(be, stream);
1587 
1588 		if (be->dpcm[stream].users == 0)
1589 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1590 				stream ? "capture" : "playback",
1591 				be->dpcm[stream].state);
1592 
1593 		if (--be->dpcm[stream].users != 0)
1594 			continue;
1595 
1596 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1597 			continue;
1598 
1599 		soc_pcm_close(be_substream);
1600 		be_substream->runtime = NULL;
1601 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1602 	}
1603 }
1604 
1605 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1606 {
1607 	struct snd_soc_dpcm *dpcm;
1608 	int err, count = 0;
1609 
1610 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1611 	for_each_dpcm_be(fe, stream, dpcm) {
1612 
1613 		struct snd_soc_pcm_runtime *be = dpcm->be;
1614 		struct snd_pcm_substream *be_substream =
1615 			snd_soc_dpcm_get_substream(be, stream);
1616 
1617 		if (!be_substream) {
1618 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1619 				stream ? "capture" : "playback");
1620 			continue;
1621 		}
1622 
1623 		/* is this op for this BE ? */
1624 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1625 			continue;
1626 
1627 		/* first time the dpcm is open ? */
1628 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1629 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1630 				stream ? "capture" : "playback",
1631 				be->dpcm[stream].state);
1632 
1633 		if (be->dpcm[stream].users++ != 0)
1634 			continue;
1635 
1636 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1637 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1638 			continue;
1639 
1640 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1641 			stream ? "capture" : "playback", be->dai_link->name);
1642 
1643 		be_substream->runtime = be->dpcm[stream].runtime;
1644 		err = soc_pcm_open(be_substream);
1645 		if (err < 0) {
1646 			dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1647 			be->dpcm[stream].users--;
1648 			if (be->dpcm[stream].users < 0)
1649 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1650 					stream ? "capture" : "playback",
1651 					be->dpcm[stream].state);
1652 
1653 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1654 			goto unwind;
1655 		}
1656 
1657 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1658 		count++;
1659 	}
1660 
1661 	return count;
1662 
1663 unwind:
1664 	/* disable any enabled and non active backends */
1665 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
1666 		struct snd_soc_pcm_runtime *be = dpcm->be;
1667 		struct snd_pcm_substream *be_substream =
1668 			snd_soc_dpcm_get_substream(be, stream);
1669 
1670 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1671 			continue;
1672 
1673 		if (be->dpcm[stream].users == 0)
1674 			dev_err(be->dev, "ASoC: no users %s at close %d\n",
1675 				stream ? "capture" : "playback",
1676 				be->dpcm[stream].state);
1677 
1678 		if (--be->dpcm[stream].users != 0)
1679 			continue;
1680 
1681 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1682 			continue;
1683 
1684 		soc_pcm_close(be_substream);
1685 		be_substream->runtime = NULL;
1686 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1687 	}
1688 
1689 	return err;
1690 }
1691 
1692 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1693 				 struct snd_soc_pcm_stream *stream)
1694 {
1695 	runtime->hw.rate_min = stream->rate_min;
1696 	runtime->hw.rate_max = min_not_zero(stream->rate_max, UINT_MAX);
1697 	runtime->hw.channels_min = stream->channels_min;
1698 	runtime->hw.channels_max = stream->channels_max;
1699 	if (runtime->hw.formats)
1700 		runtime->hw.formats &= stream->formats;
1701 	else
1702 		runtime->hw.formats = stream->formats;
1703 	runtime->hw.rates = stream->rates;
1704 }
1705 
1706 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1707 				      u64 *formats)
1708 {
1709 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1710 	struct snd_soc_dpcm *dpcm;
1711 	struct snd_soc_dai *dai;
1712 	int stream = substream->stream;
1713 
1714 	if (!fe->dai_link->dpcm_merged_format)
1715 		return;
1716 
1717 	/*
1718 	 * It returns merged BE codec format
1719 	 * if FE want to use it (= dpcm_merged_format)
1720 	 */
1721 
1722 	for_each_dpcm_be(fe, stream, dpcm) {
1723 		struct snd_soc_pcm_runtime *be = dpcm->be;
1724 		struct snd_soc_dai_driver *codec_dai_drv;
1725 		struct snd_soc_pcm_stream *codec_stream;
1726 		int i;
1727 
1728 		for_each_rtd_codec_dai(be, i, dai) {
1729 			/*
1730 			 * Skip CODECs which don't support the current stream
1731 			 * type. See soc_pcm_init_runtime_hw() for more details
1732 			 */
1733 			if (!snd_soc_dai_stream_valid(dai, stream))
1734 				continue;
1735 
1736 			codec_dai_drv = dai->driver;
1737 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1738 				codec_stream = &codec_dai_drv->playback;
1739 			else
1740 				codec_stream = &codec_dai_drv->capture;
1741 
1742 			*formats &= codec_stream->formats;
1743 		}
1744 	}
1745 }
1746 
1747 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1748 				    unsigned int *channels_min,
1749 				    unsigned int *channels_max)
1750 {
1751 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1752 	struct snd_soc_dpcm *dpcm;
1753 	int stream = substream->stream;
1754 
1755 	if (!fe->dai_link->dpcm_merged_chan)
1756 		return;
1757 
1758 	/*
1759 	 * It returns merged BE codec channel;
1760 	 * if FE want to use it (= dpcm_merged_chan)
1761 	 */
1762 
1763 	for_each_dpcm_be(fe, stream, dpcm) {
1764 		struct snd_soc_pcm_runtime *be = dpcm->be;
1765 		struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1766 		struct snd_soc_dai_driver *codec_dai_drv;
1767 		struct snd_soc_pcm_stream *codec_stream;
1768 		struct snd_soc_pcm_stream *cpu_stream;
1769 
1770 		if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1771 			cpu_stream = &cpu_dai_drv->playback;
1772 		else
1773 			cpu_stream = &cpu_dai_drv->capture;
1774 
1775 		*channels_min = max(*channels_min, cpu_stream->channels_min);
1776 		*channels_max = min(*channels_max, cpu_stream->channels_max);
1777 
1778 		/*
1779 		 * chan min/max cannot be enforced if there are multiple CODEC
1780 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1781 		 */
1782 		if (be->num_codecs == 1) {
1783 			codec_dai_drv = be->codec_dais[0]->driver;
1784 
1785 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1786 				codec_stream = &codec_dai_drv->playback;
1787 			else
1788 				codec_stream = &codec_dai_drv->capture;
1789 
1790 			*channels_min = max(*channels_min,
1791 					    codec_stream->channels_min);
1792 			*channels_max = min(*channels_max,
1793 					    codec_stream->channels_max);
1794 		}
1795 	}
1796 }
1797 
1798 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1799 				    unsigned int *rates,
1800 				    unsigned int *rate_min,
1801 				    unsigned int *rate_max)
1802 {
1803 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1804 	struct snd_soc_dpcm *dpcm;
1805 	int stream = substream->stream;
1806 
1807 	if (!fe->dai_link->dpcm_merged_rate)
1808 		return;
1809 
1810 	/*
1811 	 * It returns merged BE codec channel;
1812 	 * if FE want to use it (= dpcm_merged_chan)
1813 	 */
1814 
1815 	for_each_dpcm_be(fe, stream, dpcm) {
1816 		struct snd_soc_pcm_runtime *be = dpcm->be;
1817 		struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1818 		struct snd_soc_dai_driver *codec_dai_drv;
1819 		struct snd_soc_pcm_stream *codec_stream;
1820 		struct snd_soc_pcm_stream *cpu_stream;
1821 		struct snd_soc_dai *dai;
1822 		int i;
1823 
1824 		if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1825 			cpu_stream = &cpu_dai_drv->playback;
1826 		else
1827 			cpu_stream = &cpu_dai_drv->capture;
1828 
1829 		*rate_min = max(*rate_min, cpu_stream->rate_min);
1830 		*rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1831 		*rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1832 
1833 		for_each_rtd_codec_dai(be, i, dai) {
1834 			/*
1835 			 * Skip CODECs which don't support the current stream
1836 			 * type. See soc_pcm_init_runtime_hw() for more details
1837 			 */
1838 			if (!snd_soc_dai_stream_valid(dai, stream))
1839 				continue;
1840 
1841 			codec_dai_drv = dai->driver;
1842 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1843 				codec_stream = &codec_dai_drv->playback;
1844 			else
1845 				codec_stream = &codec_dai_drv->capture;
1846 
1847 			*rate_min = max(*rate_min, codec_stream->rate_min);
1848 			*rate_max = min_not_zero(*rate_max,
1849 						 codec_stream->rate_max);
1850 			*rates = snd_pcm_rate_mask_intersect(*rates,
1851 						codec_stream->rates);
1852 		}
1853 	}
1854 }
1855 
1856 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1857 {
1858 	struct snd_pcm_runtime *runtime = substream->runtime;
1859 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1860 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1861 	struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1862 
1863 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1864 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1865 	else
1866 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1867 
1868 	dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1869 	dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1870 				&runtime->hw.channels_max);
1871 	dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1872 				&runtime->hw.rate_min, &runtime->hw.rate_max);
1873 }
1874 
1875 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1876 
1877 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1878  * for avoiding the race with trigger callback.
1879  * If the state is unset and a trigger is pending while the previous operation,
1880  * process the pending trigger action here.
1881  */
1882 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1883 				     int stream, enum snd_soc_dpcm_update state)
1884 {
1885 	struct snd_pcm_substream *substream =
1886 		snd_soc_dpcm_get_substream(fe, stream);
1887 
1888 	snd_pcm_stream_lock_irq(substream);
1889 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1890 		dpcm_fe_dai_do_trigger(substream,
1891 				       fe->dpcm[stream].trigger_pending - 1);
1892 		fe->dpcm[stream].trigger_pending = 0;
1893 	}
1894 	fe->dpcm[stream].runtime_update = state;
1895 	snd_pcm_stream_unlock_irq(substream);
1896 }
1897 
1898 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1899 			       int stream)
1900 {
1901 	struct snd_soc_dpcm *dpcm;
1902 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1903 	struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1904 	int err;
1905 
1906 	/* apply symmetry for FE */
1907 	if (soc_pcm_has_symmetry(fe_substream))
1908 		fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1909 
1910 	/* Symmetry only applies if we've got an active stream. */
1911 	if (fe_cpu_dai->active) {
1912 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1913 		if (err < 0)
1914 			return err;
1915 	}
1916 
1917 	/* apply symmetry for BE */
1918 	for_each_dpcm_be(fe, stream, dpcm) {
1919 		struct snd_soc_pcm_runtime *be = dpcm->be;
1920 		struct snd_pcm_substream *be_substream =
1921 			snd_soc_dpcm_get_substream(be, stream);
1922 		struct snd_soc_pcm_runtime *rtd;
1923 		struct snd_soc_dai *codec_dai;
1924 		int i;
1925 
1926 		/* A backend may not have the requested substream */
1927 		if (!be_substream)
1928 			continue;
1929 
1930 		rtd = be_substream->private_data;
1931 		if (rtd->dai_link->be_hw_params_fixup)
1932 			continue;
1933 
1934 		if (soc_pcm_has_symmetry(be_substream))
1935 			be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1936 
1937 		/* Symmetry only applies if we've got an active stream. */
1938 		if (rtd->cpu_dai->active) {
1939 			err = soc_pcm_apply_symmetry(fe_substream,
1940 						     rtd->cpu_dai);
1941 			if (err < 0)
1942 				return err;
1943 		}
1944 
1945 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
1946 			if (codec_dai->active) {
1947 				err = soc_pcm_apply_symmetry(fe_substream,
1948 							     codec_dai);
1949 				if (err < 0)
1950 					return err;
1951 			}
1952 		}
1953 	}
1954 
1955 	return 0;
1956 }
1957 
1958 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1959 {
1960 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1961 	struct snd_pcm_runtime *runtime = fe_substream->runtime;
1962 	int stream = fe_substream->stream, ret = 0;
1963 
1964 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1965 
1966 	ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1967 	if (ret < 0) {
1968 		dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1969 		goto be_err;
1970 	}
1971 
1972 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1973 
1974 	/* start the DAI frontend */
1975 	ret = soc_pcm_open(fe_substream);
1976 	if (ret < 0) {
1977 		dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1978 		goto unwind;
1979 	}
1980 
1981 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1982 
1983 	dpcm_set_fe_runtime(fe_substream);
1984 	snd_pcm_limit_hw_rates(runtime);
1985 
1986 	ret = dpcm_apply_symmetry(fe_substream, stream);
1987 	if (ret < 0) {
1988 		dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
1989 			ret);
1990 		goto unwind;
1991 	}
1992 
1993 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1994 	return 0;
1995 
1996 unwind:
1997 	dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
1998 be_err:
1999 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2000 	return ret;
2001 }
2002 
2003 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2004 {
2005 	struct snd_soc_dpcm *dpcm;
2006 
2007 	/* only shutdown BEs that are either sinks or sources to this FE DAI */
2008 	for_each_dpcm_be(fe, stream, dpcm) {
2009 
2010 		struct snd_soc_pcm_runtime *be = dpcm->be;
2011 		struct snd_pcm_substream *be_substream =
2012 			snd_soc_dpcm_get_substream(be, stream);
2013 
2014 		/* is this op for this BE ? */
2015 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2016 			continue;
2017 
2018 		if (be->dpcm[stream].users == 0)
2019 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
2020 				stream ? "capture" : "playback",
2021 				be->dpcm[stream].state);
2022 
2023 		if (--be->dpcm[stream].users != 0)
2024 			continue;
2025 
2026 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2027 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
2028 			soc_pcm_hw_free(be_substream);
2029 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2030 		}
2031 
2032 		dev_dbg(be->dev, "ASoC: close BE %s\n",
2033 			be->dai_link->name);
2034 
2035 		soc_pcm_close(be_substream);
2036 		be_substream->runtime = NULL;
2037 
2038 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2039 	}
2040 	return 0;
2041 }
2042 
2043 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
2044 {
2045 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2046 	int stream = substream->stream;
2047 
2048 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2049 
2050 	/* shutdown the BEs */
2051 	dpcm_be_dai_shutdown(fe, substream->stream);
2052 
2053 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
2054 
2055 	/* now shutdown the frontend */
2056 	soc_pcm_close(substream);
2057 
2058 	/* run the stream event for each BE */
2059 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
2060 
2061 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2062 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2063 	return 0;
2064 }
2065 
2066 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2067 {
2068 	struct snd_soc_dpcm *dpcm;
2069 
2070 	/* only hw_params backends that are either sinks or sources
2071 	 * to this frontend DAI */
2072 	for_each_dpcm_be(fe, stream, dpcm) {
2073 
2074 		struct snd_soc_pcm_runtime *be = dpcm->be;
2075 		struct snd_pcm_substream *be_substream =
2076 			snd_soc_dpcm_get_substream(be, stream);
2077 
2078 		/* is this op for this BE ? */
2079 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2080 			continue;
2081 
2082 		/* only free hw when no longer used - check all FEs */
2083 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2084 				continue;
2085 
2086 		/* do not free hw if this BE is used by other FE */
2087 		if (be->dpcm[stream].users > 1)
2088 			continue;
2089 
2090 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2091 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2092 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2093 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2094 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2095 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2096 			continue;
2097 
2098 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2099 			be->dai_link->name);
2100 
2101 		soc_pcm_hw_free(be_substream);
2102 
2103 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2104 	}
2105 
2106 	return 0;
2107 }
2108 
2109 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2110 {
2111 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2112 	int err, stream = substream->stream;
2113 
2114 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2115 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2116 
2117 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2118 
2119 	/* call hw_free on the frontend */
2120 	err = soc_pcm_hw_free(substream);
2121 	if (err < 0)
2122 		dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2123 			fe->dai_link->name);
2124 
2125 	/* only hw_params backends that are either sinks or sources
2126 	 * to this frontend DAI */
2127 	err = dpcm_be_dai_hw_free(fe, stream);
2128 
2129 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2130 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2131 
2132 	mutex_unlock(&fe->card->mutex);
2133 	return 0;
2134 }
2135 
2136 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2137 {
2138 	struct snd_soc_dpcm *dpcm;
2139 	int ret;
2140 
2141 	for_each_dpcm_be(fe, stream, dpcm) {
2142 
2143 		struct snd_soc_pcm_runtime *be = dpcm->be;
2144 		struct snd_pcm_substream *be_substream =
2145 			snd_soc_dpcm_get_substream(be, stream);
2146 
2147 		/* is this op for this BE ? */
2148 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2149 			continue;
2150 
2151 		/* copy params for each dpcm */
2152 		memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2153 				sizeof(struct snd_pcm_hw_params));
2154 
2155 		/* perform any hw_params fixups */
2156 		if (be->dai_link->be_hw_params_fixup) {
2157 			ret = be->dai_link->be_hw_params_fixup(be,
2158 					&dpcm->hw_params);
2159 			if (ret < 0) {
2160 				dev_err(be->dev,
2161 					"ASoC: hw_params BE fixup failed %d\n",
2162 					ret);
2163 				goto unwind;
2164 			}
2165 		}
2166 
2167 		/* copy the fixed-up hw params for BE dai */
2168 		memcpy(&be->dpcm[stream].hw_params, &dpcm->hw_params,
2169 		       sizeof(struct snd_pcm_hw_params));
2170 
2171 		/* only allow hw_params() if no connected FEs are running */
2172 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2173 			continue;
2174 
2175 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2176 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2177 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2178 			continue;
2179 
2180 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2181 			be->dai_link->name);
2182 
2183 		ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2184 		if (ret < 0) {
2185 			dev_err(dpcm->be->dev,
2186 				"ASoC: hw_params BE failed %d\n", ret);
2187 			goto unwind;
2188 		}
2189 
2190 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2191 	}
2192 	return 0;
2193 
2194 unwind:
2195 	/* disable any enabled and non active backends */
2196 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2197 		struct snd_soc_pcm_runtime *be = dpcm->be;
2198 		struct snd_pcm_substream *be_substream =
2199 			snd_soc_dpcm_get_substream(be, stream);
2200 
2201 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2202 			continue;
2203 
2204 		/* only allow hw_free() if no connected FEs are running */
2205 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2206 			continue;
2207 
2208 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2209 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2210 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2211 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2212 			continue;
2213 
2214 		soc_pcm_hw_free(be_substream);
2215 	}
2216 
2217 	return ret;
2218 }
2219 
2220 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2221 				 struct snd_pcm_hw_params *params)
2222 {
2223 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2224 	int ret, stream = substream->stream;
2225 
2226 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2227 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2228 
2229 	memcpy(&fe->dpcm[substream->stream].hw_params, params,
2230 			sizeof(struct snd_pcm_hw_params));
2231 	ret = dpcm_be_dai_hw_params(fe, substream->stream);
2232 	if (ret < 0) {
2233 		dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2234 		goto out;
2235 	}
2236 
2237 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2238 			fe->dai_link->name, params_rate(params),
2239 			params_channels(params), params_format(params));
2240 
2241 	/* call hw_params on the frontend */
2242 	ret = soc_pcm_hw_params(substream, params);
2243 	if (ret < 0) {
2244 		dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2245 		dpcm_be_dai_hw_free(fe, stream);
2246 	 } else
2247 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2248 
2249 out:
2250 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2251 	mutex_unlock(&fe->card->mutex);
2252 	return ret;
2253 }
2254 
2255 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2256 		struct snd_pcm_substream *substream, int cmd)
2257 {
2258 	int ret;
2259 
2260 	dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2261 			dpcm->be->dai_link->name, cmd);
2262 
2263 	ret = soc_pcm_trigger(substream, cmd);
2264 	if (ret < 0)
2265 		dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2266 
2267 	return ret;
2268 }
2269 
2270 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2271 			       int cmd)
2272 {
2273 	struct snd_soc_dpcm *dpcm;
2274 	int ret = 0;
2275 
2276 	for_each_dpcm_be(fe, stream, dpcm) {
2277 
2278 		struct snd_soc_pcm_runtime *be = dpcm->be;
2279 		struct snd_pcm_substream *be_substream =
2280 			snd_soc_dpcm_get_substream(be, stream);
2281 
2282 		/* is this op for this BE ? */
2283 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2284 			continue;
2285 
2286 		switch (cmd) {
2287 		case SNDRV_PCM_TRIGGER_START:
2288 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2289 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2290 				continue;
2291 
2292 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2293 			if (ret)
2294 				return ret;
2295 
2296 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2297 			break;
2298 		case SNDRV_PCM_TRIGGER_RESUME:
2299 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2300 				continue;
2301 
2302 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2303 			if (ret)
2304 				return ret;
2305 
2306 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2307 			break;
2308 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2309 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2310 				continue;
2311 
2312 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2313 			if (ret)
2314 				return ret;
2315 
2316 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2317 			break;
2318 		case SNDRV_PCM_TRIGGER_STOP:
2319 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2320 				continue;
2321 
2322 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2323 				continue;
2324 
2325 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2326 			if (ret)
2327 				return ret;
2328 
2329 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2330 			break;
2331 		case SNDRV_PCM_TRIGGER_SUSPEND:
2332 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2333 				continue;
2334 
2335 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2336 				continue;
2337 
2338 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2339 			if (ret)
2340 				return ret;
2341 
2342 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2343 			break;
2344 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2345 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2346 				continue;
2347 
2348 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2349 				continue;
2350 
2351 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2352 			if (ret)
2353 				return ret;
2354 
2355 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2356 			break;
2357 		}
2358 	}
2359 
2360 	return ret;
2361 }
2362 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2363 
2364 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2365 {
2366 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2367 	int stream = substream->stream, ret;
2368 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2369 
2370 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2371 
2372 	switch (trigger) {
2373 	case SND_SOC_DPCM_TRIGGER_PRE:
2374 		/* call trigger on the frontend before the backend. */
2375 
2376 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2377 				fe->dai_link->name, cmd);
2378 
2379 		ret = soc_pcm_trigger(substream, cmd);
2380 		if (ret < 0) {
2381 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2382 			goto out;
2383 		}
2384 
2385 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2386 		break;
2387 	case SND_SOC_DPCM_TRIGGER_POST:
2388 		/* call trigger on the frontend after the backend. */
2389 
2390 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2391 		if (ret < 0) {
2392 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2393 			goto out;
2394 		}
2395 
2396 		dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2397 				fe->dai_link->name, cmd);
2398 
2399 		ret = soc_pcm_trigger(substream, cmd);
2400 		break;
2401 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2402 		/* bespoke trigger() - handles both FE and BEs */
2403 
2404 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2405 				fe->dai_link->name, cmd);
2406 
2407 		ret = soc_pcm_bespoke_trigger(substream, cmd);
2408 		if (ret < 0) {
2409 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2410 			goto out;
2411 		}
2412 		break;
2413 	default:
2414 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2415 				fe->dai_link->name);
2416 		ret = -EINVAL;
2417 		goto out;
2418 	}
2419 
2420 	switch (cmd) {
2421 	case SNDRV_PCM_TRIGGER_START:
2422 	case SNDRV_PCM_TRIGGER_RESUME:
2423 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2424 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2425 		break;
2426 	case SNDRV_PCM_TRIGGER_STOP:
2427 	case SNDRV_PCM_TRIGGER_SUSPEND:
2428 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2429 		break;
2430 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2431 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2432 		break;
2433 	}
2434 
2435 out:
2436 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2437 	return ret;
2438 }
2439 
2440 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2441 {
2442 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2443 	int stream = substream->stream;
2444 
2445 	/* if FE's runtime_update is already set, we're in race;
2446 	 * process this trigger later at exit
2447 	 */
2448 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2449 		fe->dpcm[stream].trigger_pending = cmd + 1;
2450 		return 0; /* delayed, assuming it's successful */
2451 	}
2452 
2453 	/* we're alone, let's trigger */
2454 	return dpcm_fe_dai_do_trigger(substream, cmd);
2455 }
2456 
2457 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2458 {
2459 	struct snd_soc_dpcm *dpcm;
2460 	int ret = 0;
2461 
2462 	for_each_dpcm_be(fe, stream, dpcm) {
2463 
2464 		struct snd_soc_pcm_runtime *be = dpcm->be;
2465 		struct snd_pcm_substream *be_substream =
2466 			snd_soc_dpcm_get_substream(be, stream);
2467 
2468 		/* is this op for this BE ? */
2469 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2470 			continue;
2471 
2472 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2473 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2474 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2475 			continue;
2476 
2477 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2478 			be->dai_link->name);
2479 
2480 		ret = soc_pcm_prepare(be_substream);
2481 		if (ret < 0) {
2482 			dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2483 				ret);
2484 			break;
2485 		}
2486 
2487 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2488 	}
2489 	return ret;
2490 }
2491 
2492 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2493 {
2494 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2495 	int stream = substream->stream, ret = 0;
2496 
2497 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2498 
2499 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2500 
2501 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2502 
2503 	/* there is no point preparing this FE if there are no BEs */
2504 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2505 		dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2506 				fe->dai_link->name);
2507 		ret = -EINVAL;
2508 		goto out;
2509 	}
2510 
2511 	ret = dpcm_be_dai_prepare(fe, substream->stream);
2512 	if (ret < 0)
2513 		goto out;
2514 
2515 	/* call prepare on the frontend */
2516 	ret = soc_pcm_prepare(substream);
2517 	if (ret < 0) {
2518 		dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2519 			fe->dai_link->name);
2520 		goto out;
2521 	}
2522 
2523 	/* run the stream event for each BE */
2524 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2525 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2526 
2527 out:
2528 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2529 	mutex_unlock(&fe->card->mutex);
2530 
2531 	return ret;
2532 }
2533 
2534 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2535 		     unsigned int cmd, void *arg)
2536 {
2537 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2538 	struct snd_soc_component *component;
2539 	struct snd_soc_rtdcom_list *rtdcom;
2540 
2541 	for_each_rtdcom(rtd, rtdcom) {
2542 		component = rtdcom->component;
2543 
2544 		if (!component->driver->ops ||
2545 		    !component->driver->ops->ioctl)
2546 			continue;
2547 
2548 		/* FIXME: use 1st ioctl */
2549 		return component->driver->ops->ioctl(substream, cmd, arg);
2550 	}
2551 
2552 	return snd_pcm_lib_ioctl(substream, cmd, arg);
2553 }
2554 
2555 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2556 {
2557 	struct snd_pcm_substream *substream =
2558 		snd_soc_dpcm_get_substream(fe, stream);
2559 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2560 	int err;
2561 
2562 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2563 			stream ? "capture" : "playback", fe->dai_link->name);
2564 
2565 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2566 		/* call bespoke trigger - FE takes care of all BE triggers */
2567 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2568 				fe->dai_link->name);
2569 
2570 		err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2571 		if (err < 0)
2572 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2573 	} else {
2574 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2575 			fe->dai_link->name);
2576 
2577 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2578 		if (err < 0)
2579 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2580 	}
2581 
2582 	err = dpcm_be_dai_hw_free(fe, stream);
2583 	if (err < 0)
2584 		dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2585 
2586 	err = dpcm_be_dai_shutdown(fe, stream);
2587 	if (err < 0)
2588 		dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2589 
2590 	/* run the stream event for each BE */
2591 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2592 
2593 	return 0;
2594 }
2595 
2596 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2597 {
2598 	struct snd_pcm_substream *substream =
2599 		snd_soc_dpcm_get_substream(fe, stream);
2600 	struct snd_soc_dpcm *dpcm;
2601 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2602 	int ret;
2603 	unsigned long flags;
2604 
2605 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2606 			stream ? "capture" : "playback", fe->dai_link->name);
2607 
2608 	/* Only start the BE if the FE is ready */
2609 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2610 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2611 		return -EINVAL;
2612 
2613 	/* startup must always be called for new BEs */
2614 	ret = dpcm_be_dai_startup(fe, stream);
2615 	if (ret < 0)
2616 		goto disconnect;
2617 
2618 	/* keep going if FE state is > open */
2619 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2620 		return 0;
2621 
2622 	ret = dpcm_be_dai_hw_params(fe, stream);
2623 	if (ret < 0)
2624 		goto close;
2625 
2626 	/* keep going if FE state is > hw_params */
2627 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2628 		return 0;
2629 
2630 
2631 	ret = dpcm_be_dai_prepare(fe, stream);
2632 	if (ret < 0)
2633 		goto hw_free;
2634 
2635 	/* run the stream event for each BE */
2636 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2637 
2638 	/* keep going if FE state is > prepare */
2639 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2640 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2641 		return 0;
2642 
2643 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2644 		/* call trigger on the frontend - FE takes care of all BE triggers */
2645 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2646 				fe->dai_link->name);
2647 
2648 		ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2649 		if (ret < 0) {
2650 			dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2651 			goto hw_free;
2652 		}
2653 	} else {
2654 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2655 			fe->dai_link->name);
2656 
2657 		ret = dpcm_be_dai_trigger(fe, stream,
2658 					SNDRV_PCM_TRIGGER_START);
2659 		if (ret < 0) {
2660 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2661 			goto hw_free;
2662 		}
2663 	}
2664 
2665 	return 0;
2666 
2667 hw_free:
2668 	dpcm_be_dai_hw_free(fe, stream);
2669 close:
2670 	dpcm_be_dai_shutdown(fe, stream);
2671 disconnect:
2672 	/* disconnect any non started BEs */
2673 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2674 	for_each_dpcm_be(fe, stream, dpcm) {
2675 		struct snd_soc_pcm_runtime *be = dpcm->be;
2676 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2677 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2678 	}
2679 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2680 
2681 	return ret;
2682 }
2683 
2684 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2685 {
2686 	int ret;
2687 
2688 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2689 	ret = dpcm_run_update_startup(fe, stream);
2690 	if (ret < 0)
2691 		dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2692 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2693 
2694 	return ret;
2695 }
2696 
2697 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2698 {
2699 	int ret;
2700 
2701 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2702 	ret = dpcm_run_update_shutdown(fe, stream);
2703 	if (ret < 0)
2704 		dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2705 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2706 
2707 	return ret;
2708 }
2709 
2710 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2711 {
2712 	struct snd_soc_dapm_widget_list *list;
2713 	int count, paths;
2714 
2715 	if (!fe->dai_link->dynamic)
2716 		return 0;
2717 
2718 	/* only check active links */
2719 	if (!fe->cpu_dai->active)
2720 		return 0;
2721 
2722 	/* DAPM sync will call this to update DSP paths */
2723 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2724 		new ? "new" : "old", fe->dai_link->name);
2725 
2726 	/* skip if FE doesn't have playback capability */
2727 	if (!fe->cpu_dai->driver->playback.channels_min ||
2728 	    !fe->codec_dai->driver->playback.channels_min)
2729 		goto capture;
2730 
2731 	/* skip if FE isn't currently playing */
2732 	if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2733 		goto capture;
2734 
2735 	paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2736 	if (paths < 0) {
2737 		dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2738 			 fe->dai_link->name,  "playback");
2739 		return paths;
2740 	}
2741 
2742 	/* update any playback paths */
2743 	count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2744 	if (count) {
2745 		if (new)
2746 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2747 		else
2748 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2749 
2750 		dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2751 		dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2752 	}
2753 
2754 	dpcm_path_put(&list);
2755 
2756 capture:
2757 	/* skip if FE doesn't have capture capability */
2758 	if (!fe->cpu_dai->driver->capture.channels_min ||
2759 	    !fe->codec_dai->driver->capture.channels_min)
2760 		return 0;
2761 
2762 	/* skip if FE isn't currently capturing */
2763 	if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2764 		return 0;
2765 
2766 	paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2767 	if (paths < 0) {
2768 		dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2769 			 fe->dai_link->name,  "capture");
2770 		return paths;
2771 	}
2772 
2773 	/* update any old capture paths */
2774 	count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2775 	if (count) {
2776 		if (new)
2777 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2778 		else
2779 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2780 
2781 		dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2782 		dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2783 	}
2784 
2785 	dpcm_path_put(&list);
2786 
2787 	return 0;
2788 }
2789 
2790 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2791  * any DAI links.
2792  */
2793 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2794 {
2795 	struct snd_soc_pcm_runtime *fe;
2796 	int ret = 0;
2797 
2798 	mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2799 	/* shutdown all old paths first */
2800 	for_each_card_rtds(card, fe) {
2801 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2802 		if (ret)
2803 			goto out;
2804 	}
2805 
2806 	/* bring new paths up */
2807 	for_each_card_rtds(card, fe) {
2808 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2809 		if (ret)
2810 			goto out;
2811 	}
2812 
2813 out:
2814 	mutex_unlock(&card->mutex);
2815 	return ret;
2816 }
2817 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2818 {
2819 	struct snd_soc_dpcm *dpcm;
2820 	struct snd_soc_dai *dai;
2821 
2822 	for_each_dpcm_be(fe, SNDRV_PCM_STREAM_PLAYBACK, dpcm) {
2823 
2824 		struct snd_soc_pcm_runtime *be = dpcm->be;
2825 		int i;
2826 
2827 		if (be->dai_link->ignore_suspend)
2828 			continue;
2829 
2830 		for_each_rtd_codec_dai(be, i, dai) {
2831 			struct snd_soc_dai_driver *drv = dai->driver;
2832 
2833 			dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2834 					 be->dai_link->name);
2835 
2836 			if (drv->ops && drv->ops->digital_mute &&
2837 							dai->playback_active)
2838 				drv->ops->digital_mute(dai, mute);
2839 		}
2840 	}
2841 
2842 	return 0;
2843 }
2844 
2845 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2846 {
2847 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2848 	struct snd_soc_dpcm *dpcm;
2849 	struct snd_soc_dapm_widget_list *list;
2850 	int ret;
2851 	int stream = fe_substream->stream;
2852 
2853 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2854 	fe->dpcm[stream].runtime = fe_substream->runtime;
2855 
2856 	ret = dpcm_path_get(fe, stream, &list);
2857 	if (ret < 0) {
2858 		mutex_unlock(&fe->card->mutex);
2859 		return ret;
2860 	} else if (ret == 0) {
2861 		dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2862 			fe->dai_link->name, stream ? "capture" : "playback");
2863 	}
2864 
2865 	/* calculate valid and active FE <-> BE dpcms */
2866 	dpcm_process_paths(fe, stream, &list, 1);
2867 
2868 	ret = dpcm_fe_dai_startup(fe_substream);
2869 	if (ret < 0) {
2870 		/* clean up all links */
2871 		for_each_dpcm_be(fe, stream, dpcm)
2872 			dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2873 
2874 		dpcm_be_disconnect(fe, stream);
2875 		fe->dpcm[stream].runtime = NULL;
2876 	}
2877 
2878 	dpcm_clear_pending_state(fe, stream);
2879 	dpcm_path_put(&list);
2880 	mutex_unlock(&fe->card->mutex);
2881 	return ret;
2882 }
2883 
2884 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2885 {
2886 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2887 	struct snd_soc_dpcm *dpcm;
2888 	int stream = fe_substream->stream, ret;
2889 
2890 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2891 	ret = dpcm_fe_dai_shutdown(fe_substream);
2892 
2893 	/* mark FE's links ready to prune */
2894 	for_each_dpcm_be(fe, stream, dpcm)
2895 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2896 
2897 	dpcm_be_disconnect(fe, stream);
2898 
2899 	fe->dpcm[stream].runtime = NULL;
2900 	mutex_unlock(&fe->card->mutex);
2901 	return ret;
2902 }
2903 
2904 static void soc_pcm_private_free(struct snd_pcm *pcm)
2905 {
2906 	struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2907 	struct snd_soc_rtdcom_list *rtdcom;
2908 	struct snd_soc_component *component;
2909 
2910 	/* need to sync the delayed work before releasing resources */
2911 	flush_delayed_work(&rtd->delayed_work);
2912 	for_each_rtdcom(rtd, rtdcom) {
2913 		component = rtdcom->component;
2914 
2915 		if (component->driver->pcm_free)
2916 			component->driver->pcm_free(pcm);
2917 	}
2918 }
2919 
2920 static int soc_rtdcom_ack(struct snd_pcm_substream *substream)
2921 {
2922 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2923 	struct snd_soc_rtdcom_list *rtdcom;
2924 	struct snd_soc_component *component;
2925 
2926 	for_each_rtdcom(rtd, rtdcom) {
2927 		component = rtdcom->component;
2928 
2929 		if (!component->driver->ops ||
2930 		    !component->driver->ops->ack)
2931 			continue;
2932 
2933 		/* FIXME. it returns 1st ask now */
2934 		return component->driver->ops->ack(substream);
2935 	}
2936 
2937 	return -EINVAL;
2938 }
2939 
2940 static int soc_rtdcom_copy_user(struct snd_pcm_substream *substream, int channel,
2941 				unsigned long pos, void __user *buf,
2942 				unsigned long bytes)
2943 {
2944 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2945 	struct snd_soc_rtdcom_list *rtdcom;
2946 	struct snd_soc_component *component;
2947 
2948 	for_each_rtdcom(rtd, rtdcom) {
2949 		component = rtdcom->component;
2950 
2951 		if (!component->driver->ops ||
2952 		    !component->driver->ops->copy_user)
2953 			continue;
2954 
2955 		/* FIXME. it returns 1st copy now */
2956 		return component->driver->ops->copy_user(substream, channel,
2957 							 pos, buf, bytes);
2958 	}
2959 
2960 	return -EINVAL;
2961 }
2962 
2963 static int soc_rtdcom_copy_kernel(struct snd_pcm_substream *substream, int channel,
2964 				  unsigned long pos, void *buf, unsigned long bytes)
2965 {
2966 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2967 	struct snd_soc_rtdcom_list *rtdcom;
2968 	struct snd_soc_component *component;
2969 
2970 	for_each_rtdcom(rtd, rtdcom) {
2971 		component = rtdcom->component;
2972 
2973 		if (!component->driver->ops ||
2974 		    !component->driver->ops->copy_kernel)
2975 			continue;
2976 
2977 		/* FIXME. it returns 1st copy now */
2978 		return component->driver->ops->copy_kernel(substream, channel,
2979 							   pos, buf, bytes);
2980 	}
2981 
2982 	return -EINVAL;
2983 }
2984 
2985 static int soc_rtdcom_fill_silence(struct snd_pcm_substream *substream, int channel,
2986 				   unsigned long pos, unsigned long bytes)
2987 {
2988 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2989 	struct snd_soc_rtdcom_list *rtdcom;
2990 	struct snd_soc_component *component;
2991 
2992 	for_each_rtdcom(rtd, rtdcom) {
2993 		component = rtdcom->component;
2994 
2995 		if (!component->driver->ops ||
2996 		    !component->driver->ops->fill_silence)
2997 			continue;
2998 
2999 		/* FIXME. it returns 1st silence now */
3000 		return component->driver->ops->fill_silence(substream, channel,
3001 							    pos, bytes);
3002 	}
3003 
3004 	return -EINVAL;
3005 }
3006 
3007 static struct page *soc_rtdcom_page(struct snd_pcm_substream *substream,
3008 				    unsigned long offset)
3009 {
3010 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
3011 	struct snd_soc_rtdcom_list *rtdcom;
3012 	struct snd_soc_component *component;
3013 	struct page *page;
3014 
3015 	for_each_rtdcom(rtd, rtdcom) {
3016 		component = rtdcom->component;
3017 
3018 		if (!component->driver->ops ||
3019 		    !component->driver->ops->page)
3020 			continue;
3021 
3022 		/* FIXME. it returns 1st page now */
3023 		page = component->driver->ops->page(substream, offset);
3024 		if (page)
3025 			return page;
3026 	}
3027 
3028 	return NULL;
3029 }
3030 
3031 static int soc_rtdcom_mmap(struct snd_pcm_substream *substream,
3032 			   struct vm_area_struct *vma)
3033 {
3034 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
3035 	struct snd_soc_rtdcom_list *rtdcom;
3036 	struct snd_soc_component *component;
3037 
3038 	for_each_rtdcom(rtd, rtdcom) {
3039 		component = rtdcom->component;
3040 
3041 		if (!component->driver->ops ||
3042 		    !component->driver->ops->mmap)
3043 			continue;
3044 
3045 		/* FIXME. it returns 1st mmap now */
3046 		return component->driver->ops->mmap(substream, vma);
3047 	}
3048 
3049 	return -EINVAL;
3050 }
3051 
3052 /* create a new pcm */
3053 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
3054 {
3055 	struct snd_soc_dai *codec_dai;
3056 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
3057 	struct snd_soc_component *component;
3058 	struct snd_soc_rtdcom_list *rtdcom;
3059 	struct snd_pcm *pcm;
3060 	char new_name[64];
3061 	int ret = 0, playback = 0, capture = 0;
3062 	int i;
3063 
3064 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
3065 		playback = rtd->dai_link->dpcm_playback;
3066 		capture = rtd->dai_link->dpcm_capture;
3067 	} else {
3068 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
3069 			if (codec_dai->driver->playback.channels_min)
3070 				playback = 1;
3071 			if (codec_dai->driver->capture.channels_min)
3072 				capture = 1;
3073 		}
3074 
3075 		capture = capture && cpu_dai->driver->capture.channels_min;
3076 		playback = playback && cpu_dai->driver->playback.channels_min;
3077 	}
3078 
3079 	if (rtd->dai_link->playback_only) {
3080 		playback = 1;
3081 		capture = 0;
3082 	}
3083 
3084 	if (rtd->dai_link->capture_only) {
3085 		playback = 0;
3086 		capture = 1;
3087 	}
3088 
3089 	/* create the PCM */
3090 	if (rtd->dai_link->no_pcm) {
3091 		snprintf(new_name, sizeof(new_name), "(%s)",
3092 			rtd->dai_link->stream_name);
3093 
3094 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
3095 				playback, capture, &pcm);
3096 	} else {
3097 		if (rtd->dai_link->dynamic)
3098 			snprintf(new_name, sizeof(new_name), "%s (*)",
3099 				rtd->dai_link->stream_name);
3100 		else
3101 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
3102 				rtd->dai_link->stream_name,
3103 				(rtd->num_codecs > 1) ?
3104 				"multicodec" : rtd->codec_dai->name, num);
3105 
3106 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
3107 			capture, &pcm);
3108 	}
3109 	if (ret < 0) {
3110 		dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
3111 			rtd->dai_link->name);
3112 		return ret;
3113 	}
3114 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
3115 
3116 	/* DAPM dai link stream work */
3117 	INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
3118 
3119 	pcm->nonatomic = rtd->dai_link->nonatomic;
3120 	rtd->pcm = pcm;
3121 	pcm->private_data = rtd;
3122 
3123 	if (rtd->dai_link->no_pcm) {
3124 		if (playback)
3125 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
3126 		if (capture)
3127 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
3128 		goto out;
3129 	}
3130 
3131 	/* ASoC PCM operations */
3132 	if (rtd->dai_link->dynamic) {
3133 		rtd->ops.open		= dpcm_fe_dai_open;
3134 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
3135 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
3136 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
3137 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
3138 		rtd->ops.close		= dpcm_fe_dai_close;
3139 		rtd->ops.pointer	= soc_pcm_pointer;
3140 		rtd->ops.ioctl		= soc_pcm_ioctl;
3141 	} else {
3142 		rtd->ops.open		= soc_pcm_open;
3143 		rtd->ops.hw_params	= soc_pcm_hw_params;
3144 		rtd->ops.prepare	= soc_pcm_prepare;
3145 		rtd->ops.trigger	= soc_pcm_trigger;
3146 		rtd->ops.hw_free	= soc_pcm_hw_free;
3147 		rtd->ops.close		= soc_pcm_close;
3148 		rtd->ops.pointer	= soc_pcm_pointer;
3149 		rtd->ops.ioctl		= soc_pcm_ioctl;
3150 	}
3151 
3152 	for_each_rtdcom(rtd, rtdcom) {
3153 		const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
3154 
3155 		if (!ops)
3156 			continue;
3157 
3158 		if (ops->ack)
3159 			rtd->ops.ack		= soc_rtdcom_ack;
3160 		if (ops->copy_user)
3161 			rtd->ops.copy_user	= soc_rtdcom_copy_user;
3162 		if (ops->copy_kernel)
3163 			rtd->ops.copy_kernel	= soc_rtdcom_copy_kernel;
3164 		if (ops->fill_silence)
3165 			rtd->ops.fill_silence	= soc_rtdcom_fill_silence;
3166 		if (ops->page)
3167 			rtd->ops.page		= soc_rtdcom_page;
3168 		if (ops->mmap)
3169 			rtd->ops.mmap		= soc_rtdcom_mmap;
3170 	}
3171 
3172 	if (playback)
3173 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3174 
3175 	if (capture)
3176 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3177 
3178 	for_each_rtdcom(rtd, rtdcom) {
3179 		component = rtdcom->component;
3180 
3181 		if (!component->driver->pcm_new)
3182 			continue;
3183 
3184 		ret = component->driver->pcm_new(rtd);
3185 		if (ret < 0) {
3186 			dev_err(component->dev,
3187 				"ASoC: pcm constructor failed: %d\n",
3188 				ret);
3189 			return ret;
3190 		}
3191 	}
3192 
3193 	pcm->private_free = soc_pcm_private_free;
3194 	pcm->no_device_suspend = true;
3195 out:
3196 	dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3197 		 (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3198 		 cpu_dai->name);
3199 	return ret;
3200 }
3201 
3202 /* is the current PCM operation for this FE ? */
3203 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3204 {
3205 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3206 		return 1;
3207 	return 0;
3208 }
3209 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3210 
3211 /* is the current PCM operation for this BE ? */
3212 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3213 		struct snd_soc_pcm_runtime *be, int stream)
3214 {
3215 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3216 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3217 		  be->dpcm[stream].runtime_update))
3218 		return 1;
3219 	return 0;
3220 }
3221 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3222 
3223 /* get the substream for this BE */
3224 struct snd_pcm_substream *
3225 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3226 {
3227 	return be->pcm->streams[stream].substream;
3228 }
3229 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3230 
3231 /* get the BE runtime state */
3232 enum snd_soc_dpcm_state
3233 	snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3234 {
3235 	return be->dpcm[stream].state;
3236 }
3237 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3238 
3239 /* set the BE runtime state */
3240 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3241 		int stream, enum snd_soc_dpcm_state state)
3242 {
3243 	be->dpcm[stream].state = state;
3244 }
3245 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3246 
3247 /*
3248  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3249  * are not running, paused or suspended for the specified stream direction.
3250  */
3251 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3252 		struct snd_soc_pcm_runtime *be, int stream)
3253 {
3254 	struct snd_soc_dpcm *dpcm;
3255 	int state;
3256 	int ret = 1;
3257 	unsigned long flags;
3258 
3259 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3260 	for_each_dpcm_fe(be, stream, dpcm) {
3261 
3262 		if (dpcm->fe == fe)
3263 			continue;
3264 
3265 		state = dpcm->fe->dpcm[stream].state;
3266 		if (state == SND_SOC_DPCM_STATE_START ||
3267 			state == SND_SOC_DPCM_STATE_PAUSED ||
3268 			state == SND_SOC_DPCM_STATE_SUSPEND) {
3269 			ret = 0;
3270 			break;
3271 		}
3272 	}
3273 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3274 
3275 	/* it's safe to free/stop this BE DAI */
3276 	return ret;
3277 }
3278 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3279 
3280 /*
3281  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3282  * running, paused or suspended for the specified stream direction.
3283  */
3284 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3285 		struct snd_soc_pcm_runtime *be, int stream)
3286 {
3287 	struct snd_soc_dpcm *dpcm;
3288 	int state;
3289 	int ret = 1;
3290 	unsigned long flags;
3291 
3292 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3293 	for_each_dpcm_fe(be, stream, dpcm) {
3294 
3295 		if (dpcm->fe == fe)
3296 			continue;
3297 
3298 		state = dpcm->fe->dpcm[stream].state;
3299 		if (state == SND_SOC_DPCM_STATE_START ||
3300 			state == SND_SOC_DPCM_STATE_PAUSED ||
3301 			state == SND_SOC_DPCM_STATE_SUSPEND ||
3302 			state == SND_SOC_DPCM_STATE_PREPARE) {
3303 			ret = 0;
3304 			break;
3305 		}
3306 	}
3307 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3308 
3309 	/* it's safe to change hw_params */
3310 	return ret;
3311 }
3312 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3313 
3314 #ifdef CONFIG_DEBUG_FS
3315 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3316 {
3317 	switch (state) {
3318 	case SND_SOC_DPCM_STATE_NEW:
3319 		return "new";
3320 	case SND_SOC_DPCM_STATE_OPEN:
3321 		return "open";
3322 	case SND_SOC_DPCM_STATE_HW_PARAMS:
3323 		return "hw_params";
3324 	case SND_SOC_DPCM_STATE_PREPARE:
3325 		return "prepare";
3326 	case SND_SOC_DPCM_STATE_START:
3327 		return "start";
3328 	case SND_SOC_DPCM_STATE_STOP:
3329 		return "stop";
3330 	case SND_SOC_DPCM_STATE_SUSPEND:
3331 		return "suspend";
3332 	case SND_SOC_DPCM_STATE_PAUSED:
3333 		return "paused";
3334 	case SND_SOC_DPCM_STATE_HW_FREE:
3335 		return "hw_free";
3336 	case SND_SOC_DPCM_STATE_CLOSE:
3337 		return "close";
3338 	}
3339 
3340 	return "unknown";
3341 }
3342 
3343 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3344 				int stream, char *buf, size_t size)
3345 {
3346 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3347 	struct snd_soc_dpcm *dpcm;
3348 	ssize_t offset = 0;
3349 	unsigned long flags;
3350 
3351 	/* FE state */
3352 	offset += snprintf(buf + offset, size - offset,
3353 			"[%s - %s]\n", fe->dai_link->name,
3354 			stream ? "Capture" : "Playback");
3355 
3356 	offset += snprintf(buf + offset, size - offset, "State: %s\n",
3357 	                dpcm_state_string(fe->dpcm[stream].state));
3358 
3359 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3360 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3361 		offset += snprintf(buf + offset, size - offset,
3362 				"Hardware Params: "
3363 				"Format = %s, Channels = %d, Rate = %d\n",
3364 				snd_pcm_format_name(params_format(params)),
3365 				params_channels(params),
3366 				params_rate(params));
3367 
3368 	/* BEs state */
3369 	offset += snprintf(buf + offset, size - offset, "Backends:\n");
3370 
3371 	if (list_empty(&fe->dpcm[stream].be_clients)) {
3372 		offset += snprintf(buf + offset, size - offset,
3373 				" No active DSP links\n");
3374 		goto out;
3375 	}
3376 
3377 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3378 	for_each_dpcm_be(fe, stream, dpcm) {
3379 		struct snd_soc_pcm_runtime *be = dpcm->be;
3380 		params = &dpcm->hw_params;
3381 
3382 		offset += snprintf(buf + offset, size - offset,
3383 				"- %s\n", be->dai_link->name);
3384 
3385 		offset += snprintf(buf + offset, size - offset,
3386 				"   State: %s\n",
3387 				dpcm_state_string(be->dpcm[stream].state));
3388 
3389 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3390 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3391 			offset += snprintf(buf + offset, size - offset,
3392 				"   Hardware Params: "
3393 				"Format = %s, Channels = %d, Rate = %d\n",
3394 				snd_pcm_format_name(params_format(params)),
3395 				params_channels(params),
3396 				params_rate(params));
3397 	}
3398 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3399 out:
3400 	return offset;
3401 }
3402 
3403 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3404 				size_t count, loff_t *ppos)
3405 {
3406 	struct snd_soc_pcm_runtime *fe = file->private_data;
3407 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3408 	char *buf;
3409 
3410 	buf = kmalloc(out_count, GFP_KERNEL);
3411 	if (!buf)
3412 		return -ENOMEM;
3413 
3414 	if (fe->cpu_dai->driver->playback.channels_min)
3415 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3416 					buf + offset, out_count - offset);
3417 
3418 	if (fe->cpu_dai->driver->capture.channels_min)
3419 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3420 					buf + offset, out_count - offset);
3421 
3422 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3423 
3424 	kfree(buf);
3425 	return ret;
3426 }
3427 
3428 static const struct file_operations dpcm_state_fops = {
3429 	.open = simple_open,
3430 	.read = dpcm_state_read_file,
3431 	.llseek = default_llseek,
3432 };
3433 
3434 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3435 {
3436 	if (!rtd->dai_link)
3437 		return;
3438 
3439 	if (!rtd->card->debugfs_card_root)
3440 		return;
3441 
3442 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3443 			rtd->card->debugfs_card_root);
3444 	if (!rtd->debugfs_dpcm_root) {
3445 		dev_dbg(rtd->dev,
3446 			 "ASoC: Failed to create dpcm debugfs directory %s\n",
3447 			 rtd->dai_link->name);
3448 		return;
3449 	}
3450 
3451 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3452 			    rtd, &dpcm_state_fops);
3453 }
3454 #endif
3455