xref: /openbmc/linux/sound/soc/soc-pcm.c (revision 048dc3ab)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/pm_runtime.h>
18 #include <linux/module.h>
19 #include <linux/slab.h>
20 #include <linux/workqueue.h>
21 #include <linux/export.h>
22 #include <linux/debugfs.h>
23 #include <sound/core.h>
24 #include <sound/pcm.h>
25 #include <sound/pcm_params.h>
26 #include <sound/soc.h>
27 #include <sound/soc-dpcm.h>
28 #include <sound/initval.h>
29 
30 #define DPCM_MAX_BE_USERS	8
31 
32 /*
33  * snd_soc_dai_stream_valid() - check if a DAI supports the given stream
34  *
35  * Returns true if the DAI supports the indicated stream type.
36  */
37 static bool snd_soc_dai_stream_valid(struct snd_soc_dai *dai, int stream)
38 {
39 	struct snd_soc_pcm_stream *codec_stream;
40 
41 	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
42 		codec_stream = &dai->driver->playback;
43 	else
44 		codec_stream = &dai->driver->capture;
45 
46 	/* If the codec specifies any channels at all, it supports the stream */
47 	return codec_stream->channels_min;
48 }
49 
50 /**
51  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
52  * @rtd: ASoC PCM runtime that is activated
53  * @stream: Direction of the PCM stream
54  *
55  * Increments the active count for all the DAIs and components attached to a PCM
56  * runtime. Should typically be called when a stream is opened.
57  *
58  * Must be called with the rtd->pcm_mutex being held
59  */
60 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
61 {
62 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
63 	struct snd_soc_dai *codec_dai;
64 	int i;
65 
66 	lockdep_assert_held(&rtd->pcm_mutex);
67 
68 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
69 		cpu_dai->playback_active++;
70 		for_each_rtd_codec_dai(rtd, i, codec_dai)
71 			codec_dai->playback_active++;
72 	} else {
73 		cpu_dai->capture_active++;
74 		for_each_rtd_codec_dai(rtd, i, codec_dai)
75 			codec_dai->capture_active++;
76 	}
77 
78 	cpu_dai->active++;
79 	cpu_dai->component->active++;
80 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
81 		codec_dai->active++;
82 		codec_dai->component->active++;
83 	}
84 }
85 
86 /**
87  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
88  * @rtd: ASoC PCM runtime that is deactivated
89  * @stream: Direction of the PCM stream
90  *
91  * Decrements the active count for all the DAIs and components attached to a PCM
92  * runtime. Should typically be called when a stream is closed.
93  *
94  * Must be called with the rtd->pcm_mutex being held
95  */
96 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
97 {
98 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
99 	struct snd_soc_dai *codec_dai;
100 	int i;
101 
102 	lockdep_assert_held(&rtd->pcm_mutex);
103 
104 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
105 		cpu_dai->playback_active--;
106 		for_each_rtd_codec_dai(rtd, i, codec_dai)
107 			codec_dai->playback_active--;
108 	} else {
109 		cpu_dai->capture_active--;
110 		for_each_rtd_codec_dai(rtd, i, codec_dai)
111 			codec_dai->capture_active--;
112 	}
113 
114 	cpu_dai->active--;
115 	cpu_dai->component->active--;
116 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
117 		codec_dai->component->active--;
118 		codec_dai->active--;
119 	}
120 }
121 
122 /**
123  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
124  * @rtd: The ASoC PCM runtime that should be checked.
125  *
126  * This function checks whether the power down delay should be ignored for a
127  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
128  * been configured to ignore the delay, or if none of the components benefits
129  * from having the delay.
130  */
131 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
132 {
133 	struct snd_soc_rtdcom_list *rtdcom;
134 	struct snd_soc_component *component;
135 	bool ignore = true;
136 
137 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
138 		return true;
139 
140 	for_each_rtdcom(rtd, rtdcom) {
141 		component = rtdcom->component;
142 
143 		ignore &= !component->driver->use_pmdown_time;
144 	}
145 
146 	return ignore;
147 }
148 
149 /**
150  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
151  * @substream: the pcm substream
152  * @hw: the hardware parameters
153  *
154  * Sets the substream runtime hardware parameters.
155  */
156 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
157 	const struct snd_pcm_hardware *hw)
158 {
159 	struct snd_pcm_runtime *runtime = substream->runtime;
160 	runtime->hw.info = hw->info;
161 	runtime->hw.formats = hw->formats;
162 	runtime->hw.period_bytes_min = hw->period_bytes_min;
163 	runtime->hw.period_bytes_max = hw->period_bytes_max;
164 	runtime->hw.periods_min = hw->periods_min;
165 	runtime->hw.periods_max = hw->periods_max;
166 	runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
167 	runtime->hw.fifo_size = hw->fifo_size;
168 	return 0;
169 }
170 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
171 
172 /* DPCM stream event, send event to FE and all active BEs. */
173 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
174 	int event)
175 {
176 	struct snd_soc_dpcm *dpcm;
177 
178 	for_each_dpcm_be(fe, dir, dpcm) {
179 
180 		struct snd_soc_pcm_runtime *be = dpcm->be;
181 
182 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
183 				be->dai_link->name, event, dir);
184 
185 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
186 		    (be->dpcm[dir].users >= 1))
187 			continue;
188 
189 		snd_soc_dapm_stream_event(be, dir, event);
190 	}
191 
192 	snd_soc_dapm_stream_event(fe, dir, event);
193 
194 	return 0;
195 }
196 
197 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
198 					struct snd_soc_dai *soc_dai)
199 {
200 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
201 	int ret;
202 
203 	if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
204 				rtd->dai_link->symmetric_rates)) {
205 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
206 				soc_dai->rate);
207 
208 		ret = snd_pcm_hw_constraint_single(substream->runtime,
209 						SNDRV_PCM_HW_PARAM_RATE,
210 						soc_dai->rate);
211 		if (ret < 0) {
212 			dev_err(soc_dai->dev,
213 				"ASoC: Unable to apply rate constraint: %d\n",
214 				ret);
215 			return ret;
216 		}
217 	}
218 
219 	if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
220 				rtd->dai_link->symmetric_channels)) {
221 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
222 				soc_dai->channels);
223 
224 		ret = snd_pcm_hw_constraint_single(substream->runtime,
225 						SNDRV_PCM_HW_PARAM_CHANNELS,
226 						soc_dai->channels);
227 		if (ret < 0) {
228 			dev_err(soc_dai->dev,
229 				"ASoC: Unable to apply channel symmetry constraint: %d\n",
230 				ret);
231 			return ret;
232 		}
233 	}
234 
235 	if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
236 				rtd->dai_link->symmetric_samplebits)) {
237 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
238 				soc_dai->sample_bits);
239 
240 		ret = snd_pcm_hw_constraint_single(substream->runtime,
241 						SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
242 						soc_dai->sample_bits);
243 		if (ret < 0) {
244 			dev_err(soc_dai->dev,
245 				"ASoC: Unable to apply sample bits symmetry constraint: %d\n",
246 				ret);
247 			return ret;
248 		}
249 	}
250 
251 	return 0;
252 }
253 
254 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
255 				struct snd_pcm_hw_params *params)
256 {
257 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
258 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
259 	struct snd_soc_dai *codec_dai;
260 	unsigned int rate, channels, sample_bits, symmetry, i;
261 
262 	rate = params_rate(params);
263 	channels = params_channels(params);
264 	sample_bits = snd_pcm_format_physical_width(params_format(params));
265 
266 	/* reject unmatched parameters when applying symmetry */
267 	symmetry = cpu_dai->driver->symmetric_rates ||
268 		rtd->dai_link->symmetric_rates;
269 
270 	for_each_rtd_codec_dai(rtd, i, codec_dai)
271 		symmetry |= codec_dai->driver->symmetric_rates;
272 
273 	if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
274 		dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
275 				cpu_dai->rate, rate);
276 		return -EINVAL;
277 	}
278 
279 	symmetry = cpu_dai->driver->symmetric_channels ||
280 		rtd->dai_link->symmetric_channels;
281 
282 	for_each_rtd_codec_dai(rtd, i, codec_dai)
283 		symmetry |= codec_dai->driver->symmetric_channels;
284 
285 	if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
286 		dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
287 				cpu_dai->channels, channels);
288 		return -EINVAL;
289 	}
290 
291 	symmetry = cpu_dai->driver->symmetric_samplebits ||
292 		rtd->dai_link->symmetric_samplebits;
293 
294 	for_each_rtd_codec_dai(rtd, i, codec_dai)
295 		symmetry |= codec_dai->driver->symmetric_samplebits;
296 
297 	if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
298 		dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
299 				cpu_dai->sample_bits, sample_bits);
300 		return -EINVAL;
301 	}
302 
303 	return 0;
304 }
305 
306 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
307 {
308 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
309 	struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
310 	struct snd_soc_dai_link *link = rtd->dai_link;
311 	struct snd_soc_dai *codec_dai;
312 	unsigned int symmetry, i;
313 
314 	symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
315 		cpu_driver->symmetric_channels || link->symmetric_channels ||
316 		cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
317 
318 	for_each_rtd_codec_dai(rtd, i, codec_dai)
319 		symmetry = symmetry ||
320 			codec_dai->driver->symmetric_rates ||
321 			codec_dai->driver->symmetric_channels ||
322 			codec_dai->driver->symmetric_samplebits;
323 
324 	return symmetry;
325 }
326 
327 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
328 {
329 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
330 	int ret;
331 
332 	if (!bits)
333 		return;
334 
335 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
336 	if (ret != 0)
337 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
338 				 bits, ret);
339 }
340 
341 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
342 {
343 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
344 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
345 	struct snd_soc_dai *codec_dai;
346 	int i;
347 	unsigned int bits = 0, cpu_bits;
348 
349 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
350 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
351 			if (codec_dai->driver->playback.sig_bits == 0) {
352 				bits = 0;
353 				break;
354 			}
355 			bits = max(codec_dai->driver->playback.sig_bits, bits);
356 		}
357 		cpu_bits = cpu_dai->driver->playback.sig_bits;
358 	} else {
359 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
360 			if (codec_dai->driver->capture.sig_bits == 0) {
361 				bits = 0;
362 				break;
363 			}
364 			bits = max(codec_dai->driver->capture.sig_bits, bits);
365 		}
366 		cpu_bits = cpu_dai->driver->capture.sig_bits;
367 	}
368 
369 	soc_pcm_set_msb(substream, bits);
370 	soc_pcm_set_msb(substream, cpu_bits);
371 }
372 
373 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
374 {
375 	struct snd_pcm_runtime *runtime = substream->runtime;
376 	struct snd_pcm_hardware *hw = &runtime->hw;
377 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
378 	struct snd_soc_dai *codec_dai;
379 	struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
380 	struct snd_soc_dai_driver *codec_dai_drv;
381 	struct snd_soc_pcm_stream *codec_stream;
382 	struct snd_soc_pcm_stream *cpu_stream;
383 	unsigned int chan_min = 0, chan_max = UINT_MAX;
384 	unsigned int rate_min = 0, rate_max = UINT_MAX;
385 	unsigned int rates = UINT_MAX;
386 	u64 formats = ULLONG_MAX;
387 	int i;
388 
389 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
390 		cpu_stream = &cpu_dai_drv->playback;
391 	else
392 		cpu_stream = &cpu_dai_drv->capture;
393 
394 	/* first calculate min/max only for CODECs in the DAI link */
395 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
396 
397 		/*
398 		 * Skip CODECs which don't support the current stream type.
399 		 * Otherwise, since the rate, channel, and format values will
400 		 * zero in that case, we would have no usable settings left,
401 		 * causing the resulting setup to fail.
402 		 * At least one CODEC should match, otherwise we should have
403 		 * bailed out on a higher level, since there would be no
404 		 * CODEC to support the transfer direction in that case.
405 		 */
406 		if (!snd_soc_dai_stream_valid(codec_dai,
407 					      substream->stream))
408 			continue;
409 
410 		codec_dai_drv = codec_dai->driver;
411 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
412 			codec_stream = &codec_dai_drv->playback;
413 		else
414 			codec_stream = &codec_dai_drv->capture;
415 		chan_min = max(chan_min, codec_stream->channels_min);
416 		chan_max = min(chan_max, codec_stream->channels_max);
417 		rate_min = max(rate_min, codec_stream->rate_min);
418 		rate_max = min_not_zero(rate_max, codec_stream->rate_max);
419 		formats &= codec_stream->formats;
420 		rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
421 	}
422 
423 	/*
424 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
425 	 * connected to a single CPU DAI, use CPU DAI's directly and let
426 	 * channel allocation be fixed up later
427 	 */
428 	if (rtd->num_codecs > 1) {
429 		chan_min = cpu_stream->channels_min;
430 		chan_max = cpu_stream->channels_max;
431 	}
432 
433 	hw->channels_min = max(chan_min, cpu_stream->channels_min);
434 	hw->channels_max = min(chan_max, cpu_stream->channels_max);
435 	if (hw->formats)
436 		hw->formats &= formats & cpu_stream->formats;
437 	else
438 		hw->formats = formats & cpu_stream->formats;
439 	hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
440 
441 	snd_pcm_limit_hw_rates(runtime);
442 
443 	hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
444 	hw->rate_min = max(hw->rate_min, rate_min);
445 	hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
446 	hw->rate_max = min_not_zero(hw->rate_max, rate_max);
447 }
448 
449 static int soc_pcm_components_open(struct snd_pcm_substream *substream,
450 				   struct snd_soc_component **last)
451 {
452 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
453 	struct snd_soc_rtdcom_list *rtdcom;
454 	struct snd_soc_component *component;
455 	int ret = 0;
456 
457 	for_each_rtdcom(rtd, rtdcom) {
458 		component = rtdcom->component;
459 		*last = component;
460 
461 		if (component->driver->module_get_upon_open &&
462 		    !try_module_get(component->dev->driver->owner)) {
463 			dev_err(component->dev,
464 				"ASoC: can't get module %s\n",
465 				component->name);
466 			return -ENODEV;
467 		}
468 
469 		if (!component->driver->ops ||
470 		    !component->driver->ops->open)
471 			continue;
472 
473 		ret = component->driver->ops->open(substream);
474 		if (ret < 0) {
475 			dev_err(component->dev,
476 				"ASoC: can't open component %s: %d\n",
477 				component->name, ret);
478 			return ret;
479 		}
480 	}
481 	*last = NULL;
482 	return 0;
483 }
484 
485 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
486 				    struct snd_soc_component *last)
487 {
488 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
489 	struct snd_soc_rtdcom_list *rtdcom;
490 	struct snd_soc_component *component;
491 
492 	for_each_rtdcom(rtd, rtdcom) {
493 		component = rtdcom->component;
494 
495 		if (component == last)
496 			break;
497 
498 		if (component->driver->ops &&
499 		    component->driver->ops->close)
500 			component->driver->ops->close(substream);
501 
502 		if (component->driver->module_get_upon_open)
503 			module_put(component->dev->driver->owner);
504 	}
505 
506 	return 0;
507 }
508 
509 /*
510  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
511  * then initialized and any private data can be allocated. This also calls
512  * startup for the cpu DAI, component, machine and codec DAI.
513  */
514 static int soc_pcm_open(struct snd_pcm_substream *substream)
515 {
516 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
517 	struct snd_pcm_runtime *runtime = substream->runtime;
518 	struct snd_soc_component *component;
519 	struct snd_soc_rtdcom_list *rtdcom;
520 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
521 	struct snd_soc_dai *codec_dai;
522 	const char *codec_dai_name = "multicodec";
523 	int i, ret = 0;
524 
525 	pinctrl_pm_select_default_state(cpu_dai->dev);
526 	for_each_rtd_codec_dai(rtd, i, codec_dai)
527 		pinctrl_pm_select_default_state(codec_dai->dev);
528 
529 	for_each_rtdcom(rtd, rtdcom) {
530 		component = rtdcom->component;
531 
532 		pm_runtime_get_sync(component->dev);
533 	}
534 
535 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
536 
537 	/* startup the audio subsystem */
538 	if (cpu_dai->driver->ops->startup) {
539 		ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
540 		if (ret < 0) {
541 			dev_err(cpu_dai->dev, "ASoC: can't open interface"
542 				" %s: %d\n", cpu_dai->name, ret);
543 			goto out;
544 		}
545 	}
546 
547 	ret = soc_pcm_components_open(substream, &component);
548 	if (ret < 0)
549 		goto component_err;
550 
551 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
552 		if (codec_dai->driver->ops->startup) {
553 			ret = codec_dai->driver->ops->startup(substream,
554 							      codec_dai);
555 			if (ret < 0) {
556 				dev_err(codec_dai->dev,
557 					"ASoC: can't open codec %s: %d\n",
558 					codec_dai->name, ret);
559 				goto codec_dai_err;
560 			}
561 		}
562 
563 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
564 			codec_dai->tx_mask = 0;
565 		else
566 			codec_dai->rx_mask = 0;
567 	}
568 
569 	if (rtd->dai_link->ops->startup) {
570 		ret = rtd->dai_link->ops->startup(substream);
571 		if (ret < 0) {
572 			pr_err("ASoC: %s startup failed: %d\n",
573 			       rtd->dai_link->name, ret);
574 			goto machine_err;
575 		}
576 	}
577 
578 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
579 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
580 		goto dynamic;
581 
582 	/* Check that the codec and cpu DAIs are compatible */
583 	soc_pcm_init_runtime_hw(substream);
584 
585 	if (rtd->num_codecs == 1)
586 		codec_dai_name = rtd->codec_dai->name;
587 
588 	if (soc_pcm_has_symmetry(substream))
589 		runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
590 
591 	ret = -EINVAL;
592 	if (!runtime->hw.rates) {
593 		printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
594 			codec_dai_name, cpu_dai->name);
595 		goto config_err;
596 	}
597 	if (!runtime->hw.formats) {
598 		printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
599 			codec_dai_name, cpu_dai->name);
600 		goto config_err;
601 	}
602 	if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
603 	    runtime->hw.channels_min > runtime->hw.channels_max) {
604 		printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
605 				codec_dai_name, cpu_dai->name);
606 		goto config_err;
607 	}
608 
609 	soc_pcm_apply_msb(substream);
610 
611 	/* Symmetry only applies if we've already got an active stream. */
612 	if (cpu_dai->active) {
613 		ret = soc_pcm_apply_symmetry(substream, cpu_dai);
614 		if (ret != 0)
615 			goto config_err;
616 	}
617 
618 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
619 		if (codec_dai->active) {
620 			ret = soc_pcm_apply_symmetry(substream, codec_dai);
621 			if (ret != 0)
622 				goto config_err;
623 		}
624 	}
625 
626 	pr_debug("ASoC: %s <-> %s info:\n",
627 			codec_dai_name, cpu_dai->name);
628 	pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
629 	pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
630 		 runtime->hw.channels_max);
631 	pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
632 		 runtime->hw.rate_max);
633 
634 dynamic:
635 
636 	snd_soc_runtime_activate(rtd, substream->stream);
637 
638 	mutex_unlock(&rtd->pcm_mutex);
639 	return 0;
640 
641 config_err:
642 	if (rtd->dai_link->ops->shutdown)
643 		rtd->dai_link->ops->shutdown(substream);
644 
645 machine_err:
646 	i = rtd->num_codecs;
647 
648 codec_dai_err:
649 	for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
650 		if (codec_dai->driver->ops->shutdown)
651 			codec_dai->driver->ops->shutdown(substream, codec_dai);
652 	}
653 
654 component_err:
655 	soc_pcm_components_close(substream, component);
656 
657 	if (cpu_dai->driver->ops->shutdown)
658 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
659 out:
660 	mutex_unlock(&rtd->pcm_mutex);
661 
662 	for_each_rtdcom(rtd, rtdcom) {
663 		component = rtdcom->component;
664 
665 		pm_runtime_mark_last_busy(component->dev);
666 		pm_runtime_put_autosuspend(component->dev);
667 	}
668 
669 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
670 		if (!codec_dai->active)
671 			pinctrl_pm_select_sleep_state(codec_dai->dev);
672 	}
673 	if (!cpu_dai->active)
674 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
675 
676 	return ret;
677 }
678 
679 /*
680  * Power down the audio subsystem pmdown_time msecs after close is called.
681  * This is to ensure there are no pops or clicks in between any music tracks
682  * due to DAPM power cycling.
683  */
684 static void close_delayed_work(struct work_struct *work)
685 {
686 	struct snd_soc_pcm_runtime *rtd =
687 			container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
688 	struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
689 
690 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
691 
692 	dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
693 		 codec_dai->driver->playback.stream_name,
694 		 codec_dai->playback_active ? "active" : "inactive",
695 		 rtd->pop_wait ? "yes" : "no");
696 
697 	/* are we waiting on this codec DAI stream */
698 	if (rtd->pop_wait == 1) {
699 		rtd->pop_wait = 0;
700 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
701 					  SND_SOC_DAPM_STREAM_STOP);
702 	}
703 
704 	mutex_unlock(&rtd->pcm_mutex);
705 }
706 
707 /*
708  * Called by ALSA when a PCM substream is closed. Private data can be
709  * freed here. The cpu DAI, codec DAI, machine and components are also
710  * shutdown.
711  */
712 static int soc_pcm_close(struct snd_pcm_substream *substream)
713 {
714 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
715 	struct snd_soc_component *component;
716 	struct snd_soc_rtdcom_list *rtdcom;
717 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
718 	struct snd_soc_dai *codec_dai;
719 	int i;
720 
721 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
722 
723 	snd_soc_runtime_deactivate(rtd, substream->stream);
724 
725 	/* clear the corresponding DAIs rate when inactive */
726 	if (!cpu_dai->active)
727 		cpu_dai->rate = 0;
728 
729 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
730 		if (!codec_dai->active)
731 			codec_dai->rate = 0;
732 	}
733 
734 	snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
735 
736 	if (cpu_dai->driver->ops->shutdown)
737 		cpu_dai->driver->ops->shutdown(substream, cpu_dai);
738 
739 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
740 		if (codec_dai->driver->ops->shutdown)
741 			codec_dai->driver->ops->shutdown(substream, codec_dai);
742 	}
743 
744 	if (rtd->dai_link->ops->shutdown)
745 		rtd->dai_link->ops->shutdown(substream);
746 
747 	soc_pcm_components_close(substream, NULL);
748 
749 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
750 		if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
751 			/* powered down playback stream now */
752 			snd_soc_dapm_stream_event(rtd,
753 						  SNDRV_PCM_STREAM_PLAYBACK,
754 						  SND_SOC_DAPM_STREAM_STOP);
755 		} else {
756 			/* start delayed pop wq here for playback streams */
757 			rtd->pop_wait = 1;
758 			queue_delayed_work(system_power_efficient_wq,
759 					   &rtd->delayed_work,
760 					   msecs_to_jiffies(rtd->pmdown_time));
761 		}
762 	} else {
763 		/* capture streams can be powered down now */
764 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
765 					  SND_SOC_DAPM_STREAM_STOP);
766 	}
767 
768 	mutex_unlock(&rtd->pcm_mutex);
769 
770 	for_each_rtdcom(rtd, rtdcom) {
771 		component = rtdcom->component;
772 
773 		pm_runtime_mark_last_busy(component->dev);
774 		pm_runtime_put_autosuspend(component->dev);
775 	}
776 
777 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
778 		if (!codec_dai->active)
779 			pinctrl_pm_select_sleep_state(codec_dai->dev);
780 	}
781 	if (!cpu_dai->active)
782 		pinctrl_pm_select_sleep_state(cpu_dai->dev);
783 
784 	return 0;
785 }
786 
787 /*
788  * Called by ALSA when the PCM substream is prepared, can set format, sample
789  * rate, etc.  This function is non atomic and can be called multiple times,
790  * it can refer to the runtime info.
791  */
792 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
793 {
794 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
795 	struct snd_soc_component *component;
796 	struct snd_soc_rtdcom_list *rtdcom;
797 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
798 	struct snd_soc_dai *codec_dai;
799 	int i, ret = 0;
800 
801 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
802 
803 	if (rtd->dai_link->ops->prepare) {
804 		ret = rtd->dai_link->ops->prepare(substream);
805 		if (ret < 0) {
806 			dev_err(rtd->card->dev, "ASoC: machine prepare error:"
807 				" %d\n", ret);
808 			goto out;
809 		}
810 	}
811 
812 	for_each_rtdcom(rtd, rtdcom) {
813 		component = rtdcom->component;
814 
815 		if (!component->driver->ops ||
816 		    !component->driver->ops->prepare)
817 			continue;
818 
819 		ret = component->driver->ops->prepare(substream);
820 		if (ret < 0) {
821 			dev_err(component->dev,
822 				"ASoC: platform prepare error: %d\n", ret);
823 			goto out;
824 		}
825 	}
826 
827 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
828 		if (codec_dai->driver->ops->prepare) {
829 			ret = codec_dai->driver->ops->prepare(substream,
830 							      codec_dai);
831 			if (ret < 0) {
832 				dev_err(codec_dai->dev,
833 					"ASoC: codec DAI prepare error: %d\n",
834 					ret);
835 				goto out;
836 			}
837 		}
838 	}
839 
840 	if (cpu_dai->driver->ops->prepare) {
841 		ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
842 		if (ret < 0) {
843 			dev_err(cpu_dai->dev,
844 				"ASoC: cpu DAI prepare error: %d\n", ret);
845 			goto out;
846 		}
847 	}
848 
849 	/* cancel any delayed stream shutdown that is pending */
850 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
851 	    rtd->pop_wait) {
852 		rtd->pop_wait = 0;
853 		cancel_delayed_work(&rtd->delayed_work);
854 	}
855 
856 	snd_soc_dapm_stream_event(rtd, substream->stream,
857 			SND_SOC_DAPM_STREAM_START);
858 
859 	for_each_rtd_codec_dai(rtd, i, codec_dai)
860 		snd_soc_dai_digital_mute(codec_dai, 0,
861 					 substream->stream);
862 	snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
863 
864 out:
865 	mutex_unlock(&rtd->pcm_mutex);
866 	return ret;
867 }
868 
869 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
870 				       unsigned int mask)
871 {
872 	struct snd_interval *interval;
873 	int channels = hweight_long(mask);
874 
875 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
876 	interval->min = channels;
877 	interval->max = channels;
878 }
879 
880 int soc_dai_hw_params(struct snd_pcm_substream *substream,
881 		      struct snd_pcm_hw_params *params,
882 		      struct snd_soc_dai *dai)
883 {
884 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
885 	int ret;
886 
887 	/* perform any topology hw_params fixups before DAI  */
888 	if (rtd->dai_link->be_hw_params_fixup) {
889 		ret = rtd->dai_link->be_hw_params_fixup(rtd, params);
890 		if (ret < 0) {
891 			dev_err(rtd->dev,
892 				"ASoC: hw_params topology fixup failed %d\n",
893 				ret);
894 			return ret;
895 		}
896 	}
897 
898 	if (dai->driver->ops->hw_params) {
899 		ret = dai->driver->ops->hw_params(substream, params, dai);
900 		if (ret < 0) {
901 			dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
902 				dai->name, ret);
903 			return ret;
904 		}
905 	}
906 
907 	return 0;
908 }
909 
910 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
911 				      struct snd_soc_component *last)
912 {
913 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
914 	struct snd_soc_rtdcom_list *rtdcom;
915 	struct snd_soc_component *component;
916 
917 	for_each_rtdcom(rtd, rtdcom) {
918 		component = rtdcom->component;
919 
920 		if (component == last)
921 			break;
922 
923 		if (!component->driver->ops ||
924 		    !component->driver->ops->hw_free)
925 			continue;
926 
927 		component->driver->ops->hw_free(substream);
928 	}
929 
930 	return 0;
931 }
932 
933 /*
934  * Called by ALSA when the hardware params are set by application. This
935  * function can also be called multiple times and can allocate buffers
936  * (using snd_pcm_lib_* ). It's non-atomic.
937  */
938 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
939 				struct snd_pcm_hw_params *params)
940 {
941 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
942 	struct snd_soc_component *component;
943 	struct snd_soc_rtdcom_list *rtdcom;
944 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
945 	struct snd_soc_dai *codec_dai;
946 	int i, ret = 0;
947 
948 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
949 	if (rtd->dai_link->ops->hw_params) {
950 		ret = rtd->dai_link->ops->hw_params(substream, params);
951 		if (ret < 0) {
952 			dev_err(rtd->card->dev, "ASoC: machine hw_params"
953 				" failed: %d\n", ret);
954 			goto out;
955 		}
956 	}
957 
958 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
959 		struct snd_pcm_hw_params codec_params;
960 
961 		/*
962 		 * Skip CODECs which don't support the current stream type,
963 		 * the idea being that if a CODEC is not used for the currently
964 		 * set up transfer direction, it should not need to be
965 		 * configured, especially since the configuration used might
966 		 * not even be supported by that CODEC. There may be cases
967 		 * however where a CODEC needs to be set up although it is
968 		 * actually not being used for the transfer, e.g. if a
969 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
970 		 * for the DAI link including a playback-only CODEC.
971 		 * If this becomes necessary, we will have to augment the
972 		 * machine driver setup with information on how to act, so
973 		 * we can do the right thing here.
974 		 */
975 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
976 			continue;
977 
978 		/* copy params for each codec */
979 		codec_params = *params;
980 
981 		/* fixup params based on TDM slot masks */
982 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
983 		    codec_dai->tx_mask)
984 			soc_pcm_codec_params_fixup(&codec_params,
985 						   codec_dai->tx_mask);
986 
987 		if (substream->stream == SNDRV_PCM_STREAM_CAPTURE &&
988 		    codec_dai->rx_mask)
989 			soc_pcm_codec_params_fixup(&codec_params,
990 						   codec_dai->rx_mask);
991 
992 		ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
993 		if(ret < 0)
994 			goto codec_err;
995 
996 		codec_dai->rate = params_rate(&codec_params);
997 		codec_dai->channels = params_channels(&codec_params);
998 		codec_dai->sample_bits = snd_pcm_format_physical_width(
999 						params_format(&codec_params));
1000 
1001 		snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
1002 	}
1003 
1004 	ret = soc_dai_hw_params(substream, params, cpu_dai);
1005 	if (ret < 0)
1006 		goto interface_err;
1007 
1008 	/* store the parameters for each DAIs */
1009 	cpu_dai->rate = params_rate(params);
1010 	cpu_dai->channels = params_channels(params);
1011 	cpu_dai->sample_bits =
1012 		snd_pcm_format_physical_width(params_format(params));
1013 
1014 	snd_soc_dapm_update_dai(substream, params, cpu_dai);
1015 
1016 	for_each_rtdcom(rtd, rtdcom) {
1017 		component = rtdcom->component;
1018 
1019 		if (!component->driver->ops ||
1020 		    !component->driver->ops->hw_params)
1021 			continue;
1022 
1023 		ret = component->driver->ops->hw_params(substream, params);
1024 		if (ret < 0) {
1025 			dev_err(component->dev,
1026 				"ASoC: %s hw params failed: %d\n",
1027 				component->name, ret);
1028 			goto component_err;
1029 		}
1030 	}
1031 	component = NULL;
1032 
1033 	ret = soc_pcm_params_symmetry(substream, params);
1034         if (ret)
1035 		goto component_err;
1036 out:
1037 	mutex_unlock(&rtd->pcm_mutex);
1038 	return ret;
1039 
1040 component_err:
1041 	soc_pcm_components_hw_free(substream, component);
1042 
1043 	if (cpu_dai->driver->ops->hw_free)
1044 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1045 	cpu_dai->rate = 0;
1046 
1047 interface_err:
1048 	i = rtd->num_codecs;
1049 
1050 codec_err:
1051 	for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
1052 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1053 			continue;
1054 
1055 		if (codec_dai->driver->ops->hw_free)
1056 			codec_dai->driver->ops->hw_free(substream, codec_dai);
1057 		codec_dai->rate = 0;
1058 	}
1059 
1060 	if (rtd->dai_link->ops->hw_free)
1061 		rtd->dai_link->ops->hw_free(substream);
1062 
1063 	mutex_unlock(&rtd->pcm_mutex);
1064 	return ret;
1065 }
1066 
1067 /*
1068  * Frees resources allocated by hw_params, can be called multiple times
1069  */
1070 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
1071 {
1072 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1073 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1074 	struct snd_soc_dai *codec_dai;
1075 	bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1076 	int i;
1077 
1078 	mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
1079 
1080 	/* clear the corresponding DAIs parameters when going to be inactive */
1081 	if (cpu_dai->active == 1) {
1082 		cpu_dai->rate = 0;
1083 		cpu_dai->channels = 0;
1084 		cpu_dai->sample_bits = 0;
1085 	}
1086 
1087 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1088 		if (codec_dai->active == 1) {
1089 			codec_dai->rate = 0;
1090 			codec_dai->channels = 0;
1091 			codec_dai->sample_bits = 0;
1092 		}
1093 	}
1094 
1095 	/* apply codec digital mute */
1096 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1097 		if ((playback && codec_dai->playback_active == 1) ||
1098 		    (!playback && codec_dai->capture_active == 1))
1099 			snd_soc_dai_digital_mute(codec_dai, 1,
1100 						 substream->stream);
1101 	}
1102 
1103 	/* free any machine hw params */
1104 	if (rtd->dai_link->ops->hw_free)
1105 		rtd->dai_link->ops->hw_free(substream);
1106 
1107 	/* free any component resources */
1108 	soc_pcm_components_hw_free(substream, NULL);
1109 
1110 	/* now free hw params for the DAIs  */
1111 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1112 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1113 			continue;
1114 
1115 		if (codec_dai->driver->ops->hw_free)
1116 			codec_dai->driver->ops->hw_free(substream, codec_dai);
1117 	}
1118 
1119 	if (cpu_dai->driver->ops->hw_free)
1120 		cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1121 
1122 	mutex_unlock(&rtd->pcm_mutex);
1123 	return 0;
1124 }
1125 
1126 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1127 {
1128 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1129 	struct snd_soc_component *component;
1130 	struct snd_soc_rtdcom_list *rtdcom;
1131 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1132 	struct snd_soc_dai *codec_dai;
1133 	int i, ret;
1134 
1135 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1136 		if (codec_dai->driver->ops->trigger) {
1137 			ret = codec_dai->driver->ops->trigger(substream,
1138 							      cmd, codec_dai);
1139 			if (ret < 0)
1140 				return ret;
1141 		}
1142 	}
1143 
1144 	for_each_rtdcom(rtd, rtdcom) {
1145 		component = rtdcom->component;
1146 
1147 		if (!component->driver->ops ||
1148 		    !component->driver->ops->trigger)
1149 			continue;
1150 
1151 		ret = component->driver->ops->trigger(substream, cmd);
1152 		if (ret < 0)
1153 			return ret;
1154 	}
1155 
1156 	if (cpu_dai->driver->ops->trigger) {
1157 		ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
1158 		if (ret < 0)
1159 			return ret;
1160 	}
1161 
1162 	if (rtd->dai_link->ops->trigger) {
1163 		ret = rtd->dai_link->ops->trigger(substream, cmd);
1164 		if (ret < 0)
1165 			return ret;
1166 	}
1167 
1168 	return 0;
1169 }
1170 
1171 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1172 				   int cmd)
1173 {
1174 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1175 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1176 	struct snd_soc_dai *codec_dai;
1177 	int i, ret;
1178 
1179 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1180 		if (codec_dai->driver->ops->bespoke_trigger) {
1181 			ret = codec_dai->driver->ops->bespoke_trigger(substream,
1182 								cmd, codec_dai);
1183 			if (ret < 0)
1184 				return ret;
1185 		}
1186 	}
1187 
1188 	if (cpu_dai->driver->ops->bespoke_trigger) {
1189 		ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1190 		if (ret < 0)
1191 			return ret;
1192 	}
1193 	return 0;
1194 }
1195 /*
1196  * soc level wrapper for pointer callback
1197  * If cpu_dai, codec_dai, component driver has the delay callback, then
1198  * the runtime->delay will be updated accordingly.
1199  */
1200 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1201 {
1202 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1203 	struct snd_soc_component *component;
1204 	struct snd_soc_rtdcom_list *rtdcom;
1205 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1206 	struct snd_soc_dai *codec_dai;
1207 	struct snd_pcm_runtime *runtime = substream->runtime;
1208 	snd_pcm_uframes_t offset = 0;
1209 	snd_pcm_sframes_t delay = 0;
1210 	snd_pcm_sframes_t codec_delay = 0;
1211 	int i;
1212 
1213 	/* clearing the previous total delay */
1214 	runtime->delay = 0;
1215 
1216 	for_each_rtdcom(rtd, rtdcom) {
1217 		component = rtdcom->component;
1218 
1219 		if (!component->driver->ops ||
1220 		    !component->driver->ops->pointer)
1221 			continue;
1222 
1223 		/* FIXME: use 1st pointer */
1224 		offset = component->driver->ops->pointer(substream);
1225 		break;
1226 	}
1227 	/* base delay if assigned in pointer callback */
1228 	delay = runtime->delay;
1229 
1230 	if (cpu_dai->driver->ops->delay)
1231 		delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1232 
1233 	for_each_rtd_codec_dai(rtd, i, codec_dai) {
1234 		if (codec_dai->driver->ops->delay)
1235 			codec_delay = max(codec_delay,
1236 					codec_dai->driver->ops->delay(substream,
1237 								    codec_dai));
1238 	}
1239 	delay += codec_delay;
1240 
1241 	runtime->delay = delay;
1242 
1243 	return offset;
1244 }
1245 
1246 /* connect a FE and BE */
1247 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1248 		struct snd_soc_pcm_runtime *be, int stream)
1249 {
1250 	struct snd_soc_dpcm *dpcm;
1251 	unsigned long flags;
1252 
1253 	/* only add new dpcms */
1254 	for_each_dpcm_be(fe, stream, dpcm) {
1255 		if (dpcm->be == be && dpcm->fe == fe)
1256 			return 0;
1257 	}
1258 
1259 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1260 	if (!dpcm)
1261 		return -ENOMEM;
1262 
1263 	dpcm->be = be;
1264 	dpcm->fe = fe;
1265 	be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1266 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1267 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1268 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1269 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1270 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1271 
1272 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1273 			stream ? "capture" : "playback",  fe->dai_link->name,
1274 			stream ? "<-" : "->", be->dai_link->name);
1275 
1276 #ifdef CONFIG_DEBUG_FS
1277 	if (fe->debugfs_dpcm_root)
1278 		dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1279 				fe->debugfs_dpcm_root, &dpcm->state);
1280 #endif
1281 	return 1;
1282 }
1283 
1284 /* reparent a BE onto another FE */
1285 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1286 			struct snd_soc_pcm_runtime *be, int stream)
1287 {
1288 	struct snd_soc_dpcm *dpcm;
1289 	struct snd_pcm_substream *fe_substream, *be_substream;
1290 
1291 	/* reparent if BE is connected to other FEs */
1292 	if (!be->dpcm[stream].users)
1293 		return;
1294 
1295 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1296 
1297 	for_each_dpcm_fe(be, stream, dpcm) {
1298 		if (dpcm->fe == fe)
1299 			continue;
1300 
1301 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1302 			stream ? "capture" : "playback",
1303 			dpcm->fe->dai_link->name,
1304 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1305 
1306 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1307 		be_substream->runtime = fe_substream->runtime;
1308 		break;
1309 	}
1310 }
1311 
1312 /* disconnect a BE and FE */
1313 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1314 {
1315 	struct snd_soc_dpcm *dpcm, *d;
1316 	unsigned long flags;
1317 
1318 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1319 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1320 				stream ? "capture" : "playback",
1321 				dpcm->be->dai_link->name);
1322 
1323 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1324 			continue;
1325 
1326 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1327 			stream ? "capture" : "playback", fe->dai_link->name,
1328 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1329 
1330 		/* BEs still alive need new FE */
1331 		dpcm_be_reparent(fe, dpcm->be, stream);
1332 
1333 #ifdef CONFIG_DEBUG_FS
1334 		debugfs_remove(dpcm->debugfs_state);
1335 #endif
1336 		spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1337 		list_del(&dpcm->list_be);
1338 		list_del(&dpcm->list_fe);
1339 		spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1340 		kfree(dpcm);
1341 	}
1342 }
1343 
1344 /* get BE for DAI widget and stream */
1345 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1346 		struct snd_soc_dapm_widget *widget, int stream)
1347 {
1348 	struct snd_soc_pcm_runtime *be;
1349 	struct snd_soc_dai *dai;
1350 	int i;
1351 
1352 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1353 
1354 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1355 		for_each_card_rtds(card, be) {
1356 
1357 			if (!be->dai_link->no_pcm)
1358 				continue;
1359 
1360 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1361 				be->cpu_dai->playback_widget ?
1362 				be->cpu_dai->playback_widget->name : "(not set)");
1363 
1364 			if (be->cpu_dai->playback_widget == widget)
1365 				return be;
1366 
1367 			for_each_rtd_codec_dai(be, i, dai) {
1368 				if (dai->playback_widget == widget)
1369 					return be;
1370 			}
1371 		}
1372 	} else {
1373 
1374 		for_each_card_rtds(card, be) {
1375 
1376 			if (!be->dai_link->no_pcm)
1377 				continue;
1378 
1379 			dev_dbg(card->dev, "ASoC: try BE %s\n",
1380 				be->cpu_dai->capture_widget ?
1381 				be->cpu_dai->capture_widget->name : "(not set)");
1382 
1383 			if (be->cpu_dai->capture_widget == widget)
1384 				return be;
1385 
1386 			for_each_rtd_codec_dai(be, i, dai) {
1387 				if (dai->capture_widget == widget)
1388 					return be;
1389 			}
1390 		}
1391 	}
1392 
1393 	/* dai link name and stream name set correctly ? */
1394 	dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1395 		stream ? "capture" : "playback", widget->name);
1396 	return NULL;
1397 }
1398 
1399 static inline struct snd_soc_dapm_widget *
1400 	dai_get_widget(struct snd_soc_dai *dai, int stream)
1401 {
1402 	if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1403 		return dai->playback_widget;
1404 	else
1405 		return dai->capture_widget;
1406 }
1407 
1408 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1409 		struct snd_soc_dapm_widget *widget)
1410 {
1411 	int i;
1412 
1413 	for (i = 0; i < list->num_widgets; i++) {
1414 		if (widget == list->widgets[i])
1415 			return 1;
1416 	}
1417 
1418 	return 0;
1419 }
1420 
1421 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1422 		enum snd_soc_dapm_direction dir)
1423 {
1424 	struct snd_soc_card *card = widget->dapm->card;
1425 	struct snd_soc_pcm_runtime *rtd;
1426 	struct snd_soc_dai *dai;
1427 	int i;
1428 
1429 	if (dir == SND_SOC_DAPM_DIR_OUT) {
1430 		for_each_card_rtds(card, rtd) {
1431 			if (!rtd->dai_link->no_pcm)
1432 				continue;
1433 
1434 			if (rtd->cpu_dai->playback_widget == widget)
1435 				return true;
1436 
1437 			for_each_rtd_codec_dai(rtd, i, dai) {
1438 				if (dai->playback_widget == widget)
1439 					return true;
1440 			}
1441 		}
1442 	} else { /* SND_SOC_DAPM_DIR_IN */
1443 		for_each_card_rtds(card, rtd) {
1444 			if (!rtd->dai_link->no_pcm)
1445 				continue;
1446 
1447 			if (rtd->cpu_dai->capture_widget == widget)
1448 				return true;
1449 
1450 			for_each_rtd_codec_dai(rtd, i, dai) {
1451 				if (dai->capture_widget == widget)
1452 					return true;
1453 			}
1454 		}
1455 	}
1456 
1457 	return false;
1458 }
1459 
1460 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1461 	int stream, struct snd_soc_dapm_widget_list **list)
1462 {
1463 	struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1464 	int paths;
1465 
1466 	/* get number of valid DAI paths and their widgets */
1467 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1468 			dpcm_end_walk_at_be);
1469 
1470 	dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1471 			stream ? "capture" : "playback");
1472 
1473 	return paths;
1474 }
1475 
1476 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1477 	struct snd_soc_dapm_widget_list **list_)
1478 {
1479 	struct snd_soc_dpcm *dpcm;
1480 	struct snd_soc_dapm_widget_list *list = *list_;
1481 	struct snd_soc_dapm_widget *widget;
1482 	struct snd_soc_dai *dai;
1483 	int prune = 0;
1484 
1485 	/* Destroy any old FE <--> BE connections */
1486 	for_each_dpcm_be(fe, stream, dpcm) {
1487 		unsigned int i;
1488 
1489 		/* is there a valid CPU DAI widget for this BE */
1490 		widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1491 
1492 		/* prune the BE if it's no longer in our active list */
1493 		if (widget && widget_in_list(list, widget))
1494 			continue;
1495 
1496 		/* is there a valid CODEC DAI widget for this BE */
1497 		for_each_rtd_codec_dai(dpcm->be, i, dai) {
1498 			widget = dai_get_widget(dai, stream);
1499 
1500 			/* prune the BE if it's no longer in our active list */
1501 			if (widget && widget_in_list(list, widget))
1502 				continue;
1503 		}
1504 
1505 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1506 			stream ? "capture" : "playback",
1507 			dpcm->be->dai_link->name, fe->dai_link->name);
1508 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1509 		dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1510 		prune++;
1511 	}
1512 
1513 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1514 	return prune;
1515 }
1516 
1517 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1518 	struct snd_soc_dapm_widget_list **list_)
1519 {
1520 	struct snd_soc_card *card = fe->card;
1521 	struct snd_soc_dapm_widget_list *list = *list_;
1522 	struct snd_soc_pcm_runtime *be;
1523 	int i, new = 0, err;
1524 
1525 	/* Create any new FE <--> BE connections */
1526 	for (i = 0; i < list->num_widgets; i++) {
1527 
1528 		switch (list->widgets[i]->id) {
1529 		case snd_soc_dapm_dai_in:
1530 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1531 				continue;
1532 			break;
1533 		case snd_soc_dapm_dai_out:
1534 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1535 				continue;
1536 			break;
1537 		default:
1538 			continue;
1539 		}
1540 
1541 		/* is there a valid BE rtd for this widget */
1542 		be = dpcm_get_be(card, list->widgets[i], stream);
1543 		if (!be) {
1544 			dev_err(fe->dev, "ASoC: no BE found for %s\n",
1545 					list->widgets[i]->name);
1546 			continue;
1547 		}
1548 
1549 		/* make sure BE is a real BE */
1550 		if (!be->dai_link->no_pcm)
1551 			continue;
1552 
1553 		/* don't connect if FE is not running */
1554 		if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1555 			continue;
1556 
1557 		/* newly connected FE and BE */
1558 		err = dpcm_be_connect(fe, be, stream);
1559 		if (err < 0) {
1560 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1561 				list->widgets[i]->name);
1562 			break;
1563 		} else if (err == 0) /* already connected */
1564 			continue;
1565 
1566 		/* new */
1567 		be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1568 		new++;
1569 	}
1570 
1571 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1572 	return new;
1573 }
1574 
1575 /*
1576  * Find the corresponding BE DAIs that source or sink audio to this
1577  * FE substream.
1578  */
1579 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1580 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1581 {
1582 	if (new)
1583 		return dpcm_add_paths(fe, stream, list);
1584 	else
1585 		return dpcm_prune_paths(fe, stream, list);
1586 }
1587 
1588 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1589 {
1590 	struct snd_soc_dpcm *dpcm;
1591 	unsigned long flags;
1592 
1593 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1594 	for_each_dpcm_be(fe, stream, dpcm)
1595 		dpcm->be->dpcm[stream].runtime_update =
1596 						SND_SOC_DPCM_UPDATE_NO;
1597 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1598 }
1599 
1600 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1601 	int stream)
1602 {
1603 	struct snd_soc_dpcm *dpcm;
1604 
1605 	/* disable any enabled and non active backends */
1606 	for_each_dpcm_be(fe, stream, dpcm) {
1607 
1608 		struct snd_soc_pcm_runtime *be = dpcm->be;
1609 		struct snd_pcm_substream *be_substream =
1610 			snd_soc_dpcm_get_substream(be, stream);
1611 
1612 		if (be->dpcm[stream].users == 0)
1613 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1614 				stream ? "capture" : "playback",
1615 				be->dpcm[stream].state);
1616 
1617 		if (--be->dpcm[stream].users != 0)
1618 			continue;
1619 
1620 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1621 			continue;
1622 
1623 		soc_pcm_close(be_substream);
1624 		be_substream->runtime = NULL;
1625 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1626 	}
1627 }
1628 
1629 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1630 {
1631 	struct snd_soc_dpcm *dpcm;
1632 	int err, count = 0;
1633 
1634 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1635 	for_each_dpcm_be(fe, stream, dpcm) {
1636 
1637 		struct snd_soc_pcm_runtime *be = dpcm->be;
1638 		struct snd_pcm_substream *be_substream =
1639 			snd_soc_dpcm_get_substream(be, stream);
1640 
1641 		if (!be_substream) {
1642 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1643 				stream ? "capture" : "playback");
1644 			continue;
1645 		}
1646 
1647 		/* is this op for this BE ? */
1648 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1649 			continue;
1650 
1651 		/* first time the dpcm is open ? */
1652 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1653 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1654 				stream ? "capture" : "playback",
1655 				be->dpcm[stream].state);
1656 
1657 		if (be->dpcm[stream].users++ != 0)
1658 			continue;
1659 
1660 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1661 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1662 			continue;
1663 
1664 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1665 			stream ? "capture" : "playback", be->dai_link->name);
1666 
1667 		be_substream->runtime = be->dpcm[stream].runtime;
1668 		err = soc_pcm_open(be_substream);
1669 		if (err < 0) {
1670 			dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1671 			be->dpcm[stream].users--;
1672 			if (be->dpcm[stream].users < 0)
1673 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1674 					stream ? "capture" : "playback",
1675 					be->dpcm[stream].state);
1676 
1677 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1678 			goto unwind;
1679 		}
1680 
1681 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1682 		count++;
1683 	}
1684 
1685 	return count;
1686 
1687 unwind:
1688 	/* disable any enabled and non active backends */
1689 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
1690 		struct snd_soc_pcm_runtime *be = dpcm->be;
1691 		struct snd_pcm_substream *be_substream =
1692 			snd_soc_dpcm_get_substream(be, stream);
1693 
1694 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1695 			continue;
1696 
1697 		if (be->dpcm[stream].users == 0)
1698 			dev_err(be->dev, "ASoC: no users %s at close %d\n",
1699 				stream ? "capture" : "playback",
1700 				be->dpcm[stream].state);
1701 
1702 		if (--be->dpcm[stream].users != 0)
1703 			continue;
1704 
1705 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1706 			continue;
1707 
1708 		soc_pcm_close(be_substream);
1709 		be_substream->runtime = NULL;
1710 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1711 	}
1712 
1713 	return err;
1714 }
1715 
1716 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1717 				 struct snd_soc_pcm_stream *stream)
1718 {
1719 	runtime->hw.rate_min = stream->rate_min;
1720 	runtime->hw.rate_max = min_not_zero(stream->rate_max, UINT_MAX);
1721 	runtime->hw.channels_min = stream->channels_min;
1722 	runtime->hw.channels_max = stream->channels_max;
1723 	if (runtime->hw.formats)
1724 		runtime->hw.formats &= stream->formats;
1725 	else
1726 		runtime->hw.formats = stream->formats;
1727 	runtime->hw.rates = stream->rates;
1728 }
1729 
1730 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1731 				      u64 *formats)
1732 {
1733 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1734 	struct snd_soc_dpcm *dpcm;
1735 	struct snd_soc_dai *dai;
1736 	int stream = substream->stream;
1737 
1738 	if (!fe->dai_link->dpcm_merged_format)
1739 		return;
1740 
1741 	/*
1742 	 * It returns merged BE codec format
1743 	 * if FE want to use it (= dpcm_merged_format)
1744 	 */
1745 
1746 	for_each_dpcm_be(fe, stream, dpcm) {
1747 		struct snd_soc_pcm_runtime *be = dpcm->be;
1748 		struct snd_soc_dai_driver *codec_dai_drv;
1749 		struct snd_soc_pcm_stream *codec_stream;
1750 		int i;
1751 
1752 		for_each_rtd_codec_dai(be, i, dai) {
1753 			/*
1754 			 * Skip CODECs which don't support the current stream
1755 			 * type. See soc_pcm_init_runtime_hw() for more details
1756 			 */
1757 			if (!snd_soc_dai_stream_valid(dai, stream))
1758 				continue;
1759 
1760 			codec_dai_drv = dai->driver;
1761 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1762 				codec_stream = &codec_dai_drv->playback;
1763 			else
1764 				codec_stream = &codec_dai_drv->capture;
1765 
1766 			*formats &= codec_stream->formats;
1767 		}
1768 	}
1769 }
1770 
1771 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1772 				    unsigned int *channels_min,
1773 				    unsigned int *channels_max)
1774 {
1775 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1776 	struct snd_soc_dpcm *dpcm;
1777 	int stream = substream->stream;
1778 
1779 	if (!fe->dai_link->dpcm_merged_chan)
1780 		return;
1781 
1782 	/*
1783 	 * It returns merged BE codec channel;
1784 	 * if FE want to use it (= dpcm_merged_chan)
1785 	 */
1786 
1787 	for_each_dpcm_be(fe, stream, dpcm) {
1788 		struct snd_soc_pcm_runtime *be = dpcm->be;
1789 		struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1790 		struct snd_soc_dai_driver *codec_dai_drv;
1791 		struct snd_soc_pcm_stream *codec_stream;
1792 		struct snd_soc_pcm_stream *cpu_stream;
1793 
1794 		if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1795 			cpu_stream = &cpu_dai_drv->playback;
1796 		else
1797 			cpu_stream = &cpu_dai_drv->capture;
1798 
1799 		*channels_min = max(*channels_min, cpu_stream->channels_min);
1800 		*channels_max = min(*channels_max, cpu_stream->channels_max);
1801 
1802 		/*
1803 		 * chan min/max cannot be enforced if there are multiple CODEC
1804 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1805 		 */
1806 		if (be->num_codecs == 1) {
1807 			codec_dai_drv = be->codec_dais[0]->driver;
1808 
1809 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1810 				codec_stream = &codec_dai_drv->playback;
1811 			else
1812 				codec_stream = &codec_dai_drv->capture;
1813 
1814 			*channels_min = max(*channels_min,
1815 					    codec_stream->channels_min);
1816 			*channels_max = min(*channels_max,
1817 					    codec_stream->channels_max);
1818 		}
1819 	}
1820 }
1821 
1822 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1823 				    unsigned int *rates,
1824 				    unsigned int *rate_min,
1825 				    unsigned int *rate_max)
1826 {
1827 	struct snd_soc_pcm_runtime *fe = substream->private_data;
1828 	struct snd_soc_dpcm *dpcm;
1829 	int stream = substream->stream;
1830 
1831 	if (!fe->dai_link->dpcm_merged_rate)
1832 		return;
1833 
1834 	/*
1835 	 * It returns merged BE codec channel;
1836 	 * if FE want to use it (= dpcm_merged_chan)
1837 	 */
1838 
1839 	for_each_dpcm_be(fe, stream, dpcm) {
1840 		struct snd_soc_pcm_runtime *be = dpcm->be;
1841 		struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1842 		struct snd_soc_dai_driver *codec_dai_drv;
1843 		struct snd_soc_pcm_stream *codec_stream;
1844 		struct snd_soc_pcm_stream *cpu_stream;
1845 		struct snd_soc_dai *dai;
1846 		int i;
1847 
1848 		if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1849 			cpu_stream = &cpu_dai_drv->playback;
1850 		else
1851 			cpu_stream = &cpu_dai_drv->capture;
1852 
1853 		*rate_min = max(*rate_min, cpu_stream->rate_min);
1854 		*rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1855 		*rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1856 
1857 		for_each_rtd_codec_dai(be, i, dai) {
1858 			/*
1859 			 * Skip CODECs which don't support the current stream
1860 			 * type. See soc_pcm_init_runtime_hw() for more details
1861 			 */
1862 			if (!snd_soc_dai_stream_valid(dai, stream))
1863 				continue;
1864 
1865 			codec_dai_drv = dai->driver;
1866 			if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1867 				codec_stream = &codec_dai_drv->playback;
1868 			else
1869 				codec_stream = &codec_dai_drv->capture;
1870 
1871 			*rate_min = max(*rate_min, codec_stream->rate_min);
1872 			*rate_max = min_not_zero(*rate_max,
1873 						 codec_stream->rate_max);
1874 			*rates = snd_pcm_rate_mask_intersect(*rates,
1875 						codec_stream->rates);
1876 		}
1877 	}
1878 }
1879 
1880 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1881 {
1882 	struct snd_pcm_runtime *runtime = substream->runtime;
1883 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
1884 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1885 	struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1886 
1887 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1888 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1889 	else
1890 		dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1891 
1892 	dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1893 	dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1894 				&runtime->hw.channels_max);
1895 	dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1896 				&runtime->hw.rate_min, &runtime->hw.rate_max);
1897 }
1898 
1899 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1900 
1901 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1902  * for avoiding the race with trigger callback.
1903  * If the state is unset and a trigger is pending while the previous operation,
1904  * process the pending trigger action here.
1905  */
1906 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1907 				     int stream, enum snd_soc_dpcm_update state)
1908 {
1909 	struct snd_pcm_substream *substream =
1910 		snd_soc_dpcm_get_substream(fe, stream);
1911 
1912 	snd_pcm_stream_lock_irq(substream);
1913 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1914 		dpcm_fe_dai_do_trigger(substream,
1915 				       fe->dpcm[stream].trigger_pending - 1);
1916 		fe->dpcm[stream].trigger_pending = 0;
1917 	}
1918 	fe->dpcm[stream].runtime_update = state;
1919 	snd_pcm_stream_unlock_irq(substream);
1920 }
1921 
1922 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1923 			       int stream)
1924 {
1925 	struct snd_soc_dpcm *dpcm;
1926 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1927 	struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1928 	int err;
1929 
1930 	/* apply symmetry for FE */
1931 	if (soc_pcm_has_symmetry(fe_substream))
1932 		fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1933 
1934 	/* Symmetry only applies if we've got an active stream. */
1935 	if (fe_cpu_dai->active) {
1936 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1937 		if (err < 0)
1938 			return err;
1939 	}
1940 
1941 	/* apply symmetry for BE */
1942 	for_each_dpcm_be(fe, stream, dpcm) {
1943 		struct snd_soc_pcm_runtime *be = dpcm->be;
1944 		struct snd_pcm_substream *be_substream =
1945 			snd_soc_dpcm_get_substream(be, stream);
1946 		struct snd_soc_pcm_runtime *rtd;
1947 		struct snd_soc_dai *codec_dai;
1948 		int i;
1949 
1950 		/* A backend may not have the requested substream */
1951 		if (!be_substream)
1952 			continue;
1953 
1954 		rtd = be_substream->private_data;
1955 		if (rtd->dai_link->be_hw_params_fixup)
1956 			continue;
1957 
1958 		if (soc_pcm_has_symmetry(be_substream))
1959 			be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1960 
1961 		/* Symmetry only applies if we've got an active stream. */
1962 		if (rtd->cpu_dai->active) {
1963 			err = soc_pcm_apply_symmetry(fe_substream,
1964 						     rtd->cpu_dai);
1965 			if (err < 0)
1966 				return err;
1967 		}
1968 
1969 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
1970 			if (codec_dai->active) {
1971 				err = soc_pcm_apply_symmetry(fe_substream,
1972 							     codec_dai);
1973 				if (err < 0)
1974 					return err;
1975 			}
1976 		}
1977 	}
1978 
1979 	return 0;
1980 }
1981 
1982 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1983 {
1984 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1985 	struct snd_pcm_runtime *runtime = fe_substream->runtime;
1986 	int stream = fe_substream->stream, ret = 0;
1987 
1988 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1989 
1990 	ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1991 	if (ret < 0) {
1992 		dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1993 		goto be_err;
1994 	}
1995 
1996 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1997 
1998 	/* start the DAI frontend */
1999 	ret = soc_pcm_open(fe_substream);
2000 	if (ret < 0) {
2001 		dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
2002 		goto unwind;
2003 	}
2004 
2005 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
2006 
2007 	dpcm_set_fe_runtime(fe_substream);
2008 	snd_pcm_limit_hw_rates(runtime);
2009 
2010 	ret = dpcm_apply_symmetry(fe_substream, stream);
2011 	if (ret < 0) {
2012 		dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
2013 			ret);
2014 		goto unwind;
2015 	}
2016 
2017 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2018 	return 0;
2019 
2020 unwind:
2021 	dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
2022 be_err:
2023 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2024 	return ret;
2025 }
2026 
2027 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2028 {
2029 	struct snd_soc_dpcm *dpcm;
2030 
2031 	/* only shutdown BEs that are either sinks or sources to this FE DAI */
2032 	for_each_dpcm_be(fe, stream, dpcm) {
2033 
2034 		struct snd_soc_pcm_runtime *be = dpcm->be;
2035 		struct snd_pcm_substream *be_substream =
2036 			snd_soc_dpcm_get_substream(be, stream);
2037 
2038 		/* is this op for this BE ? */
2039 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2040 			continue;
2041 
2042 		if (be->dpcm[stream].users == 0)
2043 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
2044 				stream ? "capture" : "playback",
2045 				be->dpcm[stream].state);
2046 
2047 		if (--be->dpcm[stream].users != 0)
2048 			continue;
2049 
2050 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2051 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
2052 			soc_pcm_hw_free(be_substream);
2053 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2054 		}
2055 
2056 		dev_dbg(be->dev, "ASoC: close BE %s\n",
2057 			be->dai_link->name);
2058 
2059 		soc_pcm_close(be_substream);
2060 		be_substream->runtime = NULL;
2061 
2062 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2063 	}
2064 	return 0;
2065 }
2066 
2067 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
2068 {
2069 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2070 	int stream = substream->stream;
2071 
2072 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2073 
2074 	/* shutdown the BEs */
2075 	dpcm_be_dai_shutdown(fe, substream->stream);
2076 
2077 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
2078 
2079 	/* now shutdown the frontend */
2080 	soc_pcm_close(substream);
2081 
2082 	/* run the stream event for each BE */
2083 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
2084 
2085 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2086 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2087 	return 0;
2088 }
2089 
2090 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2091 {
2092 	struct snd_soc_dpcm *dpcm;
2093 
2094 	/* only hw_params backends that are either sinks or sources
2095 	 * to this frontend DAI */
2096 	for_each_dpcm_be(fe, stream, dpcm) {
2097 
2098 		struct snd_soc_pcm_runtime *be = dpcm->be;
2099 		struct snd_pcm_substream *be_substream =
2100 			snd_soc_dpcm_get_substream(be, stream);
2101 
2102 		/* is this op for this BE ? */
2103 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2104 			continue;
2105 
2106 		/* only free hw when no longer used - check all FEs */
2107 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2108 				continue;
2109 
2110 		/* do not free hw if this BE is used by other FE */
2111 		if (be->dpcm[stream].users > 1)
2112 			continue;
2113 
2114 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2115 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2116 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2117 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2118 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2119 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2120 			continue;
2121 
2122 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2123 			be->dai_link->name);
2124 
2125 		soc_pcm_hw_free(be_substream);
2126 
2127 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2128 	}
2129 
2130 	return 0;
2131 }
2132 
2133 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2134 {
2135 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2136 	int err, stream = substream->stream;
2137 
2138 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2139 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2140 
2141 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2142 
2143 	/* call hw_free on the frontend */
2144 	err = soc_pcm_hw_free(substream);
2145 	if (err < 0)
2146 		dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2147 			fe->dai_link->name);
2148 
2149 	/* only hw_params backends that are either sinks or sources
2150 	 * to this frontend DAI */
2151 	err = dpcm_be_dai_hw_free(fe, stream);
2152 
2153 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2154 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2155 
2156 	mutex_unlock(&fe->card->mutex);
2157 	return 0;
2158 }
2159 
2160 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2161 {
2162 	struct snd_soc_dpcm *dpcm;
2163 	int ret;
2164 
2165 	for_each_dpcm_be(fe, stream, dpcm) {
2166 
2167 		struct snd_soc_pcm_runtime *be = dpcm->be;
2168 		struct snd_pcm_substream *be_substream =
2169 			snd_soc_dpcm_get_substream(be, stream);
2170 
2171 		/* is this op for this BE ? */
2172 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2173 			continue;
2174 
2175 		/* copy params for each dpcm */
2176 		memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2177 				sizeof(struct snd_pcm_hw_params));
2178 
2179 		/* perform any hw_params fixups */
2180 		if (be->dai_link->be_hw_params_fixup) {
2181 			ret = be->dai_link->be_hw_params_fixup(be,
2182 					&dpcm->hw_params);
2183 			if (ret < 0) {
2184 				dev_err(be->dev,
2185 					"ASoC: hw_params BE fixup failed %d\n",
2186 					ret);
2187 				goto unwind;
2188 			}
2189 		}
2190 
2191 		/* copy the fixed-up hw params for BE dai */
2192 		memcpy(&be->dpcm[stream].hw_params, &dpcm->hw_params,
2193 		       sizeof(struct snd_pcm_hw_params));
2194 
2195 		/* only allow hw_params() if no connected FEs are running */
2196 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2197 			continue;
2198 
2199 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2200 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2201 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2202 			continue;
2203 
2204 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2205 			be->dai_link->name);
2206 
2207 		ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2208 		if (ret < 0) {
2209 			dev_err(dpcm->be->dev,
2210 				"ASoC: hw_params BE failed %d\n", ret);
2211 			goto unwind;
2212 		}
2213 
2214 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2215 	}
2216 	return 0;
2217 
2218 unwind:
2219 	/* disable any enabled and non active backends */
2220 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2221 		struct snd_soc_pcm_runtime *be = dpcm->be;
2222 		struct snd_pcm_substream *be_substream =
2223 			snd_soc_dpcm_get_substream(be, stream);
2224 
2225 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2226 			continue;
2227 
2228 		/* only allow hw_free() if no connected FEs are running */
2229 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2230 			continue;
2231 
2232 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2233 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2234 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2235 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2236 			continue;
2237 
2238 		soc_pcm_hw_free(be_substream);
2239 	}
2240 
2241 	return ret;
2242 }
2243 
2244 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2245 				 struct snd_pcm_hw_params *params)
2246 {
2247 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2248 	int ret, stream = substream->stream;
2249 
2250 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2251 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2252 
2253 	memcpy(&fe->dpcm[substream->stream].hw_params, params,
2254 			sizeof(struct snd_pcm_hw_params));
2255 	ret = dpcm_be_dai_hw_params(fe, substream->stream);
2256 	if (ret < 0) {
2257 		dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2258 		goto out;
2259 	}
2260 
2261 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2262 			fe->dai_link->name, params_rate(params),
2263 			params_channels(params), params_format(params));
2264 
2265 	/* call hw_params on the frontend */
2266 	ret = soc_pcm_hw_params(substream, params);
2267 	if (ret < 0) {
2268 		dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2269 		dpcm_be_dai_hw_free(fe, stream);
2270 	 } else
2271 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2272 
2273 out:
2274 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2275 	mutex_unlock(&fe->card->mutex);
2276 	return ret;
2277 }
2278 
2279 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2280 		struct snd_pcm_substream *substream, int cmd)
2281 {
2282 	int ret;
2283 
2284 	dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2285 			dpcm->be->dai_link->name, cmd);
2286 
2287 	ret = soc_pcm_trigger(substream, cmd);
2288 	if (ret < 0)
2289 		dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2290 
2291 	return ret;
2292 }
2293 
2294 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2295 			       int cmd)
2296 {
2297 	struct snd_soc_dpcm *dpcm;
2298 	int ret = 0;
2299 
2300 	for_each_dpcm_be(fe, stream, dpcm) {
2301 
2302 		struct snd_soc_pcm_runtime *be = dpcm->be;
2303 		struct snd_pcm_substream *be_substream =
2304 			snd_soc_dpcm_get_substream(be, stream);
2305 
2306 		/* is this op for this BE ? */
2307 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2308 			continue;
2309 
2310 		switch (cmd) {
2311 		case SNDRV_PCM_TRIGGER_START:
2312 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2313 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2314 				continue;
2315 
2316 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2317 			if (ret)
2318 				return ret;
2319 
2320 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2321 			break;
2322 		case SNDRV_PCM_TRIGGER_RESUME:
2323 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2324 				continue;
2325 
2326 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2327 			if (ret)
2328 				return ret;
2329 
2330 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2331 			break;
2332 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2333 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2334 				continue;
2335 
2336 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2337 			if (ret)
2338 				return ret;
2339 
2340 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2341 			break;
2342 		case SNDRV_PCM_TRIGGER_STOP:
2343 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2344 				continue;
2345 
2346 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2347 				continue;
2348 
2349 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2350 			if (ret)
2351 				return ret;
2352 
2353 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2354 			break;
2355 		case SNDRV_PCM_TRIGGER_SUSPEND:
2356 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2357 				continue;
2358 
2359 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2360 				continue;
2361 
2362 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2363 			if (ret)
2364 				return ret;
2365 
2366 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2367 			break;
2368 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2369 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2370 				continue;
2371 
2372 			if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2373 				continue;
2374 
2375 			ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2376 			if (ret)
2377 				return ret;
2378 
2379 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2380 			break;
2381 		}
2382 	}
2383 
2384 	return ret;
2385 }
2386 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2387 
2388 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2389 {
2390 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2391 	int stream = substream->stream, ret;
2392 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2393 
2394 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2395 
2396 	switch (trigger) {
2397 	case SND_SOC_DPCM_TRIGGER_PRE:
2398 		/* call trigger on the frontend before the backend. */
2399 
2400 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2401 				fe->dai_link->name, cmd);
2402 
2403 		ret = soc_pcm_trigger(substream, cmd);
2404 		if (ret < 0) {
2405 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2406 			goto out;
2407 		}
2408 
2409 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2410 		break;
2411 	case SND_SOC_DPCM_TRIGGER_POST:
2412 		/* call trigger on the frontend after the backend. */
2413 
2414 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2415 		if (ret < 0) {
2416 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2417 			goto out;
2418 		}
2419 
2420 		dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2421 				fe->dai_link->name, cmd);
2422 
2423 		ret = soc_pcm_trigger(substream, cmd);
2424 		break;
2425 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2426 		/* bespoke trigger() - handles both FE and BEs */
2427 
2428 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2429 				fe->dai_link->name, cmd);
2430 
2431 		ret = soc_pcm_bespoke_trigger(substream, cmd);
2432 		if (ret < 0) {
2433 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2434 			goto out;
2435 		}
2436 		break;
2437 	default:
2438 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2439 				fe->dai_link->name);
2440 		ret = -EINVAL;
2441 		goto out;
2442 	}
2443 
2444 	switch (cmd) {
2445 	case SNDRV_PCM_TRIGGER_START:
2446 	case SNDRV_PCM_TRIGGER_RESUME:
2447 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2448 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2449 		break;
2450 	case SNDRV_PCM_TRIGGER_STOP:
2451 	case SNDRV_PCM_TRIGGER_SUSPEND:
2452 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2453 		break;
2454 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2455 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2456 		break;
2457 	}
2458 
2459 out:
2460 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2461 	return ret;
2462 }
2463 
2464 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2465 {
2466 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2467 	int stream = substream->stream;
2468 
2469 	/* if FE's runtime_update is already set, we're in race;
2470 	 * process this trigger later at exit
2471 	 */
2472 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2473 		fe->dpcm[stream].trigger_pending = cmd + 1;
2474 		return 0; /* delayed, assuming it's successful */
2475 	}
2476 
2477 	/* we're alone, let's trigger */
2478 	return dpcm_fe_dai_do_trigger(substream, cmd);
2479 }
2480 
2481 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2482 {
2483 	struct snd_soc_dpcm *dpcm;
2484 	int ret = 0;
2485 
2486 	for_each_dpcm_be(fe, stream, dpcm) {
2487 
2488 		struct snd_soc_pcm_runtime *be = dpcm->be;
2489 		struct snd_pcm_substream *be_substream =
2490 			snd_soc_dpcm_get_substream(be, stream);
2491 
2492 		/* is this op for this BE ? */
2493 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2494 			continue;
2495 
2496 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2497 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2498 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2499 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2500 			continue;
2501 
2502 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2503 			be->dai_link->name);
2504 
2505 		ret = soc_pcm_prepare(be_substream);
2506 		if (ret < 0) {
2507 			dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2508 				ret);
2509 			break;
2510 		}
2511 
2512 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2513 	}
2514 	return ret;
2515 }
2516 
2517 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2518 {
2519 	struct snd_soc_pcm_runtime *fe = substream->private_data;
2520 	int stream = substream->stream, ret = 0;
2521 
2522 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2523 
2524 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2525 
2526 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2527 
2528 	/* there is no point preparing this FE if there are no BEs */
2529 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2530 		dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2531 				fe->dai_link->name);
2532 		ret = -EINVAL;
2533 		goto out;
2534 	}
2535 
2536 	ret = dpcm_be_dai_prepare(fe, substream->stream);
2537 	if (ret < 0)
2538 		goto out;
2539 
2540 	/* call prepare on the frontend */
2541 	ret = soc_pcm_prepare(substream);
2542 	if (ret < 0) {
2543 		dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2544 			fe->dai_link->name);
2545 		goto out;
2546 	}
2547 
2548 	/* run the stream event for each BE */
2549 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2550 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2551 
2552 out:
2553 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2554 	mutex_unlock(&fe->card->mutex);
2555 
2556 	return ret;
2557 }
2558 
2559 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2560 		     unsigned int cmd, void *arg)
2561 {
2562 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2563 	struct snd_soc_component *component;
2564 	struct snd_soc_rtdcom_list *rtdcom;
2565 
2566 	for_each_rtdcom(rtd, rtdcom) {
2567 		component = rtdcom->component;
2568 
2569 		if (!component->driver->ops ||
2570 		    !component->driver->ops->ioctl)
2571 			continue;
2572 
2573 		/* FIXME: use 1st ioctl */
2574 		return component->driver->ops->ioctl(substream, cmd, arg);
2575 	}
2576 
2577 	return snd_pcm_lib_ioctl(substream, cmd, arg);
2578 }
2579 
2580 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2581 {
2582 	struct snd_pcm_substream *substream =
2583 		snd_soc_dpcm_get_substream(fe, stream);
2584 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2585 	int err;
2586 
2587 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2588 			stream ? "capture" : "playback", fe->dai_link->name);
2589 
2590 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2591 		/* call bespoke trigger - FE takes care of all BE triggers */
2592 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2593 				fe->dai_link->name);
2594 
2595 		err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2596 		if (err < 0)
2597 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2598 	} else {
2599 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2600 			fe->dai_link->name);
2601 
2602 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2603 		if (err < 0)
2604 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2605 	}
2606 
2607 	err = dpcm_be_dai_hw_free(fe, stream);
2608 	if (err < 0)
2609 		dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2610 
2611 	err = dpcm_be_dai_shutdown(fe, stream);
2612 	if (err < 0)
2613 		dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2614 
2615 	/* run the stream event for each BE */
2616 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2617 
2618 	return 0;
2619 }
2620 
2621 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2622 {
2623 	struct snd_pcm_substream *substream =
2624 		snd_soc_dpcm_get_substream(fe, stream);
2625 	struct snd_soc_dpcm *dpcm;
2626 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2627 	int ret;
2628 	unsigned long flags;
2629 
2630 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2631 			stream ? "capture" : "playback", fe->dai_link->name);
2632 
2633 	/* Only start the BE if the FE is ready */
2634 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2635 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2636 		return -EINVAL;
2637 
2638 	/* startup must always be called for new BEs */
2639 	ret = dpcm_be_dai_startup(fe, stream);
2640 	if (ret < 0)
2641 		goto disconnect;
2642 
2643 	/* keep going if FE state is > open */
2644 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2645 		return 0;
2646 
2647 	ret = dpcm_be_dai_hw_params(fe, stream);
2648 	if (ret < 0)
2649 		goto close;
2650 
2651 	/* keep going if FE state is > hw_params */
2652 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2653 		return 0;
2654 
2655 
2656 	ret = dpcm_be_dai_prepare(fe, stream);
2657 	if (ret < 0)
2658 		goto hw_free;
2659 
2660 	/* run the stream event for each BE */
2661 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2662 
2663 	/* keep going if FE state is > prepare */
2664 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2665 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2666 		return 0;
2667 
2668 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2669 		/* call trigger on the frontend - FE takes care of all BE triggers */
2670 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2671 				fe->dai_link->name);
2672 
2673 		ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2674 		if (ret < 0) {
2675 			dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2676 			goto hw_free;
2677 		}
2678 	} else {
2679 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2680 			fe->dai_link->name);
2681 
2682 		ret = dpcm_be_dai_trigger(fe, stream,
2683 					SNDRV_PCM_TRIGGER_START);
2684 		if (ret < 0) {
2685 			dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2686 			goto hw_free;
2687 		}
2688 	}
2689 
2690 	return 0;
2691 
2692 hw_free:
2693 	dpcm_be_dai_hw_free(fe, stream);
2694 close:
2695 	dpcm_be_dai_shutdown(fe, stream);
2696 disconnect:
2697 	/* disconnect any non started BEs */
2698 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2699 	for_each_dpcm_be(fe, stream, dpcm) {
2700 		struct snd_soc_pcm_runtime *be = dpcm->be;
2701 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2702 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2703 	}
2704 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2705 
2706 	return ret;
2707 }
2708 
2709 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2710 {
2711 	int ret;
2712 
2713 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2714 	ret = dpcm_run_update_startup(fe, stream);
2715 	if (ret < 0)
2716 		dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2717 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2718 
2719 	return ret;
2720 }
2721 
2722 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2723 {
2724 	int ret;
2725 
2726 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2727 	ret = dpcm_run_update_shutdown(fe, stream);
2728 	if (ret < 0)
2729 		dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2730 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2731 
2732 	return ret;
2733 }
2734 
2735 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2736 {
2737 	struct snd_soc_dapm_widget_list *list;
2738 	int count, paths;
2739 
2740 	if (!fe->dai_link->dynamic)
2741 		return 0;
2742 
2743 	/* only check active links */
2744 	if (!fe->cpu_dai->active)
2745 		return 0;
2746 
2747 	/* DAPM sync will call this to update DSP paths */
2748 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2749 		new ? "new" : "old", fe->dai_link->name);
2750 
2751 	/* skip if FE doesn't have playback capability */
2752 	if (!fe->cpu_dai->driver->playback.channels_min ||
2753 	    !fe->codec_dai->driver->playback.channels_min)
2754 		goto capture;
2755 
2756 	/* skip if FE isn't currently playing */
2757 	if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2758 		goto capture;
2759 
2760 	paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2761 	if (paths < 0) {
2762 		dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2763 			 fe->dai_link->name,  "playback");
2764 		return paths;
2765 	}
2766 
2767 	/* update any playback paths */
2768 	count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2769 	if (count) {
2770 		if (new)
2771 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2772 		else
2773 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2774 
2775 		dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2776 		dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2777 	}
2778 
2779 	dpcm_path_put(&list);
2780 
2781 capture:
2782 	/* skip if FE doesn't have capture capability */
2783 	if (!fe->cpu_dai->driver->capture.channels_min ||
2784 	    !fe->codec_dai->driver->capture.channels_min)
2785 		return 0;
2786 
2787 	/* skip if FE isn't currently capturing */
2788 	if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2789 		return 0;
2790 
2791 	paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2792 	if (paths < 0) {
2793 		dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2794 			 fe->dai_link->name,  "capture");
2795 		return paths;
2796 	}
2797 
2798 	/* update any old capture paths */
2799 	count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2800 	if (count) {
2801 		if (new)
2802 			dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2803 		else
2804 			dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2805 
2806 		dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2807 		dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2808 	}
2809 
2810 	dpcm_path_put(&list);
2811 
2812 	return 0;
2813 }
2814 
2815 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2816  * any DAI links.
2817  */
2818 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2819 {
2820 	struct snd_soc_pcm_runtime *fe;
2821 	int ret = 0;
2822 
2823 	mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2824 	/* shutdown all old paths first */
2825 	for_each_card_rtds(card, fe) {
2826 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2827 		if (ret)
2828 			goto out;
2829 	}
2830 
2831 	/* bring new paths up */
2832 	for_each_card_rtds(card, fe) {
2833 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2834 		if (ret)
2835 			goto out;
2836 	}
2837 
2838 out:
2839 	mutex_unlock(&card->mutex);
2840 	return ret;
2841 }
2842 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2843 {
2844 	struct snd_soc_dpcm *dpcm;
2845 	struct snd_soc_dai *dai;
2846 
2847 	for_each_dpcm_be(fe, SNDRV_PCM_STREAM_PLAYBACK, dpcm) {
2848 
2849 		struct snd_soc_pcm_runtime *be = dpcm->be;
2850 		int i;
2851 
2852 		if (be->dai_link->ignore_suspend)
2853 			continue;
2854 
2855 		for_each_rtd_codec_dai(be, i, dai) {
2856 			struct snd_soc_dai_driver *drv = dai->driver;
2857 
2858 			dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2859 					 be->dai_link->name);
2860 
2861 			if (drv->ops && drv->ops->digital_mute &&
2862 							dai->playback_active)
2863 				drv->ops->digital_mute(dai, mute);
2864 		}
2865 	}
2866 
2867 	return 0;
2868 }
2869 
2870 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2871 {
2872 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2873 	struct snd_soc_dpcm *dpcm;
2874 	struct snd_soc_dapm_widget_list *list;
2875 	int ret;
2876 	int stream = fe_substream->stream;
2877 
2878 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2879 	fe->dpcm[stream].runtime = fe_substream->runtime;
2880 
2881 	ret = dpcm_path_get(fe, stream, &list);
2882 	if (ret < 0) {
2883 		mutex_unlock(&fe->card->mutex);
2884 		return ret;
2885 	} else if (ret == 0) {
2886 		dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2887 			fe->dai_link->name, stream ? "capture" : "playback");
2888 	}
2889 
2890 	/* calculate valid and active FE <-> BE dpcms */
2891 	dpcm_process_paths(fe, stream, &list, 1);
2892 
2893 	ret = dpcm_fe_dai_startup(fe_substream);
2894 	if (ret < 0) {
2895 		/* clean up all links */
2896 		for_each_dpcm_be(fe, stream, dpcm)
2897 			dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2898 
2899 		dpcm_be_disconnect(fe, stream);
2900 		fe->dpcm[stream].runtime = NULL;
2901 	}
2902 
2903 	dpcm_clear_pending_state(fe, stream);
2904 	dpcm_path_put(&list);
2905 	mutex_unlock(&fe->card->mutex);
2906 	return ret;
2907 }
2908 
2909 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2910 {
2911 	struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2912 	struct snd_soc_dpcm *dpcm;
2913 	int stream = fe_substream->stream, ret;
2914 
2915 	mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2916 	ret = dpcm_fe_dai_shutdown(fe_substream);
2917 
2918 	/* mark FE's links ready to prune */
2919 	for_each_dpcm_be(fe, stream, dpcm)
2920 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2921 
2922 	dpcm_be_disconnect(fe, stream);
2923 
2924 	fe->dpcm[stream].runtime = NULL;
2925 	mutex_unlock(&fe->card->mutex);
2926 	return ret;
2927 }
2928 
2929 static void soc_pcm_private_free(struct snd_pcm *pcm)
2930 {
2931 	struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2932 	struct snd_soc_rtdcom_list *rtdcom;
2933 	struct snd_soc_component *component;
2934 
2935 	/* need to sync the delayed work before releasing resources */
2936 	flush_delayed_work(&rtd->delayed_work);
2937 	for_each_rtdcom(rtd, rtdcom) {
2938 		component = rtdcom->component;
2939 
2940 		if (component->driver->pcm_free)
2941 			component->driver->pcm_free(pcm);
2942 	}
2943 }
2944 
2945 static int soc_rtdcom_ack(struct snd_pcm_substream *substream)
2946 {
2947 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2948 	struct snd_soc_rtdcom_list *rtdcom;
2949 	struct snd_soc_component *component;
2950 
2951 	for_each_rtdcom(rtd, rtdcom) {
2952 		component = rtdcom->component;
2953 
2954 		if (!component->driver->ops ||
2955 		    !component->driver->ops->ack)
2956 			continue;
2957 
2958 		/* FIXME. it returns 1st ask now */
2959 		return component->driver->ops->ack(substream);
2960 	}
2961 
2962 	return -EINVAL;
2963 }
2964 
2965 static int soc_rtdcom_copy_user(struct snd_pcm_substream *substream, int channel,
2966 				unsigned long pos, void __user *buf,
2967 				unsigned long bytes)
2968 {
2969 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2970 	struct snd_soc_rtdcom_list *rtdcom;
2971 	struct snd_soc_component *component;
2972 
2973 	for_each_rtdcom(rtd, rtdcom) {
2974 		component = rtdcom->component;
2975 
2976 		if (!component->driver->ops ||
2977 		    !component->driver->ops->copy_user)
2978 			continue;
2979 
2980 		/* FIXME. it returns 1st copy now */
2981 		return component->driver->ops->copy_user(substream, channel,
2982 							 pos, buf, bytes);
2983 	}
2984 
2985 	return -EINVAL;
2986 }
2987 
2988 static int soc_rtdcom_copy_kernel(struct snd_pcm_substream *substream, int channel,
2989 				  unsigned long pos, void *buf, unsigned long bytes)
2990 {
2991 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
2992 	struct snd_soc_rtdcom_list *rtdcom;
2993 	struct snd_soc_component *component;
2994 
2995 	for_each_rtdcom(rtd, rtdcom) {
2996 		component = rtdcom->component;
2997 
2998 		if (!component->driver->ops ||
2999 		    !component->driver->ops->copy_kernel)
3000 			continue;
3001 
3002 		/* FIXME. it returns 1st copy now */
3003 		return component->driver->ops->copy_kernel(substream, channel,
3004 							   pos, buf, bytes);
3005 	}
3006 
3007 	return -EINVAL;
3008 }
3009 
3010 static int soc_rtdcom_fill_silence(struct snd_pcm_substream *substream, int channel,
3011 				   unsigned long pos, unsigned long bytes)
3012 {
3013 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
3014 	struct snd_soc_rtdcom_list *rtdcom;
3015 	struct snd_soc_component *component;
3016 
3017 	for_each_rtdcom(rtd, rtdcom) {
3018 		component = rtdcom->component;
3019 
3020 		if (!component->driver->ops ||
3021 		    !component->driver->ops->fill_silence)
3022 			continue;
3023 
3024 		/* FIXME. it returns 1st silence now */
3025 		return component->driver->ops->fill_silence(substream, channel,
3026 							    pos, bytes);
3027 	}
3028 
3029 	return -EINVAL;
3030 }
3031 
3032 static struct page *soc_rtdcom_page(struct snd_pcm_substream *substream,
3033 				    unsigned long offset)
3034 {
3035 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
3036 	struct snd_soc_rtdcom_list *rtdcom;
3037 	struct snd_soc_component *component;
3038 	struct page *page;
3039 
3040 	for_each_rtdcom(rtd, rtdcom) {
3041 		component = rtdcom->component;
3042 
3043 		if (!component->driver->ops ||
3044 		    !component->driver->ops->page)
3045 			continue;
3046 
3047 		/* FIXME. it returns 1st page now */
3048 		page = component->driver->ops->page(substream, offset);
3049 		if (page)
3050 			return page;
3051 	}
3052 
3053 	return NULL;
3054 }
3055 
3056 static int soc_rtdcom_mmap(struct snd_pcm_substream *substream,
3057 			   struct vm_area_struct *vma)
3058 {
3059 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
3060 	struct snd_soc_rtdcom_list *rtdcom;
3061 	struct snd_soc_component *component;
3062 
3063 	for_each_rtdcom(rtd, rtdcom) {
3064 		component = rtdcom->component;
3065 
3066 		if (!component->driver->ops ||
3067 		    !component->driver->ops->mmap)
3068 			continue;
3069 
3070 		/* FIXME. it returns 1st mmap now */
3071 		return component->driver->ops->mmap(substream, vma);
3072 	}
3073 
3074 	return -EINVAL;
3075 }
3076 
3077 /* create a new pcm */
3078 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
3079 {
3080 	struct snd_soc_dai *codec_dai;
3081 	struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
3082 	struct snd_soc_component *component;
3083 	struct snd_soc_rtdcom_list *rtdcom;
3084 	struct snd_pcm *pcm;
3085 	char new_name[64];
3086 	int ret = 0, playback = 0, capture = 0;
3087 	int i;
3088 
3089 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
3090 		playback = rtd->dai_link->dpcm_playback;
3091 		capture = rtd->dai_link->dpcm_capture;
3092 	} else {
3093 		for_each_rtd_codec_dai(rtd, i, codec_dai) {
3094 			if (codec_dai->driver->playback.channels_min)
3095 				playback = 1;
3096 			if (codec_dai->driver->capture.channels_min)
3097 				capture = 1;
3098 		}
3099 
3100 		capture = capture && cpu_dai->driver->capture.channels_min;
3101 		playback = playback && cpu_dai->driver->playback.channels_min;
3102 	}
3103 
3104 	if (rtd->dai_link->playback_only) {
3105 		playback = 1;
3106 		capture = 0;
3107 	}
3108 
3109 	if (rtd->dai_link->capture_only) {
3110 		playback = 0;
3111 		capture = 1;
3112 	}
3113 
3114 	/* create the PCM */
3115 	if (rtd->dai_link->no_pcm) {
3116 		snprintf(new_name, sizeof(new_name), "(%s)",
3117 			rtd->dai_link->stream_name);
3118 
3119 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
3120 				playback, capture, &pcm);
3121 	} else {
3122 		if (rtd->dai_link->dynamic)
3123 			snprintf(new_name, sizeof(new_name), "%s (*)",
3124 				rtd->dai_link->stream_name);
3125 		else
3126 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
3127 				rtd->dai_link->stream_name,
3128 				(rtd->num_codecs > 1) ?
3129 				"multicodec" : rtd->codec_dai->name, num);
3130 
3131 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
3132 			capture, &pcm);
3133 	}
3134 	if (ret < 0) {
3135 		dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
3136 			rtd->dai_link->name);
3137 		return ret;
3138 	}
3139 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
3140 
3141 	/* DAPM dai link stream work */
3142 	INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
3143 
3144 	pcm->nonatomic = rtd->dai_link->nonatomic;
3145 	rtd->pcm = pcm;
3146 	pcm->private_data = rtd;
3147 
3148 	if (rtd->dai_link->no_pcm) {
3149 		if (playback)
3150 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
3151 		if (capture)
3152 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
3153 		goto out;
3154 	}
3155 
3156 	/* ASoC PCM operations */
3157 	if (rtd->dai_link->dynamic) {
3158 		rtd->ops.open		= dpcm_fe_dai_open;
3159 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
3160 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
3161 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
3162 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
3163 		rtd->ops.close		= dpcm_fe_dai_close;
3164 		rtd->ops.pointer	= soc_pcm_pointer;
3165 		rtd->ops.ioctl		= soc_pcm_ioctl;
3166 	} else {
3167 		rtd->ops.open		= soc_pcm_open;
3168 		rtd->ops.hw_params	= soc_pcm_hw_params;
3169 		rtd->ops.prepare	= soc_pcm_prepare;
3170 		rtd->ops.trigger	= soc_pcm_trigger;
3171 		rtd->ops.hw_free	= soc_pcm_hw_free;
3172 		rtd->ops.close		= soc_pcm_close;
3173 		rtd->ops.pointer	= soc_pcm_pointer;
3174 		rtd->ops.ioctl		= soc_pcm_ioctl;
3175 	}
3176 
3177 	for_each_rtdcom(rtd, rtdcom) {
3178 		const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
3179 
3180 		if (!ops)
3181 			continue;
3182 
3183 		if (ops->ack)
3184 			rtd->ops.ack		= soc_rtdcom_ack;
3185 		if (ops->copy_user)
3186 			rtd->ops.copy_user	= soc_rtdcom_copy_user;
3187 		if (ops->copy_kernel)
3188 			rtd->ops.copy_kernel	= soc_rtdcom_copy_kernel;
3189 		if (ops->fill_silence)
3190 			rtd->ops.fill_silence	= soc_rtdcom_fill_silence;
3191 		if (ops->page)
3192 			rtd->ops.page		= soc_rtdcom_page;
3193 		if (ops->mmap)
3194 			rtd->ops.mmap		= soc_rtdcom_mmap;
3195 	}
3196 
3197 	if (playback)
3198 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3199 
3200 	if (capture)
3201 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3202 
3203 	for_each_rtdcom(rtd, rtdcom) {
3204 		component = rtdcom->component;
3205 
3206 		if (!component->driver->pcm_new)
3207 			continue;
3208 
3209 		ret = component->driver->pcm_new(rtd);
3210 		if (ret < 0) {
3211 			dev_err(component->dev,
3212 				"ASoC: pcm constructor failed: %d\n",
3213 				ret);
3214 			return ret;
3215 		}
3216 	}
3217 
3218 	pcm->private_free = soc_pcm_private_free;
3219 	pcm->no_device_suspend = true;
3220 out:
3221 	dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3222 		 (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3223 		 cpu_dai->name);
3224 	return ret;
3225 }
3226 
3227 /* is the current PCM operation for this FE ? */
3228 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3229 {
3230 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3231 		return 1;
3232 	return 0;
3233 }
3234 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3235 
3236 /* is the current PCM operation for this BE ? */
3237 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3238 		struct snd_soc_pcm_runtime *be, int stream)
3239 {
3240 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3241 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3242 		  be->dpcm[stream].runtime_update))
3243 		return 1;
3244 	return 0;
3245 }
3246 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3247 
3248 /* get the substream for this BE */
3249 struct snd_pcm_substream *
3250 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3251 {
3252 	return be->pcm->streams[stream].substream;
3253 }
3254 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3255 
3256 /* get the BE runtime state */
3257 enum snd_soc_dpcm_state
3258 	snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3259 {
3260 	return be->dpcm[stream].state;
3261 }
3262 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3263 
3264 /* set the BE runtime state */
3265 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3266 		int stream, enum snd_soc_dpcm_state state)
3267 {
3268 	be->dpcm[stream].state = state;
3269 }
3270 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3271 
3272 /*
3273  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3274  * are not running, paused or suspended for the specified stream direction.
3275  */
3276 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3277 		struct snd_soc_pcm_runtime *be, int stream)
3278 {
3279 	struct snd_soc_dpcm *dpcm;
3280 	int state;
3281 	int ret = 1;
3282 	unsigned long flags;
3283 
3284 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3285 	for_each_dpcm_fe(be, stream, dpcm) {
3286 
3287 		if (dpcm->fe == fe)
3288 			continue;
3289 
3290 		state = dpcm->fe->dpcm[stream].state;
3291 		if (state == SND_SOC_DPCM_STATE_START ||
3292 			state == SND_SOC_DPCM_STATE_PAUSED ||
3293 			state == SND_SOC_DPCM_STATE_SUSPEND) {
3294 			ret = 0;
3295 			break;
3296 		}
3297 	}
3298 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3299 
3300 	/* it's safe to free/stop this BE DAI */
3301 	return ret;
3302 }
3303 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3304 
3305 /*
3306  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3307  * running, paused or suspended for the specified stream direction.
3308  */
3309 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3310 		struct snd_soc_pcm_runtime *be, int stream)
3311 {
3312 	struct snd_soc_dpcm *dpcm;
3313 	int state;
3314 	int ret = 1;
3315 	unsigned long flags;
3316 
3317 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3318 	for_each_dpcm_fe(be, stream, dpcm) {
3319 
3320 		if (dpcm->fe == fe)
3321 			continue;
3322 
3323 		state = dpcm->fe->dpcm[stream].state;
3324 		if (state == SND_SOC_DPCM_STATE_START ||
3325 			state == SND_SOC_DPCM_STATE_PAUSED ||
3326 			state == SND_SOC_DPCM_STATE_SUSPEND ||
3327 			state == SND_SOC_DPCM_STATE_PREPARE) {
3328 			ret = 0;
3329 			break;
3330 		}
3331 	}
3332 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3333 
3334 	/* it's safe to change hw_params */
3335 	return ret;
3336 }
3337 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3338 
3339 #ifdef CONFIG_DEBUG_FS
3340 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3341 {
3342 	switch (state) {
3343 	case SND_SOC_DPCM_STATE_NEW:
3344 		return "new";
3345 	case SND_SOC_DPCM_STATE_OPEN:
3346 		return "open";
3347 	case SND_SOC_DPCM_STATE_HW_PARAMS:
3348 		return "hw_params";
3349 	case SND_SOC_DPCM_STATE_PREPARE:
3350 		return "prepare";
3351 	case SND_SOC_DPCM_STATE_START:
3352 		return "start";
3353 	case SND_SOC_DPCM_STATE_STOP:
3354 		return "stop";
3355 	case SND_SOC_DPCM_STATE_SUSPEND:
3356 		return "suspend";
3357 	case SND_SOC_DPCM_STATE_PAUSED:
3358 		return "paused";
3359 	case SND_SOC_DPCM_STATE_HW_FREE:
3360 		return "hw_free";
3361 	case SND_SOC_DPCM_STATE_CLOSE:
3362 		return "close";
3363 	}
3364 
3365 	return "unknown";
3366 }
3367 
3368 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3369 				int stream, char *buf, size_t size)
3370 {
3371 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3372 	struct snd_soc_dpcm *dpcm;
3373 	ssize_t offset = 0;
3374 	unsigned long flags;
3375 
3376 	/* FE state */
3377 	offset += snprintf(buf + offset, size - offset,
3378 			"[%s - %s]\n", fe->dai_link->name,
3379 			stream ? "Capture" : "Playback");
3380 
3381 	offset += snprintf(buf + offset, size - offset, "State: %s\n",
3382 	                dpcm_state_string(fe->dpcm[stream].state));
3383 
3384 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3385 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3386 		offset += snprintf(buf + offset, size - offset,
3387 				"Hardware Params: "
3388 				"Format = %s, Channels = %d, Rate = %d\n",
3389 				snd_pcm_format_name(params_format(params)),
3390 				params_channels(params),
3391 				params_rate(params));
3392 
3393 	/* BEs state */
3394 	offset += snprintf(buf + offset, size - offset, "Backends:\n");
3395 
3396 	if (list_empty(&fe->dpcm[stream].be_clients)) {
3397 		offset += snprintf(buf + offset, size - offset,
3398 				" No active DSP links\n");
3399 		goto out;
3400 	}
3401 
3402 	spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3403 	for_each_dpcm_be(fe, stream, dpcm) {
3404 		struct snd_soc_pcm_runtime *be = dpcm->be;
3405 		params = &dpcm->hw_params;
3406 
3407 		offset += snprintf(buf + offset, size - offset,
3408 				"- %s\n", be->dai_link->name);
3409 
3410 		offset += snprintf(buf + offset, size - offset,
3411 				"   State: %s\n",
3412 				dpcm_state_string(be->dpcm[stream].state));
3413 
3414 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3415 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3416 			offset += snprintf(buf + offset, size - offset,
3417 				"   Hardware Params: "
3418 				"Format = %s, Channels = %d, Rate = %d\n",
3419 				snd_pcm_format_name(params_format(params)),
3420 				params_channels(params),
3421 				params_rate(params));
3422 	}
3423 	spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3424 out:
3425 	return offset;
3426 }
3427 
3428 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3429 				size_t count, loff_t *ppos)
3430 {
3431 	struct snd_soc_pcm_runtime *fe = file->private_data;
3432 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3433 	char *buf;
3434 
3435 	buf = kmalloc(out_count, GFP_KERNEL);
3436 	if (!buf)
3437 		return -ENOMEM;
3438 
3439 	if (fe->cpu_dai->driver->playback.channels_min)
3440 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3441 					buf + offset, out_count - offset);
3442 
3443 	if (fe->cpu_dai->driver->capture.channels_min)
3444 		offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3445 					buf + offset, out_count - offset);
3446 
3447 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3448 
3449 	kfree(buf);
3450 	return ret;
3451 }
3452 
3453 static const struct file_operations dpcm_state_fops = {
3454 	.open = simple_open,
3455 	.read = dpcm_state_read_file,
3456 	.llseek = default_llseek,
3457 };
3458 
3459 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3460 {
3461 	if (!rtd->dai_link)
3462 		return;
3463 
3464 	if (!rtd->card->debugfs_card_root)
3465 		return;
3466 
3467 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3468 			rtd->card->debugfs_card_root);
3469 	if (!rtd->debugfs_dpcm_root) {
3470 		dev_dbg(rtd->dev,
3471 			 "ASoC: Failed to create dpcm debugfs directory %s\n",
3472 			 rtd->dai_link->name);
3473 		return;
3474 	}
3475 
3476 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3477 			    rtd, &dpcm_state_fops);
3478 }
3479 #endif
3480