xref: /openbmc/linux/sound/soc/soc-pcm.c (revision fb3bd914)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 #include <linux/export.h>
20 #include <linux/debugfs.h>
21 #include <sound/core.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 #include <sound/soc.h>
25 #include <sound/soc-dpcm.h>
26 #include <sound/soc-link.h>
27 #include <sound/initval.h>
28 
29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
31 			       const char *func, int ret)
32 {
33 	/* Positive, Zero values are not errors */
34 	if (ret >= 0)
35 		return ret;
36 
37 	/* Negative values might be errors */
38 	switch (ret) {
39 	case -EPROBE_DEFER:
40 	case -ENOTSUPP:
41 		break;
42 	default:
43 		dev_err(rtd->dev,
44 			"ASoC: error at %s on %s: %d\n",
45 			func, rtd->dai_link->name, ret);
46 	}
47 
48 	return ret;
49 }
50 
51 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
52 						int stream)
53 {
54 	snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
55 }
56 
57 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
58 	snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
59 
60 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
61 						  int stream)
62 {
63 	snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
64 }
65 
66 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
67 	snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
68 
69 #define DPCM_MAX_BE_USERS	8
70 
71 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
72 {
73 	return (rtd)->dai_link->num_cpus == 1 ? asoc_rtd_to_cpu(rtd, 0)->name : "multicpu";
74 }
75 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
76 {
77 	return (rtd)->dai_link->num_codecs == 1 ? asoc_rtd_to_codec(rtd, 0)->name : "multicodec";
78 }
79 
80 #ifdef CONFIG_DEBUG_FS
81 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
82 {
83 	switch (state) {
84 	case SND_SOC_DPCM_STATE_NEW:
85 		return "new";
86 	case SND_SOC_DPCM_STATE_OPEN:
87 		return "open";
88 	case SND_SOC_DPCM_STATE_HW_PARAMS:
89 		return "hw_params";
90 	case SND_SOC_DPCM_STATE_PREPARE:
91 		return "prepare";
92 	case SND_SOC_DPCM_STATE_START:
93 		return "start";
94 	case SND_SOC_DPCM_STATE_STOP:
95 		return "stop";
96 	case SND_SOC_DPCM_STATE_SUSPEND:
97 		return "suspend";
98 	case SND_SOC_DPCM_STATE_PAUSED:
99 		return "paused";
100 	case SND_SOC_DPCM_STATE_HW_FREE:
101 		return "hw_free";
102 	case SND_SOC_DPCM_STATE_CLOSE:
103 		return "close";
104 	}
105 
106 	return "unknown";
107 }
108 
109 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
110 			       int stream, char *buf, size_t size)
111 {
112 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
113 	struct snd_soc_dpcm *dpcm;
114 	ssize_t offset = 0;
115 
116 	/* FE state */
117 	offset += scnprintf(buf + offset, size - offset,
118 			   "[%s - %s]\n", fe->dai_link->name,
119 			   stream ? "Capture" : "Playback");
120 
121 	offset += scnprintf(buf + offset, size - offset, "State: %s\n",
122 			   dpcm_state_string(fe->dpcm[stream].state));
123 
124 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
125 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
126 		offset += scnprintf(buf + offset, size - offset,
127 				   "Hardware Params: "
128 				   "Format = %s, Channels = %d, Rate = %d\n",
129 				   snd_pcm_format_name(params_format(params)),
130 				   params_channels(params),
131 				   params_rate(params));
132 
133 	/* BEs state */
134 	offset += scnprintf(buf + offset, size - offset, "Backends:\n");
135 
136 	if (list_empty(&fe->dpcm[stream].be_clients)) {
137 		offset += scnprintf(buf + offset, size - offset,
138 				   " No active DSP links\n");
139 		goto out;
140 	}
141 
142 	for_each_dpcm_be(fe, stream, dpcm) {
143 		struct snd_soc_pcm_runtime *be = dpcm->be;
144 		params = &be->dpcm[stream].hw_params;
145 
146 		offset += scnprintf(buf + offset, size - offset,
147 				   "- %s\n", be->dai_link->name);
148 
149 		offset += scnprintf(buf + offset, size - offset,
150 				   "   State: %s\n",
151 				   dpcm_state_string(be->dpcm[stream].state));
152 
153 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
154 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
155 			offset += scnprintf(buf + offset, size - offset,
156 					   "   Hardware Params: "
157 					   "Format = %s, Channels = %d, Rate = %d\n",
158 					   snd_pcm_format_name(params_format(params)),
159 					   params_channels(params),
160 					   params_rate(params));
161 	}
162 out:
163 	return offset;
164 }
165 
166 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
167 				    size_t count, loff_t *ppos)
168 {
169 	struct snd_soc_pcm_runtime *fe = file->private_data;
170 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
171 	int stream;
172 	char *buf;
173 
174 	if (fe->dai_link->num_cpus > 1) {
175 		dev_err(fe->dev,
176 			"%s doesn't support Multi CPU yet\n", __func__);
177 		return -EINVAL;
178 	}
179 
180 	buf = kmalloc(out_count, GFP_KERNEL);
181 	if (!buf)
182 		return -ENOMEM;
183 
184 	snd_soc_dpcm_mutex_lock(fe);
185 	for_each_pcm_streams(stream)
186 		if (snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0), stream))
187 			offset += dpcm_show_state(fe, stream,
188 						  buf + offset,
189 						  out_count - offset);
190 	snd_soc_dpcm_mutex_unlock(fe);
191 
192 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
193 
194 	kfree(buf);
195 	return ret;
196 }
197 
198 static const struct file_operations dpcm_state_fops = {
199 	.open = simple_open,
200 	.read = dpcm_state_read_file,
201 	.llseek = default_llseek,
202 };
203 
204 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
205 {
206 	if (!rtd->dai_link->dynamic)
207 		return;
208 
209 	if (!rtd->card->debugfs_card_root)
210 		return;
211 
212 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
213 						    rtd->card->debugfs_card_root);
214 
215 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
216 			    rtd, &dpcm_state_fops);
217 }
218 
219 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
220 {
221 	char *name;
222 
223 	name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
224 			 stream ? "capture" : "playback");
225 	if (name) {
226 		dpcm->debugfs_state = debugfs_create_dir(
227 			name, dpcm->fe->debugfs_dpcm_root);
228 		debugfs_create_u32("state", 0644, dpcm->debugfs_state,
229 				   &dpcm->state);
230 		kfree(name);
231 	}
232 }
233 
234 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
235 {
236 	debugfs_remove_recursive(dpcm->debugfs_state);
237 }
238 
239 #else
240 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
241 					     int stream)
242 {
243 }
244 
245 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
246 {
247 }
248 #endif
249 
250 /* Set FE's runtime_update state; the state is protected via PCM stream lock
251  * for avoiding the race with trigger callback.
252  * If the state is unset and a trigger is pending while the previous operation,
253  * process the pending trigger action here.
254  */
255 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
256 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
257 				     int stream, enum snd_soc_dpcm_update state)
258 {
259 	struct snd_pcm_substream *substream =
260 		snd_soc_dpcm_get_substream(fe, stream);
261 
262 	snd_soc_dpcm_stream_lock_irq(fe, stream);
263 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
264 		dpcm_fe_dai_do_trigger(substream,
265 				       fe->dpcm[stream].trigger_pending - 1);
266 		fe->dpcm[stream].trigger_pending = 0;
267 	}
268 	fe->dpcm[stream].runtime_update = state;
269 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
270 }
271 
272 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
273 				     int stream, enum snd_soc_dpcm_update state)
274 {
275 	be->dpcm[stream].runtime_update = state;
276 }
277 
278 /**
279  * snd_soc_runtime_action() - Increment/Decrement active count for
280  * PCM runtime components
281  * @rtd: ASoC PCM runtime that is activated
282  * @stream: Direction of the PCM stream
283  * @action: Activate stream if 1. Deactivate if -1.
284  *
285  * Increments/Decrements the active count for all the DAIs and components
286  * attached to a PCM runtime.
287  * Should typically be called when a stream is opened.
288  *
289  * Must be called with the rtd->card->pcm_mutex being held
290  */
291 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
292 			    int stream, int action)
293 {
294 	struct snd_soc_dai *dai;
295 	int i;
296 
297 	snd_soc_dpcm_mutex_assert_held(rtd);
298 
299 	for_each_rtd_dais(rtd, i, dai)
300 		snd_soc_dai_action(dai, stream, action);
301 }
302 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
303 
304 /**
305  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
306  * @rtd: The ASoC PCM runtime that should be checked.
307  *
308  * This function checks whether the power down delay should be ignored for a
309  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
310  * been configured to ignore the delay, or if none of the components benefits
311  * from having the delay.
312  */
313 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
314 {
315 	struct snd_soc_component *component;
316 	bool ignore = true;
317 	int i;
318 
319 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
320 		return true;
321 
322 	for_each_rtd_components(rtd, i, component)
323 		ignore &= !component->driver->use_pmdown_time;
324 
325 	return ignore;
326 }
327 
328 /**
329  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
330  * @substream: the pcm substream
331  * @hw: the hardware parameters
332  *
333  * Sets the substream runtime hardware parameters.
334  */
335 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
336 	const struct snd_pcm_hardware *hw)
337 {
338 	substream->runtime->hw = *hw;
339 
340 	return 0;
341 }
342 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
343 
344 /* DPCM stream event, send event to FE and all active BEs. */
345 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
346 	int event)
347 {
348 	struct snd_soc_dpcm *dpcm;
349 
350 	snd_soc_dpcm_mutex_assert_held(fe);
351 
352 	for_each_dpcm_be(fe, dir, dpcm) {
353 
354 		struct snd_soc_pcm_runtime *be = dpcm->be;
355 
356 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
357 				be->dai_link->name, event, dir);
358 
359 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
360 		    (be->dpcm[dir].users >= 1))
361 			continue;
362 
363 		snd_soc_dapm_stream_event(be, dir, event);
364 	}
365 
366 	snd_soc_dapm_stream_event(fe, dir, event);
367 
368 	return 0;
369 }
370 
371 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
372 				   struct snd_pcm_hw_params *params)
373 {
374 	if (params) {
375 		dai->rate	 = params_rate(params);
376 		dai->channels	 = params_channels(params);
377 		dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
378 	} else {
379 		dai->rate	 = 0;
380 		dai->channels	 = 0;
381 		dai->sample_bits = 0;
382 	}
383 }
384 
385 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
386 					struct snd_soc_dai *soc_dai)
387 {
388 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
389 	int ret;
390 
391 	if (!snd_soc_dai_active(soc_dai))
392 		return 0;
393 
394 #define __soc_pcm_apply_symmetry(name, NAME)				\
395 	if (soc_dai->name && (soc_dai->driver->symmetric_##name ||	\
396 			      rtd->dai_link->symmetric_##name)) {	\
397 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
398 			#name, soc_dai->name);				\
399 									\
400 		ret = snd_pcm_hw_constraint_single(substream->runtime,	\
401 						   SNDRV_PCM_HW_PARAM_##NAME,\
402 						   soc_dai->name);	\
403 		if (ret < 0) {						\
404 			dev_err(soc_dai->dev,				\
405 				"ASoC: Unable to apply %s constraint: %d\n",\
406 				#name, ret);				\
407 			return ret;					\
408 		}							\
409 	}
410 
411 	__soc_pcm_apply_symmetry(rate,		RATE);
412 	__soc_pcm_apply_symmetry(channels,	CHANNELS);
413 	__soc_pcm_apply_symmetry(sample_bits,	SAMPLE_BITS);
414 
415 	return 0;
416 }
417 
418 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
419 				struct snd_pcm_hw_params *params)
420 {
421 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
422 	struct snd_soc_dai d;
423 	struct snd_soc_dai *dai;
424 	struct snd_soc_dai *cpu_dai;
425 	unsigned int symmetry, i;
426 
427 	d.name = __func__;
428 	soc_pcm_set_dai_params(&d, params);
429 
430 #define __soc_pcm_params_symmetry(xxx)					\
431 	symmetry = rtd->dai_link->symmetric_##xxx;			\
432 	for_each_rtd_dais(rtd, i, dai)					\
433 		symmetry |= dai->driver->symmetric_##xxx;		\
434 									\
435 	if (symmetry)							\
436 		for_each_rtd_cpu_dais(rtd, i, cpu_dai)			\
437 			if (!snd_soc_dai_is_dummy(cpu_dai) &&		\
438 			    cpu_dai->xxx && cpu_dai->xxx != d.xxx) {	\
439 				dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
440 					#xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
441 				return -EINVAL;				\
442 			}
443 
444 	/* reject unmatched parameters when applying symmetry */
445 	__soc_pcm_params_symmetry(rate);
446 	__soc_pcm_params_symmetry(channels);
447 	__soc_pcm_params_symmetry(sample_bits);
448 
449 	return 0;
450 }
451 
452 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
453 {
454 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
455 	struct snd_soc_dai_link *link = rtd->dai_link;
456 	struct snd_soc_dai *dai;
457 	unsigned int symmetry, i;
458 
459 	symmetry = link->symmetric_rate ||
460 		link->symmetric_channels ||
461 		link->symmetric_sample_bits;
462 
463 	for_each_rtd_dais(rtd, i, dai)
464 		symmetry = symmetry ||
465 			dai->driver->symmetric_rate ||
466 			dai->driver->symmetric_channels ||
467 			dai->driver->symmetric_sample_bits;
468 
469 	if (symmetry)
470 		substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
471 }
472 
473 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
474 {
475 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
476 	int ret;
477 
478 	if (!bits)
479 		return;
480 
481 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
482 	if (ret != 0)
483 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
484 				 bits, ret);
485 }
486 
487 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
488 {
489 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
490 	struct snd_soc_dai *cpu_dai;
491 	struct snd_soc_dai *codec_dai;
492 	int stream = substream->stream;
493 	int i;
494 	unsigned int bits = 0, cpu_bits = 0;
495 
496 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
497 		struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
498 
499 		if (pcm_codec->sig_bits == 0) {
500 			bits = 0;
501 			break;
502 		}
503 		bits = max(pcm_codec->sig_bits, bits);
504 	}
505 
506 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
507 		struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
508 
509 		if (pcm_cpu->sig_bits == 0) {
510 			cpu_bits = 0;
511 			break;
512 		}
513 		cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
514 	}
515 
516 	soc_pcm_set_msb(substream, bits);
517 	soc_pcm_set_msb(substream, cpu_bits);
518 }
519 
520 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
521 {
522 	hw->rates		= UINT_MAX;
523 	hw->rate_min		= 0;
524 	hw->rate_max		= UINT_MAX;
525 	hw->channels_min	= 0;
526 	hw->channels_max	= UINT_MAX;
527 	hw->formats		= ULLONG_MAX;
528 }
529 
530 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
531 				   struct snd_soc_pcm_stream *p)
532 {
533 	hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
534 
535 	/* setup hw->rate_min/max via hw->rates first */
536 	snd_pcm_hw_limit_rates(hw);
537 
538 	/* update hw->rate_min/max by snd_soc_pcm_stream */
539 	hw->rate_min = max(hw->rate_min, p->rate_min);
540 	hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
541 }
542 
543 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
544 				   struct snd_soc_pcm_stream *p)
545 {
546 	hw->channels_min = max(hw->channels_min, p->channels_min);
547 	hw->channels_max = min(hw->channels_max, p->channels_max);
548 }
549 
550 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
551 				     struct snd_soc_pcm_stream *p)
552 {
553 	hw->formats &= p->formats;
554 }
555 
556 /**
557  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
558  * @rtd: ASoC PCM runtime
559  * @hw: PCM hardware parameters (output)
560  * @stream: Direction of the PCM stream
561  *
562  * Calculates the subset of stream parameters supported by all DAIs
563  * associated with the PCM stream.
564  */
565 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
566 			    struct snd_pcm_hardware *hw, int stream)
567 {
568 	struct snd_soc_dai *codec_dai;
569 	struct snd_soc_dai *cpu_dai;
570 	struct snd_soc_pcm_stream *codec_stream;
571 	struct snd_soc_pcm_stream *cpu_stream;
572 	unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
573 	int i;
574 
575 	soc_pcm_hw_init(hw);
576 
577 	/* first calculate min/max only for CPUs in the DAI link */
578 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
579 
580 		/*
581 		 * Skip CPUs which don't support the current stream type.
582 		 * Otherwise, since the rate, channel, and format values will
583 		 * zero in that case, we would have no usable settings left,
584 		 * causing the resulting setup to fail.
585 		 */
586 		if (!snd_soc_dai_stream_valid(cpu_dai, stream))
587 			continue;
588 
589 		cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
590 
591 		soc_pcm_hw_update_chan(hw, cpu_stream);
592 		soc_pcm_hw_update_rate(hw, cpu_stream);
593 		soc_pcm_hw_update_format(hw, cpu_stream);
594 	}
595 	cpu_chan_min = hw->channels_min;
596 	cpu_chan_max = hw->channels_max;
597 
598 	/* second calculate min/max only for CODECs in the DAI link */
599 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
600 
601 		/*
602 		 * Skip CODECs which don't support the current stream type.
603 		 * Otherwise, since the rate, channel, and format values will
604 		 * zero in that case, we would have no usable settings left,
605 		 * causing the resulting setup to fail.
606 		 */
607 		if (!snd_soc_dai_stream_valid(codec_dai, stream))
608 			continue;
609 
610 		codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
611 
612 		soc_pcm_hw_update_chan(hw, codec_stream);
613 		soc_pcm_hw_update_rate(hw, codec_stream);
614 		soc_pcm_hw_update_format(hw, codec_stream);
615 	}
616 
617 	/* Verify both a valid CPU DAI and a valid CODEC DAI were found */
618 	if (!hw->channels_min)
619 		return -EINVAL;
620 
621 	/*
622 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
623 	 * connected to CPU DAI(s), use CPU DAI's directly and let
624 	 * channel allocation be fixed up later
625 	 */
626 	if (rtd->dai_link->num_codecs > 1) {
627 		hw->channels_min = cpu_chan_min;
628 		hw->channels_max = cpu_chan_max;
629 	}
630 
631 	return 0;
632 }
633 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
634 
635 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
636 {
637 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
638 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
639 	u64 formats = hw->formats;
640 
641 	/*
642 	 * At least one CPU and one CODEC should match. Otherwise, we should
643 	 * have bailed out on a higher level, since there would be no CPU or
644 	 * CODEC to support the transfer direction in that case.
645 	 */
646 	snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
647 
648 	if (formats)
649 		hw->formats &= formats;
650 }
651 
652 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
653 {
654 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
655 	struct snd_soc_component *component;
656 	int i, ret = 0;
657 
658 	for_each_rtd_components(rtd, i, component) {
659 		ret = snd_soc_component_module_get_when_open(component, substream);
660 		if (ret < 0)
661 			break;
662 
663 		ret = snd_soc_component_open(component, substream);
664 		if (ret < 0)
665 			break;
666 	}
667 
668 	return ret;
669 }
670 
671 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
672 				    int rollback)
673 {
674 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
675 	struct snd_soc_component *component;
676 	int i, ret = 0;
677 
678 	for_each_rtd_components(rtd, i, component) {
679 		int r = snd_soc_component_close(component, substream, rollback);
680 		if (r < 0)
681 			ret = r; /* use last ret */
682 
683 		snd_soc_component_module_put_when_close(component, substream, rollback);
684 	}
685 
686 	return ret;
687 }
688 
689 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
690 			 struct snd_pcm_substream *substream, int rollback)
691 {
692 	struct snd_soc_component *component;
693 	struct snd_soc_dai *dai;
694 	int i;
695 
696 	snd_soc_dpcm_mutex_assert_held(rtd);
697 
698 	if (!rollback) {
699 		snd_soc_runtime_deactivate(rtd, substream->stream);
700 		/* clear the corresponding DAIs parameters when going to be inactive */
701 		for_each_rtd_dais(rtd, i, dai) {
702 			if (snd_soc_dai_active(dai) == 0)
703 				soc_pcm_set_dai_params(dai, NULL);
704 
705 			if (snd_soc_dai_stream_active(dai, substream->stream) == 0)
706 				snd_soc_dai_digital_mute(dai, 1, substream->stream);
707 		}
708 	}
709 
710 	for_each_rtd_dais(rtd, i, dai)
711 		snd_soc_dai_shutdown(dai, substream, rollback);
712 
713 	snd_soc_link_shutdown(substream, rollback);
714 
715 	soc_pcm_components_close(substream, rollback);
716 
717 	snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
718 
719 	for_each_rtd_components(rtd, i, component)
720 		if (!snd_soc_component_active(component))
721 			pinctrl_pm_select_sleep_state(component->dev);
722 
723 	return 0;
724 }
725 
726 /*
727  * Called by ALSA when a PCM substream is closed. Private data can be
728  * freed here. The cpu DAI, codec DAI, machine and components are also
729  * shutdown.
730  */
731 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
732 			   struct snd_pcm_substream *substream)
733 {
734 	return soc_pcm_clean(rtd, substream, 0);
735 }
736 
737 /* PCM close ops for non-DPCM streams */
738 static int soc_pcm_close(struct snd_pcm_substream *substream)
739 {
740 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
741 
742 	snd_soc_dpcm_mutex_lock(rtd);
743 	__soc_pcm_close(rtd, substream);
744 	snd_soc_dpcm_mutex_unlock(rtd);
745 	return 0;
746 }
747 
748 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
749 {
750 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
751 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
752 	const char *name_cpu = soc_cpu_dai_name(rtd);
753 	const char *name_codec = soc_codec_dai_name(rtd);
754 	const char *err_msg;
755 	struct device *dev = rtd->dev;
756 
757 	err_msg = "rates";
758 	if (!hw->rates)
759 		goto config_err;
760 
761 	err_msg = "formats";
762 	if (!hw->formats)
763 		goto config_err;
764 
765 	err_msg = "channels";
766 	if (!hw->channels_min || !hw->channels_max ||
767 	     hw->channels_min  >  hw->channels_max)
768 		goto config_err;
769 
770 	dev_dbg(dev, "ASoC: %s <-> %s info:\n",		name_codec,
771 							name_cpu);
772 	dev_dbg(dev, "ASoC: rate mask 0x%x\n",		hw->rates);
773 	dev_dbg(dev, "ASoC: ch   min %d max %d\n",	hw->channels_min,
774 							hw->channels_max);
775 	dev_dbg(dev, "ASoC: rate min %d max %d\n",	hw->rate_min,
776 							hw->rate_max);
777 
778 	return 0;
779 
780 config_err:
781 	dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
782 		name_codec, name_cpu, err_msg);
783 	return -EINVAL;
784 }
785 
786 /*
787  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
788  * then initialized and any private data can be allocated. This also calls
789  * startup for the cpu DAI, component, machine and codec DAI.
790  */
791 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
792 			  struct snd_pcm_substream *substream)
793 {
794 	struct snd_soc_component *component;
795 	struct snd_soc_dai *dai;
796 	int i, ret = 0;
797 
798 	snd_soc_dpcm_mutex_assert_held(rtd);
799 
800 	for_each_rtd_components(rtd, i, component)
801 		pinctrl_pm_select_default_state(component->dev);
802 
803 	ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
804 	if (ret < 0)
805 		goto err;
806 
807 	ret = soc_pcm_components_open(substream);
808 	if (ret < 0)
809 		goto err;
810 
811 	ret = snd_soc_link_startup(substream);
812 	if (ret < 0)
813 		goto err;
814 
815 	/* startup the audio subsystem */
816 	for_each_rtd_dais(rtd, i, dai) {
817 		ret = snd_soc_dai_startup(dai, substream);
818 		if (ret < 0)
819 			goto err;
820 	}
821 
822 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
823 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
824 		goto dynamic;
825 
826 	/* Check that the codec and cpu DAIs are compatible */
827 	soc_pcm_init_runtime_hw(substream);
828 
829 	soc_pcm_update_symmetry(substream);
830 
831 	ret = soc_hw_sanity_check(substream);
832 	if (ret < 0)
833 		goto err;
834 
835 	soc_pcm_apply_msb(substream);
836 
837 	/* Symmetry only applies if we've already got an active stream. */
838 	for_each_rtd_dais(rtd, i, dai) {
839 		ret = soc_pcm_apply_symmetry(substream, dai);
840 		if (ret != 0)
841 			goto err;
842 	}
843 dynamic:
844 	snd_soc_runtime_activate(rtd, substream->stream);
845 	ret = 0;
846 err:
847 	if (ret < 0)
848 		soc_pcm_clean(rtd, substream, 1);
849 
850 	return soc_pcm_ret(rtd, ret);
851 }
852 
853 /* PCM open ops for non-DPCM streams */
854 static int soc_pcm_open(struct snd_pcm_substream *substream)
855 {
856 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
857 	int ret;
858 
859 	snd_soc_dpcm_mutex_lock(rtd);
860 	ret = __soc_pcm_open(rtd, substream);
861 	snd_soc_dpcm_mutex_unlock(rtd);
862 	return ret;
863 }
864 
865 /*
866  * Called by ALSA when the PCM substream is prepared, can set format, sample
867  * rate, etc.  This function is non atomic and can be called multiple times,
868  * it can refer to the runtime info.
869  */
870 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
871 			     struct snd_pcm_substream *substream)
872 {
873 	struct snd_soc_dai *dai;
874 	int i, ret = 0;
875 
876 	snd_soc_dpcm_mutex_assert_held(rtd);
877 
878 	ret = snd_soc_link_prepare(substream);
879 	if (ret < 0)
880 		goto out;
881 
882 	ret = snd_soc_pcm_component_prepare(substream);
883 	if (ret < 0)
884 		goto out;
885 
886 	ret = snd_soc_pcm_dai_prepare(substream);
887 	if (ret < 0)
888 		goto out;
889 
890 	/* cancel any delayed stream shutdown that is pending */
891 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
892 	    rtd->pop_wait) {
893 		rtd->pop_wait = 0;
894 		cancel_delayed_work(&rtd->delayed_work);
895 	}
896 
897 	snd_soc_dapm_stream_event(rtd, substream->stream,
898 			SND_SOC_DAPM_STREAM_START);
899 
900 	for_each_rtd_dais(rtd, i, dai)
901 		snd_soc_dai_digital_mute(dai, 0, substream->stream);
902 
903 out:
904 	return soc_pcm_ret(rtd, ret);
905 }
906 
907 /* PCM prepare ops for non-DPCM streams */
908 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
909 {
910 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
911 	int ret;
912 
913 	snd_soc_dpcm_mutex_lock(rtd);
914 	ret = __soc_pcm_prepare(rtd, substream);
915 	snd_soc_dpcm_mutex_unlock(rtd);
916 	return ret;
917 }
918 
919 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
920 				       unsigned int mask)
921 {
922 	struct snd_interval *interval;
923 	int channels = hweight_long(mask);
924 
925 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
926 	interval->min = channels;
927 	interval->max = channels;
928 }
929 
930 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
931 			    struct snd_pcm_substream *substream, int rollback)
932 {
933 	struct snd_soc_dai *dai;
934 	int i;
935 
936 	snd_soc_dpcm_mutex_assert_held(rtd);
937 
938 	/* run the stream event */
939 	snd_soc_dapm_stream_stop(rtd, substream->stream);
940 
941 	/* free any machine hw params */
942 	snd_soc_link_hw_free(substream, rollback);
943 
944 	/* free any component resources */
945 	snd_soc_pcm_component_hw_free(substream, rollback);
946 
947 	/* now free hw params for the DAIs  */
948 	for_each_rtd_dais(rtd, i, dai)
949 		if (snd_soc_dai_stream_valid(dai, substream->stream))
950 			snd_soc_dai_hw_free(dai, substream, rollback);
951 
952 	return 0;
953 }
954 
955 /*
956  * Frees resources allocated by hw_params, can be called multiple times
957  */
958 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
959 			     struct snd_pcm_substream *substream)
960 {
961 	return soc_pcm_hw_clean(rtd, substream, 0);
962 }
963 
964 /* hw_free PCM ops for non-DPCM streams */
965 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
966 {
967 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
968 	int ret;
969 
970 	snd_soc_dpcm_mutex_lock(rtd);
971 	ret = __soc_pcm_hw_free(rtd, substream);
972 	snd_soc_dpcm_mutex_unlock(rtd);
973 	return ret;
974 }
975 
976 /*
977  * Called by ALSA when the hardware params are set by application. This
978  * function can also be called multiple times and can allocate buffers
979  * (using snd_pcm_lib_* ). It's non-atomic.
980  */
981 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
982 			       struct snd_pcm_substream *substream,
983 			       struct snd_pcm_hw_params *params)
984 {
985 	struct snd_soc_dai *cpu_dai;
986 	struct snd_soc_dai *codec_dai;
987 	int i, ret = 0;
988 
989 	snd_soc_dpcm_mutex_assert_held(rtd);
990 
991 	ret = soc_pcm_params_symmetry(substream, params);
992 	if (ret)
993 		goto out;
994 
995 	ret = snd_soc_link_hw_params(substream, params);
996 	if (ret < 0)
997 		goto out;
998 
999 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1000 		struct snd_pcm_hw_params codec_params;
1001 		unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1002 
1003 		/*
1004 		 * Skip CODECs which don't support the current stream type,
1005 		 * the idea being that if a CODEC is not used for the currently
1006 		 * set up transfer direction, it should not need to be
1007 		 * configured, especially since the configuration used might
1008 		 * not even be supported by that CODEC. There may be cases
1009 		 * however where a CODEC needs to be set up although it is
1010 		 * actually not being used for the transfer, e.g. if a
1011 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
1012 		 * for the DAI link including a playback-only CODEC.
1013 		 * If this becomes necessary, we will have to augment the
1014 		 * machine driver setup with information on how to act, so
1015 		 * we can do the right thing here.
1016 		 */
1017 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1018 			continue;
1019 
1020 		/* copy params for each codec */
1021 		codec_params = *params;
1022 
1023 		/* fixup params based on TDM slot masks */
1024 		if (tdm_mask)
1025 			soc_pcm_codec_params_fixup(&codec_params, tdm_mask);
1026 
1027 		ret = snd_soc_dai_hw_params(codec_dai, substream,
1028 					    &codec_params);
1029 		if(ret < 0)
1030 			goto out;
1031 
1032 		soc_pcm_set_dai_params(codec_dai, &codec_params);
1033 		snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
1034 	}
1035 
1036 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1037 		struct snd_pcm_hw_params cpu_params;
1038 		unsigned int ch_mask = 0;
1039 		int j;
1040 
1041 		/*
1042 		 * Skip CPUs which don't support the current stream
1043 		 * type. See soc_pcm_init_runtime_hw() for more details
1044 		 */
1045 		if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1046 			continue;
1047 
1048 		/* copy params for each cpu */
1049 		cpu_params = *params;
1050 
1051 		if (!rtd->dai_link->codec_ch_maps)
1052 			goto hw_params;
1053 		/*
1054 		 * construct cpu channel mask by combining ch_mask of each
1055 		 * codec which maps to the cpu.
1056 		 */
1057 		for_each_rtd_codec_dais(rtd, j, codec_dai) {
1058 			if (rtd->dai_link->codec_ch_maps[j].connected_cpu_id == i)
1059 				ch_mask |= rtd->dai_link->codec_ch_maps[j].ch_mask;
1060 		}
1061 
1062 		/* fixup cpu channel number */
1063 		if (ch_mask)
1064 			soc_pcm_codec_params_fixup(&cpu_params, ch_mask);
1065 
1066 hw_params:
1067 		ret = snd_soc_dai_hw_params(cpu_dai, substream, &cpu_params);
1068 		if (ret < 0)
1069 			goto out;
1070 
1071 		/* store the parameters for each DAI */
1072 		soc_pcm_set_dai_params(cpu_dai, &cpu_params);
1073 		snd_soc_dapm_update_dai(substream, &cpu_params, cpu_dai);
1074 	}
1075 
1076 	ret = snd_soc_pcm_component_hw_params(substream, params);
1077 out:
1078 	if (ret < 0)
1079 		soc_pcm_hw_clean(rtd, substream, 1);
1080 
1081 	return soc_pcm_ret(rtd, ret);
1082 }
1083 
1084 /* hw_params PCM ops for non-DPCM streams */
1085 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1086 			     struct snd_pcm_hw_params *params)
1087 {
1088 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1089 	int ret;
1090 
1091 	snd_soc_dpcm_mutex_lock(rtd);
1092 	ret = __soc_pcm_hw_params(rtd, substream, params);
1093 	snd_soc_dpcm_mutex_unlock(rtd);
1094 	return ret;
1095 }
1096 
1097 #define TRIGGER_MAX 3
1098 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1099 	[SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1100 		snd_soc_link_trigger,
1101 		snd_soc_pcm_component_trigger,
1102 		snd_soc_pcm_dai_trigger,
1103 	},
1104 	[SND_SOC_TRIGGER_ORDER_LDC] = {
1105 		snd_soc_link_trigger,
1106 		snd_soc_pcm_dai_trigger,
1107 		snd_soc_pcm_component_trigger,
1108 	},
1109 };
1110 
1111 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1112 {
1113 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1114 	struct snd_soc_component *component;
1115 	int ret = 0, r = 0, i;
1116 	int rollback = 0;
1117 	int start = 0, stop = 0;
1118 
1119 	/*
1120 	 * select START/STOP sequence
1121 	 */
1122 	for_each_rtd_components(rtd, i, component) {
1123 		if (component->driver->trigger_start)
1124 			start = component->driver->trigger_start;
1125 		if (component->driver->trigger_stop)
1126 			stop = component->driver->trigger_stop;
1127 	}
1128 	if (rtd->dai_link->trigger_start)
1129 		start = rtd->dai_link->trigger_start;
1130 	if (rtd->dai_link->trigger_stop)
1131 		stop  = rtd->dai_link->trigger_stop;
1132 
1133 	if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1134 	    stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1135 		return -EINVAL;
1136 
1137 	/*
1138 	 * START
1139 	 */
1140 	switch (cmd) {
1141 	case SNDRV_PCM_TRIGGER_START:
1142 	case SNDRV_PCM_TRIGGER_RESUME:
1143 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1144 		for (i = 0; i < TRIGGER_MAX; i++) {
1145 			r = trigger[start][i](substream, cmd, 0);
1146 			if (r < 0)
1147 				break;
1148 		}
1149 	}
1150 
1151 	/*
1152 	 * Rollback if START failed
1153 	 * find correspond STOP command
1154 	 */
1155 	if (r < 0) {
1156 		rollback = 1;
1157 		ret = r;
1158 		switch (cmd) {
1159 		case SNDRV_PCM_TRIGGER_START:
1160 			cmd = SNDRV_PCM_TRIGGER_STOP;
1161 			break;
1162 		case SNDRV_PCM_TRIGGER_RESUME:
1163 			cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1164 			break;
1165 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1166 			cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1167 			break;
1168 		}
1169 	}
1170 
1171 	/*
1172 	 * STOP
1173 	 */
1174 	switch (cmd) {
1175 	case SNDRV_PCM_TRIGGER_STOP:
1176 	case SNDRV_PCM_TRIGGER_SUSPEND:
1177 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1178 		for (i = TRIGGER_MAX; i > 0; i--) {
1179 			r = trigger[stop][i - 1](substream, cmd, rollback);
1180 			if (r < 0)
1181 				ret = r;
1182 		}
1183 	}
1184 
1185 	return ret;
1186 }
1187 
1188 /*
1189  * soc level wrapper for pointer callback
1190  * If cpu_dai, codec_dai, component driver has the delay callback, then
1191  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1192  */
1193 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1194 {
1195 	struct snd_pcm_runtime *runtime = substream->runtime;
1196 	snd_pcm_uframes_t offset = 0;
1197 	snd_pcm_sframes_t codec_delay = 0;
1198 	snd_pcm_sframes_t cpu_delay = 0;
1199 
1200 	offset = snd_soc_pcm_component_pointer(substream);
1201 
1202 	/* should be called *after* snd_soc_pcm_component_pointer() */
1203 	snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1204 	snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1205 
1206 	runtime->delay = cpu_delay + codec_delay;
1207 
1208 	return offset;
1209 }
1210 
1211 /* connect a FE and BE */
1212 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1213 		struct snd_soc_pcm_runtime *be, int stream)
1214 {
1215 	struct snd_pcm_substream *fe_substream;
1216 	struct snd_pcm_substream *be_substream;
1217 	struct snd_soc_dpcm *dpcm;
1218 
1219 	snd_soc_dpcm_mutex_assert_held(fe);
1220 
1221 	/* only add new dpcms */
1222 	for_each_dpcm_be(fe, stream, dpcm) {
1223 		if (dpcm->be == be && dpcm->fe == fe)
1224 			return 0;
1225 	}
1226 
1227 	fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1228 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1229 
1230 	if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1231 		dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1232 			__func__);
1233 		return -EINVAL;
1234 	}
1235 	if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1236 		dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1237 		be_substream->pcm->nonatomic = 1;
1238 	}
1239 
1240 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1241 	if (!dpcm)
1242 		return -ENOMEM;
1243 
1244 	dpcm->be = be;
1245 	dpcm->fe = fe;
1246 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1247 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1248 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1249 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1250 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1251 
1252 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1253 			stream ? "capture" : "playback",  fe->dai_link->name,
1254 			stream ? "<-" : "->", be->dai_link->name);
1255 
1256 	dpcm_create_debugfs_state(dpcm, stream);
1257 
1258 	return 1;
1259 }
1260 
1261 /* reparent a BE onto another FE */
1262 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1263 			struct snd_soc_pcm_runtime *be, int stream)
1264 {
1265 	struct snd_soc_dpcm *dpcm;
1266 	struct snd_pcm_substream *fe_substream, *be_substream;
1267 
1268 	/* reparent if BE is connected to other FEs */
1269 	if (!be->dpcm[stream].users)
1270 		return;
1271 
1272 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1273 	if (!be_substream)
1274 		return;
1275 
1276 	for_each_dpcm_fe(be, stream, dpcm) {
1277 		if (dpcm->fe == fe)
1278 			continue;
1279 
1280 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1281 			stream ? "capture" : "playback",
1282 			dpcm->fe->dai_link->name,
1283 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1284 
1285 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1286 		be_substream->runtime = fe_substream->runtime;
1287 		break;
1288 	}
1289 }
1290 
1291 /* disconnect a BE and FE */
1292 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1293 {
1294 	struct snd_soc_dpcm *dpcm, *d;
1295 	LIST_HEAD(deleted_dpcms);
1296 
1297 	snd_soc_dpcm_mutex_assert_held(fe);
1298 
1299 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1300 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1301 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1302 				stream ? "capture" : "playback",
1303 				dpcm->be->dai_link->name);
1304 
1305 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1306 			continue;
1307 
1308 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1309 			stream ? "capture" : "playback", fe->dai_link->name,
1310 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1311 
1312 		/* BEs still alive need new FE */
1313 		dpcm_be_reparent(fe, dpcm->be, stream);
1314 
1315 		list_del(&dpcm->list_be);
1316 		list_move(&dpcm->list_fe, &deleted_dpcms);
1317 	}
1318 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1319 
1320 	while (!list_empty(&deleted_dpcms)) {
1321 		dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1322 					list_fe);
1323 		list_del(&dpcm->list_fe);
1324 		dpcm_remove_debugfs_state(dpcm);
1325 		kfree(dpcm);
1326 	}
1327 }
1328 
1329 /* get BE for DAI widget and stream */
1330 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1331 		struct snd_soc_dapm_widget *widget, int stream)
1332 {
1333 	struct snd_soc_pcm_runtime *be;
1334 	struct snd_soc_dapm_widget *w;
1335 	struct snd_soc_dai *dai;
1336 	int i;
1337 
1338 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1339 
1340 	for_each_card_rtds(card, be) {
1341 
1342 		if (!be->dai_link->no_pcm)
1343 			continue;
1344 
1345 		if (!snd_soc_dpcm_get_substream(be, stream))
1346 			continue;
1347 
1348 		for_each_rtd_dais(be, i, dai) {
1349 			w = snd_soc_dai_get_widget(dai, stream);
1350 
1351 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1352 				w ? w->name : "(not set)");
1353 
1354 			if (w == widget)
1355 				return be;
1356 		}
1357 	}
1358 
1359 	/* Widget provided is not a BE */
1360 	return NULL;
1361 }
1362 
1363 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1364 		struct snd_soc_dapm_widget *widget)
1365 {
1366 	struct snd_soc_dapm_widget *w;
1367 	int i;
1368 
1369 	for_each_dapm_widgets(list, i, w)
1370 		if (widget == w)
1371 			return 1;
1372 
1373 	return 0;
1374 }
1375 EXPORT_SYMBOL_GPL(widget_in_list);
1376 
1377 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1378 {
1379 	struct snd_soc_card *card = widget->dapm->card;
1380 	struct snd_soc_pcm_runtime *rtd;
1381 	int stream;
1382 
1383 	/* adjust dir to stream */
1384 	if (dir == SND_SOC_DAPM_DIR_OUT)
1385 		stream = SNDRV_PCM_STREAM_PLAYBACK;
1386 	else
1387 		stream = SNDRV_PCM_STREAM_CAPTURE;
1388 
1389 	rtd = dpcm_get_be(card, widget, stream);
1390 	if (rtd)
1391 		return true;
1392 
1393 	return false;
1394 }
1395 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1396 
1397 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1398 	int stream, struct snd_soc_dapm_widget_list **list)
1399 {
1400 	struct snd_soc_dai *cpu_dai = asoc_rtd_to_cpu(fe, 0);
1401 	int paths;
1402 
1403 	if (fe->dai_link->num_cpus > 1) {
1404 		dev_err(fe->dev,
1405 			"%s doesn't support Multi CPU yet\n", __func__);
1406 		return -EINVAL;
1407 	}
1408 
1409 	/* get number of valid DAI paths and their widgets */
1410 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1411 			fe->card->component_chaining ?
1412 				NULL : dpcm_end_walk_at_be);
1413 
1414 	if (paths > 0)
1415 		dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1416 			stream ? "capture" : "playback");
1417 	else if (paths == 0)
1418 		dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1419 			 stream ? "capture" : "playback");
1420 
1421 	return paths;
1422 }
1423 
1424 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1425 {
1426 	snd_soc_dapm_dai_free_widgets(list);
1427 }
1428 
1429 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1430 			      struct snd_soc_dapm_widget_list *list)
1431 {
1432 	struct snd_soc_dai *dai;
1433 	unsigned int i;
1434 
1435 	/* is there a valid DAI widget for this BE */
1436 	for_each_rtd_dais(dpcm->be, i, dai) {
1437 		struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1438 
1439 		/*
1440 		 * The BE is pruned only if none of the dai
1441 		 * widgets are in the active list.
1442 		 */
1443 		if (widget && widget_in_list(list, widget))
1444 			return true;
1445 	}
1446 
1447 	return false;
1448 }
1449 
1450 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1451 			    struct snd_soc_dapm_widget_list **list_)
1452 {
1453 	struct snd_soc_dpcm *dpcm;
1454 	int prune = 0;
1455 
1456 	/* Destroy any old FE <--> BE connections */
1457 	for_each_dpcm_be(fe, stream, dpcm) {
1458 		if (dpcm_be_is_active(dpcm, stream, *list_))
1459 			continue;
1460 
1461 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1462 			stream ? "capture" : "playback",
1463 			dpcm->be->dai_link->name, fe->dai_link->name);
1464 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1465 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1466 		prune++;
1467 	}
1468 
1469 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1470 	return prune;
1471 }
1472 
1473 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1474 	struct snd_soc_dapm_widget_list **list_)
1475 {
1476 	struct snd_soc_card *card = fe->card;
1477 	struct snd_soc_dapm_widget_list *list = *list_;
1478 	struct snd_soc_pcm_runtime *be;
1479 	struct snd_soc_dapm_widget *widget;
1480 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1481 	int i, new = 0, err;
1482 
1483 	/* don't connect if FE is not running */
1484 	if (!fe_substream->runtime && !fe->fe_compr)
1485 		return new;
1486 
1487 	/* Create any new FE <--> BE connections */
1488 	for_each_dapm_widgets(list, i, widget) {
1489 
1490 		switch (widget->id) {
1491 		case snd_soc_dapm_dai_in:
1492 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1493 				continue;
1494 			break;
1495 		case snd_soc_dapm_dai_out:
1496 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1497 				continue;
1498 			break;
1499 		default:
1500 			continue;
1501 		}
1502 
1503 		/* is there a valid BE rtd for this widget */
1504 		be = dpcm_get_be(card, widget, stream);
1505 		if (!be) {
1506 			dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1507 				widget->name);
1508 			continue;
1509 		}
1510 
1511 		/*
1512 		 * Filter for systems with 'component_chaining' enabled.
1513 		 * This helps to avoid unnecessary re-configuration of an
1514 		 * already active BE on such systems.
1515 		 */
1516 		if (fe->card->component_chaining &&
1517 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1518 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1519 			continue;
1520 
1521 		/* newly connected FE and BE */
1522 		err = dpcm_be_connect(fe, be, stream);
1523 		if (err < 0) {
1524 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1525 				widget->name);
1526 			break;
1527 		} else if (err == 0) /* already connected */
1528 			continue;
1529 
1530 		/* new */
1531 		dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1532 		new++;
1533 	}
1534 
1535 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1536 	return new;
1537 }
1538 
1539 /*
1540  * Find the corresponding BE DAIs that source or sink audio to this
1541  * FE substream.
1542  */
1543 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1544 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1545 {
1546 	if (new)
1547 		return dpcm_add_paths(fe, stream, list);
1548 	else
1549 		return dpcm_prune_paths(fe, stream, list);
1550 }
1551 
1552 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1553 {
1554 	struct snd_soc_dpcm *dpcm;
1555 
1556 	for_each_dpcm_be(fe, stream, dpcm)
1557 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1558 }
1559 
1560 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1561 		      int do_hw_free, struct snd_soc_dpcm *last)
1562 {
1563 	struct snd_soc_dpcm *dpcm;
1564 
1565 	/* disable any enabled and non active backends */
1566 	for_each_dpcm_be(fe, stream, dpcm) {
1567 		struct snd_soc_pcm_runtime *be = dpcm->be;
1568 		struct snd_pcm_substream *be_substream =
1569 			snd_soc_dpcm_get_substream(be, stream);
1570 
1571 		if (dpcm == last)
1572 			return;
1573 
1574 		/* is this op for this BE ? */
1575 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1576 			continue;
1577 
1578 		if (be->dpcm[stream].users == 0) {
1579 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1580 				stream ? "capture" : "playback",
1581 				be->dpcm[stream].state);
1582 			continue;
1583 		}
1584 
1585 		if (--be->dpcm[stream].users != 0)
1586 			continue;
1587 
1588 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1589 			if (!do_hw_free)
1590 				continue;
1591 
1592 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1593 				__soc_pcm_hw_free(be, be_substream);
1594 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1595 			}
1596 		}
1597 
1598 		__soc_pcm_close(be, be_substream);
1599 		be_substream->runtime = NULL;
1600 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1601 	}
1602 }
1603 
1604 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1605 {
1606 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1607 	struct snd_soc_pcm_runtime *be;
1608 	struct snd_soc_dpcm *dpcm;
1609 	int err, count = 0;
1610 
1611 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1612 	for_each_dpcm_be(fe, stream, dpcm) {
1613 		struct snd_pcm_substream *be_substream;
1614 
1615 		be = dpcm->be;
1616 		be_substream = snd_soc_dpcm_get_substream(be, stream);
1617 
1618 		if (!be_substream) {
1619 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1620 				stream ? "capture" : "playback");
1621 			continue;
1622 		}
1623 
1624 		/* is this op for this BE ? */
1625 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1626 			continue;
1627 
1628 		/* first time the dpcm is open ? */
1629 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1630 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1631 				stream ? "capture" : "playback",
1632 				be->dpcm[stream].state);
1633 			continue;
1634 		}
1635 
1636 		if (be->dpcm[stream].users++ != 0)
1637 			continue;
1638 
1639 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1640 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1641 			continue;
1642 
1643 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1644 			stream ? "capture" : "playback", be->dai_link->name);
1645 
1646 		be_substream->runtime = fe_substream->runtime;
1647 		err = __soc_pcm_open(be, be_substream);
1648 		if (err < 0) {
1649 			be->dpcm[stream].users--;
1650 			if (be->dpcm[stream].users < 0)
1651 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1652 					stream ? "capture" : "playback",
1653 					be->dpcm[stream].state);
1654 
1655 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1656 			goto unwind;
1657 		}
1658 		be->dpcm[stream].be_start = 0;
1659 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1660 		count++;
1661 	}
1662 
1663 	return count;
1664 
1665 unwind:
1666 	dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1667 
1668 	return soc_pcm_ret(fe, err);
1669 }
1670 
1671 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1672 {
1673 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1674 	struct snd_pcm_runtime *runtime = substream->runtime;
1675 	struct snd_pcm_hardware *hw = &runtime->hw;
1676 	struct snd_soc_dai *dai;
1677 	int stream = substream->stream;
1678 	u64 formats = hw->formats;
1679 	int i;
1680 
1681 	soc_pcm_hw_init(hw);
1682 
1683 	if (formats)
1684 		hw->formats &= formats;
1685 
1686 	for_each_rtd_cpu_dais(fe, i, dai) {
1687 		struct snd_soc_pcm_stream *cpu_stream;
1688 
1689 		/*
1690 		 * Skip CPUs which don't support the current stream
1691 		 * type. See soc_pcm_init_runtime_hw() for more details
1692 		 */
1693 		if (!snd_soc_dai_stream_valid(dai, stream))
1694 			continue;
1695 
1696 		cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1697 
1698 		soc_pcm_hw_update_rate(hw, cpu_stream);
1699 		soc_pcm_hw_update_chan(hw, cpu_stream);
1700 		soc_pcm_hw_update_format(hw, cpu_stream);
1701 	}
1702 
1703 }
1704 
1705 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1706 {
1707 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1708 	struct snd_pcm_runtime *runtime = substream->runtime;
1709 	struct snd_pcm_hardware *hw = &runtime->hw;
1710 	struct snd_soc_dpcm *dpcm;
1711 	struct snd_soc_dai *dai;
1712 	int stream = substream->stream;
1713 
1714 	if (!fe->dai_link->dpcm_merged_format)
1715 		return;
1716 
1717 	/*
1718 	 * It returns merged BE codec format
1719 	 * if FE want to use it (= dpcm_merged_format)
1720 	 */
1721 
1722 	for_each_dpcm_be(fe, stream, dpcm) {
1723 		struct snd_soc_pcm_runtime *be = dpcm->be;
1724 		struct snd_soc_pcm_stream *codec_stream;
1725 		int i;
1726 
1727 		for_each_rtd_codec_dais(be, i, dai) {
1728 			/*
1729 			 * Skip CODECs which don't support the current stream
1730 			 * type. See soc_pcm_init_runtime_hw() for more details
1731 			 */
1732 			if (!snd_soc_dai_stream_valid(dai, stream))
1733 				continue;
1734 
1735 			codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1736 
1737 			soc_pcm_hw_update_format(hw, codec_stream);
1738 		}
1739 	}
1740 }
1741 
1742 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1743 {
1744 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1745 	struct snd_pcm_runtime *runtime = substream->runtime;
1746 	struct snd_pcm_hardware *hw = &runtime->hw;
1747 	struct snd_soc_dpcm *dpcm;
1748 	int stream = substream->stream;
1749 
1750 	if (!fe->dai_link->dpcm_merged_chan)
1751 		return;
1752 
1753 	/*
1754 	 * It returns merged BE codec channel;
1755 	 * if FE want to use it (= dpcm_merged_chan)
1756 	 */
1757 
1758 	for_each_dpcm_be(fe, stream, dpcm) {
1759 		struct snd_soc_pcm_runtime *be = dpcm->be;
1760 		struct snd_soc_pcm_stream *cpu_stream;
1761 		struct snd_soc_dai *dai;
1762 		int i;
1763 
1764 		for_each_rtd_cpu_dais(be, i, dai) {
1765 			/*
1766 			 * Skip CPUs which don't support the current stream
1767 			 * type. See soc_pcm_init_runtime_hw() for more details
1768 			 */
1769 			if (!snd_soc_dai_stream_valid(dai, stream))
1770 				continue;
1771 
1772 			cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1773 
1774 			soc_pcm_hw_update_chan(hw, cpu_stream);
1775 		}
1776 
1777 		/*
1778 		 * chan min/max cannot be enforced if there are multiple CODEC
1779 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1780 		 */
1781 		if (be->dai_link->num_codecs == 1) {
1782 			struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1783 				asoc_rtd_to_codec(be, 0), stream);
1784 
1785 			soc_pcm_hw_update_chan(hw, codec_stream);
1786 		}
1787 	}
1788 }
1789 
1790 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1791 {
1792 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1793 	struct snd_pcm_runtime *runtime = substream->runtime;
1794 	struct snd_pcm_hardware *hw = &runtime->hw;
1795 	struct snd_soc_dpcm *dpcm;
1796 	int stream = substream->stream;
1797 
1798 	if (!fe->dai_link->dpcm_merged_rate)
1799 		return;
1800 
1801 	/*
1802 	 * It returns merged BE codec channel;
1803 	 * if FE want to use it (= dpcm_merged_chan)
1804 	 */
1805 
1806 	for_each_dpcm_be(fe, stream, dpcm) {
1807 		struct snd_soc_pcm_runtime *be = dpcm->be;
1808 		struct snd_soc_pcm_stream *pcm;
1809 		struct snd_soc_dai *dai;
1810 		int i;
1811 
1812 		for_each_rtd_dais(be, i, dai) {
1813 			/*
1814 			 * Skip DAIs which don't support the current stream
1815 			 * type. See soc_pcm_init_runtime_hw() for more details
1816 			 */
1817 			if (!snd_soc_dai_stream_valid(dai, stream))
1818 				continue;
1819 
1820 			pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1821 
1822 			soc_pcm_hw_update_rate(hw, pcm);
1823 		}
1824 	}
1825 }
1826 
1827 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1828 			       int stream)
1829 {
1830 	struct snd_soc_dpcm *dpcm;
1831 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1832 	struct snd_soc_dai *fe_cpu_dai;
1833 	int err = 0;
1834 	int i;
1835 
1836 	/* apply symmetry for FE */
1837 	soc_pcm_update_symmetry(fe_substream);
1838 
1839 	for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1840 		/* Symmetry only applies if we've got an active stream. */
1841 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1842 		if (err < 0)
1843 			goto error;
1844 	}
1845 
1846 	/* apply symmetry for BE */
1847 	for_each_dpcm_be(fe, stream, dpcm) {
1848 		struct snd_soc_pcm_runtime *be = dpcm->be;
1849 		struct snd_pcm_substream *be_substream =
1850 			snd_soc_dpcm_get_substream(be, stream);
1851 		struct snd_soc_pcm_runtime *rtd;
1852 		struct snd_soc_dai *dai;
1853 
1854 		/* A backend may not have the requested substream */
1855 		if (!be_substream)
1856 			continue;
1857 
1858 		rtd = asoc_substream_to_rtd(be_substream);
1859 		if (rtd->dai_link->be_hw_params_fixup)
1860 			continue;
1861 
1862 		soc_pcm_update_symmetry(be_substream);
1863 
1864 		/* Symmetry only applies if we've got an active stream. */
1865 		for_each_rtd_dais(rtd, i, dai) {
1866 			err = soc_pcm_apply_symmetry(fe_substream, dai);
1867 			if (err < 0)
1868 				goto error;
1869 		}
1870 	}
1871 error:
1872 	return soc_pcm_ret(fe, err);
1873 }
1874 
1875 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1876 {
1877 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1878 	int stream = fe_substream->stream, ret = 0;
1879 
1880 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1881 
1882 	ret = dpcm_be_dai_startup(fe, stream);
1883 	if (ret < 0)
1884 		goto be_err;
1885 
1886 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1887 
1888 	/* start the DAI frontend */
1889 	ret = __soc_pcm_open(fe, fe_substream);
1890 	if (ret < 0)
1891 		goto unwind;
1892 
1893 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1894 
1895 	dpcm_runtime_setup_fe(fe_substream);
1896 
1897 	dpcm_runtime_setup_be_format(fe_substream);
1898 	dpcm_runtime_setup_be_chan(fe_substream);
1899 	dpcm_runtime_setup_be_rate(fe_substream);
1900 
1901 	ret = dpcm_apply_symmetry(fe_substream, stream);
1902 
1903 unwind:
1904 	if (ret < 0)
1905 		dpcm_be_dai_startup_unwind(fe, stream);
1906 be_err:
1907 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1908 
1909 	return soc_pcm_ret(fe, ret);
1910 }
1911 
1912 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1913 {
1914 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1915 	int stream = substream->stream;
1916 
1917 	snd_soc_dpcm_mutex_assert_held(fe);
1918 
1919 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1920 
1921 	/* shutdown the BEs */
1922 	dpcm_be_dai_shutdown(fe, stream);
1923 
1924 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1925 
1926 	/* now shutdown the frontend */
1927 	__soc_pcm_close(fe, substream);
1928 
1929 	/* run the stream stop event */
1930 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1931 
1932 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1933 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1934 	return 0;
1935 }
1936 
1937 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1938 {
1939 	struct snd_soc_dpcm *dpcm;
1940 
1941 	/* only hw_params backends that are either sinks or sources
1942 	 * to this frontend DAI */
1943 	for_each_dpcm_be(fe, stream, dpcm) {
1944 
1945 		struct snd_soc_pcm_runtime *be = dpcm->be;
1946 		struct snd_pcm_substream *be_substream =
1947 			snd_soc_dpcm_get_substream(be, stream);
1948 
1949 		/* is this op for this BE ? */
1950 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1951 			continue;
1952 
1953 		/* only free hw when no longer used - check all FEs */
1954 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1955 				continue;
1956 
1957 		/* do not free hw if this BE is used by other FE */
1958 		if (be->dpcm[stream].users > 1)
1959 			continue;
1960 
1961 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1962 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1963 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1964 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1965 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1966 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1967 			continue;
1968 
1969 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1970 			be->dai_link->name);
1971 
1972 		__soc_pcm_hw_free(be, be_substream);
1973 
1974 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1975 	}
1976 }
1977 
1978 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1979 {
1980 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1981 	int stream = substream->stream;
1982 
1983 	snd_soc_dpcm_mutex_lock(fe);
1984 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1985 
1986 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
1987 
1988 	/* call hw_free on the frontend */
1989 	soc_pcm_hw_clean(fe, substream, 0);
1990 
1991 	/* only hw_params backends that are either sinks or sources
1992 	 * to this frontend DAI */
1993 	dpcm_be_dai_hw_free(fe, stream);
1994 
1995 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1996 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1997 
1998 	snd_soc_dpcm_mutex_unlock(fe);
1999 	return 0;
2000 }
2001 
2002 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2003 {
2004 	struct snd_soc_pcm_runtime *be;
2005 	struct snd_pcm_substream *be_substream;
2006 	struct snd_soc_dpcm *dpcm;
2007 	int ret;
2008 
2009 	for_each_dpcm_be(fe, stream, dpcm) {
2010 		struct snd_pcm_hw_params hw_params;
2011 
2012 		be = dpcm->be;
2013 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2014 
2015 		/* is this op for this BE ? */
2016 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2017 			continue;
2018 
2019 		/* copy params for each dpcm */
2020 		memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2021 				sizeof(struct snd_pcm_hw_params));
2022 
2023 		/* perform any hw_params fixups */
2024 		ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2025 		if (ret < 0)
2026 			goto unwind;
2027 
2028 		/* copy the fixed-up hw params for BE dai */
2029 		memcpy(&be->dpcm[stream].hw_params, &hw_params,
2030 		       sizeof(struct snd_pcm_hw_params));
2031 
2032 		/* only allow hw_params() if no connected FEs are running */
2033 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2034 			continue;
2035 
2036 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2037 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2038 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2039 			continue;
2040 
2041 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2042 			be->dai_link->name);
2043 
2044 		ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2045 		if (ret < 0)
2046 			goto unwind;
2047 
2048 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2049 	}
2050 	return 0;
2051 
2052 unwind:
2053 	dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2054 		__func__, be->dai_link->name, ret);
2055 
2056 	/* disable any enabled and non active backends */
2057 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2058 		be = dpcm->be;
2059 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2060 
2061 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2062 			continue;
2063 
2064 		/* only allow hw_free() if no connected FEs are running */
2065 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2066 			continue;
2067 
2068 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2069 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2070 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2071 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2072 			continue;
2073 
2074 		__soc_pcm_hw_free(be, be_substream);
2075 	}
2076 
2077 	return ret;
2078 }
2079 
2080 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2081 				 struct snd_pcm_hw_params *params)
2082 {
2083 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2084 	int ret, stream = substream->stream;
2085 
2086 	snd_soc_dpcm_mutex_lock(fe);
2087 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2088 
2089 	memcpy(&fe->dpcm[stream].hw_params, params,
2090 			sizeof(struct snd_pcm_hw_params));
2091 	ret = dpcm_be_dai_hw_params(fe, stream);
2092 	if (ret < 0)
2093 		goto out;
2094 
2095 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2096 			fe->dai_link->name, params_rate(params),
2097 			params_channels(params), params_format(params));
2098 
2099 	/* call hw_params on the frontend */
2100 	ret = __soc_pcm_hw_params(fe, substream, params);
2101 	if (ret < 0)
2102 		dpcm_be_dai_hw_free(fe, stream);
2103 	else
2104 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2105 
2106 out:
2107 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2108 	snd_soc_dpcm_mutex_unlock(fe);
2109 
2110 	return soc_pcm_ret(fe, ret);
2111 }
2112 
2113 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2114 			       int cmd)
2115 {
2116 	struct snd_soc_pcm_runtime *be;
2117 	bool pause_stop_transition;
2118 	struct snd_soc_dpcm *dpcm;
2119 	unsigned long flags;
2120 	int ret = 0;
2121 
2122 	for_each_dpcm_be(fe, stream, dpcm) {
2123 		struct snd_pcm_substream *be_substream;
2124 
2125 		be = dpcm->be;
2126 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2127 
2128 		snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2129 
2130 		/* is this op for this BE ? */
2131 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2132 			goto next;
2133 
2134 		dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2135 			be->dai_link->name, cmd);
2136 
2137 		switch (cmd) {
2138 		case SNDRV_PCM_TRIGGER_START:
2139 			if (!be->dpcm[stream].be_start &&
2140 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2141 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2142 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2143 				goto next;
2144 
2145 			be->dpcm[stream].be_start++;
2146 			if (be->dpcm[stream].be_start != 1)
2147 				goto next;
2148 
2149 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2150 				ret = soc_pcm_trigger(be_substream,
2151 						      SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2152 			else
2153 				ret = soc_pcm_trigger(be_substream,
2154 						      SNDRV_PCM_TRIGGER_START);
2155 			if (ret) {
2156 				be->dpcm[stream].be_start--;
2157 				goto next;
2158 			}
2159 
2160 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2161 			break;
2162 		case SNDRV_PCM_TRIGGER_RESUME:
2163 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2164 				goto next;
2165 
2166 			be->dpcm[stream].be_start++;
2167 			if (be->dpcm[stream].be_start != 1)
2168 				goto next;
2169 
2170 			ret = soc_pcm_trigger(be_substream, cmd);
2171 			if (ret) {
2172 				be->dpcm[stream].be_start--;
2173 				goto next;
2174 			}
2175 
2176 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2177 			break;
2178 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2179 			if (!be->dpcm[stream].be_start &&
2180 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2181 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2182 				goto next;
2183 
2184 			fe->dpcm[stream].fe_pause = false;
2185 			be->dpcm[stream].be_pause--;
2186 
2187 			be->dpcm[stream].be_start++;
2188 			if (be->dpcm[stream].be_start != 1)
2189 				goto next;
2190 
2191 			ret = soc_pcm_trigger(be_substream, cmd);
2192 			if (ret) {
2193 				be->dpcm[stream].be_start--;
2194 				goto next;
2195 			}
2196 
2197 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2198 			break;
2199 		case SNDRV_PCM_TRIGGER_STOP:
2200 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2201 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2202 				goto next;
2203 
2204 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2205 				be->dpcm[stream].be_start--;
2206 
2207 			if (be->dpcm[stream].be_start != 0)
2208 				goto next;
2209 
2210 			pause_stop_transition = false;
2211 			if (fe->dpcm[stream].fe_pause) {
2212 				pause_stop_transition = true;
2213 				fe->dpcm[stream].fe_pause = false;
2214 				be->dpcm[stream].be_pause--;
2215 			}
2216 
2217 			if (be->dpcm[stream].be_pause != 0)
2218 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2219 			else
2220 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2221 
2222 			if (ret) {
2223 				if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2224 					be->dpcm[stream].be_start++;
2225 				if (pause_stop_transition) {
2226 					fe->dpcm[stream].fe_pause = true;
2227 					be->dpcm[stream].be_pause++;
2228 				}
2229 				goto next;
2230 			}
2231 
2232 			if (be->dpcm[stream].be_pause != 0)
2233 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2234 			else
2235 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2236 
2237 			break;
2238 		case SNDRV_PCM_TRIGGER_SUSPEND:
2239 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2240 				goto next;
2241 
2242 			be->dpcm[stream].be_start--;
2243 			if (be->dpcm[stream].be_start != 0)
2244 				goto next;
2245 
2246 			ret = soc_pcm_trigger(be_substream, cmd);
2247 			if (ret) {
2248 				be->dpcm[stream].be_start++;
2249 				goto next;
2250 			}
2251 
2252 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2253 			break;
2254 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2255 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2256 				goto next;
2257 
2258 			fe->dpcm[stream].fe_pause = true;
2259 			be->dpcm[stream].be_pause++;
2260 
2261 			be->dpcm[stream].be_start--;
2262 			if (be->dpcm[stream].be_start != 0)
2263 				goto next;
2264 
2265 			ret = soc_pcm_trigger(be_substream, cmd);
2266 			if (ret) {
2267 				be->dpcm[stream].be_start++;
2268 				goto next;
2269 			}
2270 
2271 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2272 			break;
2273 		}
2274 next:
2275 		snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2276 		if (ret)
2277 			break;
2278 	}
2279 	return soc_pcm_ret(fe, ret);
2280 }
2281 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2282 
2283 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2284 				  int cmd, bool fe_first)
2285 {
2286 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2287 	int ret;
2288 
2289 	/* call trigger on the frontend before the backend. */
2290 	if (fe_first) {
2291 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2292 			fe->dai_link->name, cmd);
2293 
2294 		ret = soc_pcm_trigger(substream, cmd);
2295 		if (ret < 0)
2296 			return ret;
2297 
2298 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2299 		return ret;
2300 	}
2301 
2302 	/* call trigger on the frontend after the backend. */
2303 	ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2304 	if (ret < 0)
2305 		return ret;
2306 
2307 	dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2308 		fe->dai_link->name, cmd);
2309 
2310 	ret = soc_pcm_trigger(substream, cmd);
2311 
2312 	return ret;
2313 }
2314 
2315 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2316 {
2317 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2318 	int stream = substream->stream;
2319 	int ret = 0;
2320 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2321 
2322 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2323 
2324 	switch (trigger) {
2325 	case SND_SOC_DPCM_TRIGGER_PRE:
2326 		switch (cmd) {
2327 		case SNDRV_PCM_TRIGGER_START:
2328 		case SNDRV_PCM_TRIGGER_RESUME:
2329 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2330 		case SNDRV_PCM_TRIGGER_DRAIN:
2331 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2332 			break;
2333 		case SNDRV_PCM_TRIGGER_STOP:
2334 		case SNDRV_PCM_TRIGGER_SUSPEND:
2335 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2336 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2337 			break;
2338 		default:
2339 			ret = -EINVAL;
2340 			break;
2341 		}
2342 		break;
2343 	case SND_SOC_DPCM_TRIGGER_POST:
2344 		switch (cmd) {
2345 		case SNDRV_PCM_TRIGGER_START:
2346 		case SNDRV_PCM_TRIGGER_RESUME:
2347 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2348 		case SNDRV_PCM_TRIGGER_DRAIN:
2349 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2350 			break;
2351 		case SNDRV_PCM_TRIGGER_STOP:
2352 		case SNDRV_PCM_TRIGGER_SUSPEND:
2353 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2354 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2355 			break;
2356 		default:
2357 			ret = -EINVAL;
2358 			break;
2359 		}
2360 		break;
2361 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2362 		/* bespoke trigger() - handles both FE and BEs */
2363 
2364 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2365 				fe->dai_link->name, cmd);
2366 
2367 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2368 		break;
2369 	default:
2370 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2371 				fe->dai_link->name);
2372 		ret = -EINVAL;
2373 		goto out;
2374 	}
2375 
2376 	if (ret < 0) {
2377 		dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2378 			cmd, ret);
2379 		goto out;
2380 	}
2381 
2382 	switch (cmd) {
2383 	case SNDRV_PCM_TRIGGER_START:
2384 	case SNDRV_PCM_TRIGGER_RESUME:
2385 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2386 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2387 		break;
2388 	case SNDRV_PCM_TRIGGER_STOP:
2389 	case SNDRV_PCM_TRIGGER_SUSPEND:
2390 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2391 		break;
2392 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2393 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2394 		break;
2395 	}
2396 
2397 out:
2398 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2399 	return ret;
2400 }
2401 
2402 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2403 {
2404 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2405 	int stream = substream->stream;
2406 
2407 	/* if FE's runtime_update is already set, we're in race;
2408 	 * process this trigger later at exit
2409 	 */
2410 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2411 		fe->dpcm[stream].trigger_pending = cmd + 1;
2412 		return 0; /* delayed, assuming it's successful */
2413 	}
2414 
2415 	/* we're alone, let's trigger */
2416 	return dpcm_fe_dai_do_trigger(substream, cmd);
2417 }
2418 
2419 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2420 {
2421 	struct snd_soc_dpcm *dpcm;
2422 	int ret = 0;
2423 
2424 	for_each_dpcm_be(fe, stream, dpcm) {
2425 
2426 		struct snd_soc_pcm_runtime *be = dpcm->be;
2427 		struct snd_pcm_substream *be_substream =
2428 			snd_soc_dpcm_get_substream(be, stream);
2429 
2430 		/* is this op for this BE ? */
2431 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2432 			continue;
2433 
2434 		if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2435 			continue;
2436 
2437 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2438 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2439 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2440 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2441 			continue;
2442 
2443 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2444 			be->dai_link->name);
2445 
2446 		ret = __soc_pcm_prepare(be, be_substream);
2447 		if (ret < 0)
2448 			break;
2449 
2450 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2451 	}
2452 
2453 	return soc_pcm_ret(fe, ret);
2454 }
2455 
2456 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2457 {
2458 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2459 	int stream = substream->stream, ret = 0;
2460 
2461 	snd_soc_dpcm_mutex_lock(fe);
2462 
2463 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2464 
2465 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2466 
2467 	/* there is no point preparing this FE if there are no BEs */
2468 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2469 		dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2470 				fe->dai_link->name);
2471 		ret = -EINVAL;
2472 		goto out;
2473 	}
2474 
2475 	ret = dpcm_be_dai_prepare(fe, stream);
2476 	if (ret < 0)
2477 		goto out;
2478 
2479 	/* call prepare on the frontend */
2480 	ret = __soc_pcm_prepare(fe, substream);
2481 	if (ret < 0)
2482 		goto out;
2483 
2484 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2485 
2486 out:
2487 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2488 	snd_soc_dpcm_mutex_unlock(fe);
2489 
2490 	return soc_pcm_ret(fe, ret);
2491 }
2492 
2493 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2494 {
2495 	struct snd_pcm_substream *substream =
2496 		snd_soc_dpcm_get_substream(fe, stream);
2497 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2498 	int err;
2499 
2500 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2501 			stream ? "capture" : "playback", fe->dai_link->name);
2502 
2503 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2504 		/* call bespoke trigger - FE takes care of all BE triggers */
2505 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2506 				fe->dai_link->name);
2507 
2508 		err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2509 	} else {
2510 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2511 			fe->dai_link->name);
2512 
2513 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2514 	}
2515 
2516 	dpcm_be_dai_hw_free(fe, stream);
2517 
2518 	dpcm_be_dai_shutdown(fe, stream);
2519 
2520 	/* run the stream event for each BE */
2521 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2522 
2523 	return soc_pcm_ret(fe, err);
2524 }
2525 
2526 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2527 {
2528 	struct snd_pcm_substream *substream =
2529 		snd_soc_dpcm_get_substream(fe, stream);
2530 	struct snd_soc_dpcm *dpcm;
2531 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2532 	int ret = 0;
2533 
2534 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2535 			stream ? "capture" : "playback", fe->dai_link->name);
2536 
2537 	/* Only start the BE if the FE is ready */
2538 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2539 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2540 		dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2541 			fe->dai_link->name, fe->dpcm[stream].state);
2542 		ret = -EINVAL;
2543 		goto disconnect;
2544 	}
2545 
2546 	/* startup must always be called for new BEs */
2547 	ret = dpcm_be_dai_startup(fe, stream);
2548 	if (ret < 0)
2549 		goto disconnect;
2550 
2551 	/* keep going if FE state is > open */
2552 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2553 		return 0;
2554 
2555 	ret = dpcm_be_dai_hw_params(fe, stream);
2556 	if (ret < 0)
2557 		goto close;
2558 
2559 	/* keep going if FE state is > hw_params */
2560 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2561 		return 0;
2562 
2563 	ret = dpcm_be_dai_prepare(fe, stream);
2564 	if (ret < 0)
2565 		goto hw_free;
2566 
2567 	/* run the stream event for each BE */
2568 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2569 
2570 	/* keep going if FE state is > prepare */
2571 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2572 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2573 		return 0;
2574 
2575 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2576 		/* call trigger on the frontend - FE takes care of all BE triggers */
2577 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2578 				fe->dai_link->name);
2579 
2580 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2581 		if (ret < 0)
2582 			goto hw_free;
2583 	} else {
2584 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2585 			fe->dai_link->name);
2586 
2587 		ret = dpcm_be_dai_trigger(fe, stream,
2588 					SNDRV_PCM_TRIGGER_START);
2589 		if (ret < 0)
2590 			goto hw_free;
2591 	}
2592 
2593 	return 0;
2594 
2595 hw_free:
2596 	dpcm_be_dai_hw_free(fe, stream);
2597 close:
2598 	dpcm_be_dai_shutdown(fe, stream);
2599 disconnect:
2600 	/* disconnect any pending BEs */
2601 	for_each_dpcm_be(fe, stream, dpcm) {
2602 		struct snd_soc_pcm_runtime *be = dpcm->be;
2603 
2604 		/* is this op for this BE ? */
2605 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2606 			continue;
2607 
2608 		if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2609 			be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2610 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2611 	}
2612 
2613 	return soc_pcm_ret(fe, ret);
2614 }
2615 
2616 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2617 {
2618 	struct snd_soc_dapm_widget_list *list;
2619 	int stream;
2620 	int count, paths;
2621 
2622 	if (!fe->dai_link->dynamic)
2623 		return 0;
2624 
2625 	if (fe->dai_link->num_cpus > 1) {
2626 		dev_err(fe->dev,
2627 			"%s doesn't support Multi CPU yet\n", __func__);
2628 		return -EINVAL;
2629 	}
2630 
2631 	/* only check active links */
2632 	if (!snd_soc_dai_active(asoc_rtd_to_cpu(fe, 0)))
2633 		return 0;
2634 
2635 	/* DAPM sync will call this to update DSP paths */
2636 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2637 		new ? "new" : "old", fe->dai_link->name);
2638 
2639 	for_each_pcm_streams(stream) {
2640 
2641 		/* skip if FE doesn't have playback/capture capability */
2642 		if (!snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0),   stream) ||
2643 		    !snd_soc_dai_stream_valid(asoc_rtd_to_codec(fe, 0), stream))
2644 			continue;
2645 
2646 		/* skip if FE isn't currently playing/capturing */
2647 		if (!snd_soc_dai_stream_active(asoc_rtd_to_cpu(fe, 0), stream) ||
2648 		    !snd_soc_dai_stream_active(asoc_rtd_to_codec(fe, 0), stream))
2649 			continue;
2650 
2651 		paths = dpcm_path_get(fe, stream, &list);
2652 		if (paths < 0)
2653 			return paths;
2654 
2655 		/* update any playback/capture paths */
2656 		count = dpcm_process_paths(fe, stream, &list, new);
2657 		if (count) {
2658 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2659 			if (new)
2660 				dpcm_run_update_startup(fe, stream);
2661 			else
2662 				dpcm_run_update_shutdown(fe, stream);
2663 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2664 
2665 			dpcm_clear_pending_state(fe, stream);
2666 			dpcm_be_disconnect(fe, stream);
2667 		}
2668 
2669 		dpcm_path_put(&list);
2670 	}
2671 
2672 	return 0;
2673 }
2674 
2675 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2676  * any DAI links.
2677  */
2678 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2679 {
2680 	struct snd_soc_pcm_runtime *fe;
2681 	int ret = 0;
2682 
2683 	snd_soc_dpcm_mutex_lock(card);
2684 	/* shutdown all old paths first */
2685 	for_each_card_rtds(card, fe) {
2686 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2687 		if (ret)
2688 			goto out;
2689 	}
2690 
2691 	/* bring new paths up */
2692 	for_each_card_rtds(card, fe) {
2693 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2694 		if (ret)
2695 			goto out;
2696 	}
2697 
2698 out:
2699 	snd_soc_dpcm_mutex_unlock(card);
2700 	return ret;
2701 }
2702 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2703 
2704 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2705 {
2706 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2707 	struct snd_soc_dpcm *dpcm;
2708 	int stream = fe_substream->stream;
2709 
2710 	snd_soc_dpcm_mutex_assert_held(fe);
2711 
2712 	/* mark FE's links ready to prune */
2713 	for_each_dpcm_be(fe, stream, dpcm)
2714 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2715 
2716 	dpcm_be_disconnect(fe, stream);
2717 }
2718 
2719 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2720 {
2721 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2722 	int ret;
2723 
2724 	snd_soc_dpcm_mutex_lock(fe);
2725 	ret = dpcm_fe_dai_shutdown(fe_substream);
2726 
2727 	dpcm_fe_dai_cleanup(fe_substream);
2728 
2729 	snd_soc_dpcm_mutex_unlock(fe);
2730 	return ret;
2731 }
2732 
2733 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2734 {
2735 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2736 	struct snd_soc_dapm_widget_list *list;
2737 	int ret;
2738 	int stream = fe_substream->stream;
2739 
2740 	snd_soc_dpcm_mutex_lock(fe);
2741 
2742 	ret = dpcm_path_get(fe, stream, &list);
2743 	if (ret < 0)
2744 		goto open_end;
2745 
2746 	/* calculate valid and active FE <-> BE dpcms */
2747 	dpcm_process_paths(fe, stream, &list, 1);
2748 
2749 	ret = dpcm_fe_dai_startup(fe_substream);
2750 	if (ret < 0)
2751 		dpcm_fe_dai_cleanup(fe_substream);
2752 
2753 	dpcm_clear_pending_state(fe, stream);
2754 	dpcm_path_put(&list);
2755 open_end:
2756 	snd_soc_dpcm_mutex_unlock(fe);
2757 	return ret;
2758 }
2759 
2760 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2761 				    int *playback, int *capture)
2762 {
2763 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
2764 	struct snd_soc_dai *cpu_dai;
2765 	int has_playback = 0;
2766 	int has_capture  = 0;
2767 	int i;
2768 
2769 	if (dai_link->dynamic && dai_link->num_cpus > 1) {
2770 		dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2771 		return -EINVAL;
2772 	}
2773 
2774 	if (dai_link->dynamic || dai_link->no_pcm) {
2775 		int stream;
2776 
2777 		if (dai_link->dpcm_playback) {
2778 			stream = SNDRV_PCM_STREAM_PLAYBACK;
2779 
2780 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2781 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2782 					has_playback = 1;
2783 					break;
2784 				}
2785 			}
2786 			if (!has_playback) {
2787 				dev_err(rtd->card->dev,
2788 					"No CPU DAIs support playback for stream %s\n",
2789 					dai_link->stream_name);
2790 				return -EINVAL;
2791 			}
2792 		}
2793 		if (dai_link->dpcm_capture) {
2794 			stream = SNDRV_PCM_STREAM_CAPTURE;
2795 
2796 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2797 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2798 					has_capture = 1;
2799 					break;
2800 				}
2801 			}
2802 
2803 			if (!has_capture) {
2804 				dev_err(rtd->card->dev,
2805 					"No CPU DAIs support capture for stream %s\n",
2806 					dai_link->stream_name);
2807 				return -EINVAL;
2808 			}
2809 		}
2810 	} else {
2811 		struct snd_soc_dai *codec_dai;
2812 
2813 		/* Adapt stream for codec2codec links */
2814 		int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2815 		int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2816 
2817 		for_each_rtd_codec_dais(rtd, i, codec_dai) {
2818 			if (dai_link->num_cpus == 1) {
2819 				cpu_dai = asoc_rtd_to_cpu(rtd, 0);
2820 			} else if (dai_link->num_cpus == dai_link->num_codecs) {
2821 				cpu_dai = asoc_rtd_to_cpu(rtd, i);
2822 			} else if (rtd->dai_link->num_codecs > rtd->dai_link->num_cpus) {
2823 				int cpu_id;
2824 
2825 				if (!rtd->dai_link->codec_ch_maps) {
2826 					dev_err(rtd->card->dev, "%s: no codec channel mapping table provided\n",
2827 						__func__);
2828 					return -EINVAL;
2829 				}
2830 
2831 				cpu_id = rtd->dai_link->codec_ch_maps[i].connected_cpu_id;
2832 				cpu_dai = asoc_rtd_to_cpu(rtd, cpu_id);
2833 			} else {
2834 				dev_err(rtd->card->dev,
2835 					"%s codec number %d < cpu number %d is not supported\n",
2836 					__func__, rtd->dai_link->num_codecs,
2837 					rtd->dai_link->num_cpus);
2838 				return -EINVAL;
2839 			}
2840 
2841 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2842 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2843 				has_playback = 1;
2844 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2845 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2846 				has_capture = 1;
2847 		}
2848 	}
2849 
2850 	if (dai_link->playback_only)
2851 		has_capture = 0;
2852 
2853 	if (dai_link->capture_only)
2854 		has_playback = 0;
2855 
2856 	if (!has_playback && !has_capture) {
2857 		dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2858 			dai_link->stream_name);
2859 
2860 		return -EINVAL;
2861 	}
2862 
2863 	*playback = has_playback;
2864 	*capture  = has_capture;
2865 
2866 	return 0;
2867 }
2868 
2869 static int soc_create_pcm(struct snd_pcm **pcm,
2870 			  struct snd_soc_pcm_runtime *rtd,
2871 			  int playback, int capture, int num)
2872 {
2873 	char new_name[64];
2874 	int ret;
2875 
2876 	/* create the PCM */
2877 	if (rtd->dai_link->c2c_params) {
2878 		snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2879 			 rtd->dai_link->stream_name);
2880 
2881 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2882 					   playback, capture, pcm);
2883 	} else if (rtd->dai_link->no_pcm) {
2884 		snprintf(new_name, sizeof(new_name), "(%s)",
2885 			rtd->dai_link->stream_name);
2886 
2887 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2888 				playback, capture, pcm);
2889 	} else {
2890 		if (rtd->dai_link->dynamic)
2891 			snprintf(new_name, sizeof(new_name), "%s (*)",
2892 				rtd->dai_link->stream_name);
2893 		else
2894 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2895 				rtd->dai_link->stream_name,
2896 				soc_codec_dai_name(rtd), num);
2897 
2898 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2899 			capture, pcm);
2900 	}
2901 	if (ret < 0) {
2902 		dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2903 			new_name, rtd->dai_link->name, ret);
2904 		return ret;
2905 	}
2906 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2907 
2908 	return 0;
2909 }
2910 
2911 /* create a new pcm */
2912 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2913 {
2914 	struct snd_soc_component *component;
2915 	struct snd_pcm *pcm;
2916 	int ret = 0, playback = 0, capture = 0;
2917 	int i;
2918 
2919 	ret = soc_get_playback_capture(rtd, &playback, &capture);
2920 	if (ret < 0)
2921 		return ret;
2922 
2923 	ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2924 	if (ret < 0)
2925 		return ret;
2926 
2927 	/* DAPM dai link stream work */
2928 	/*
2929 	 * Currently nothing to do for c2c links
2930 	 * Since c2c links are internal nodes in the DAPM graph and
2931 	 * don't interface with the outside world or application layer
2932 	 * we don't have to do any special handling on close.
2933 	 */
2934 	if (!rtd->dai_link->c2c_params)
2935 		rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2936 
2937 	rtd->pcm = pcm;
2938 	pcm->nonatomic = rtd->dai_link->nonatomic;
2939 	pcm->private_data = rtd;
2940 	pcm->no_device_suspend = true;
2941 
2942 	if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2943 		if (playback)
2944 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2945 		if (capture)
2946 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2947 		goto out;
2948 	}
2949 
2950 	/* ASoC PCM operations */
2951 	if (rtd->dai_link->dynamic) {
2952 		rtd->ops.open		= dpcm_fe_dai_open;
2953 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2954 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2955 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2956 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2957 		rtd->ops.close		= dpcm_fe_dai_close;
2958 		rtd->ops.pointer	= soc_pcm_pointer;
2959 	} else {
2960 		rtd->ops.open		= soc_pcm_open;
2961 		rtd->ops.hw_params	= soc_pcm_hw_params;
2962 		rtd->ops.prepare	= soc_pcm_prepare;
2963 		rtd->ops.trigger	= soc_pcm_trigger;
2964 		rtd->ops.hw_free	= soc_pcm_hw_free;
2965 		rtd->ops.close		= soc_pcm_close;
2966 		rtd->ops.pointer	= soc_pcm_pointer;
2967 	}
2968 
2969 	for_each_rtd_components(rtd, i, component) {
2970 		const struct snd_soc_component_driver *drv = component->driver;
2971 
2972 		if (drv->ioctl)
2973 			rtd->ops.ioctl		= snd_soc_pcm_component_ioctl;
2974 		if (drv->sync_stop)
2975 			rtd->ops.sync_stop	= snd_soc_pcm_component_sync_stop;
2976 		if (drv->copy_user)
2977 			rtd->ops.copy_user	= snd_soc_pcm_component_copy_user;
2978 		if (drv->page)
2979 			rtd->ops.page		= snd_soc_pcm_component_page;
2980 		if (drv->mmap)
2981 			rtd->ops.mmap		= snd_soc_pcm_component_mmap;
2982 		if (drv->ack)
2983 			rtd->ops.ack            = snd_soc_pcm_component_ack;
2984 	}
2985 
2986 	if (playback)
2987 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2988 
2989 	if (capture)
2990 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
2991 
2992 	ret = snd_soc_pcm_component_new(rtd);
2993 	if (ret < 0)
2994 		return ret;
2995 out:
2996 	dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
2997 		soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
2998 	return ret;
2999 }
3000 
3001 /* is the current PCM operation for this FE ? */
3002 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3003 {
3004 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3005 		return 1;
3006 	return 0;
3007 }
3008 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3009 
3010 /* is the current PCM operation for this BE ? */
3011 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3012 		struct snd_soc_pcm_runtime *be, int stream)
3013 {
3014 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3015 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3016 		  be->dpcm[stream].runtime_update))
3017 		return 1;
3018 	return 0;
3019 }
3020 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3021 
3022 /* get the substream for this BE */
3023 struct snd_pcm_substream *
3024 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3025 {
3026 	return be->pcm->streams[stream].substream;
3027 }
3028 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3029 
3030 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3031 				    struct snd_soc_pcm_runtime *be,
3032 				    int stream,
3033 				    const enum snd_soc_dpcm_state *states,
3034 				    int num_states)
3035 {
3036 	struct snd_soc_dpcm *dpcm;
3037 	int state;
3038 	int ret = 1;
3039 	int i;
3040 
3041 	for_each_dpcm_fe(be, stream, dpcm) {
3042 
3043 		if (dpcm->fe == fe)
3044 			continue;
3045 
3046 		state = dpcm->fe->dpcm[stream].state;
3047 		for (i = 0; i < num_states; i++) {
3048 			if (state == states[i]) {
3049 				ret = 0;
3050 				break;
3051 			}
3052 		}
3053 	}
3054 
3055 	/* it's safe to do this BE DAI */
3056 	return ret;
3057 }
3058 
3059 /*
3060  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3061  * are not running, paused or suspended for the specified stream direction.
3062  */
3063 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3064 		struct snd_soc_pcm_runtime *be, int stream)
3065 {
3066 	const enum snd_soc_dpcm_state state[] = {
3067 		SND_SOC_DPCM_STATE_START,
3068 		SND_SOC_DPCM_STATE_PAUSED,
3069 		SND_SOC_DPCM_STATE_SUSPEND,
3070 	};
3071 
3072 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3073 }
3074 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3075 
3076 /*
3077  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3078  * running, paused or suspended for the specified stream direction.
3079  */
3080 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3081 		struct snd_soc_pcm_runtime *be, int stream)
3082 {
3083 	const enum snd_soc_dpcm_state state[] = {
3084 		SND_SOC_DPCM_STATE_START,
3085 		SND_SOC_DPCM_STATE_PAUSED,
3086 		SND_SOC_DPCM_STATE_SUSPEND,
3087 		SND_SOC_DPCM_STATE_PREPARE,
3088 	};
3089 
3090 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3091 }
3092 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3093 
3094 /*
3095  * We can only prepare a BE DAI if any of it's FE are not prepared,
3096  * running or paused for the specified stream direction.
3097  */
3098 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3099 				 struct snd_soc_pcm_runtime *be, int stream)
3100 {
3101 	const enum snd_soc_dpcm_state state[] = {
3102 		SND_SOC_DPCM_STATE_START,
3103 		SND_SOC_DPCM_STATE_PAUSED,
3104 		SND_SOC_DPCM_STATE_PREPARE,
3105 	};
3106 
3107 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3108 }
3109 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);
3110