xref: /openbmc/linux/sound/soc/soc-pcm.c (revision 81ec384b)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-pcm.c  --  ALSA SoC PCM
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Copyright 2005 Openedhand Ltd.
7 // Copyright (C) 2010 Slimlogic Ltd.
8 // Copyright (C) 2010 Texas Instruments Inc.
9 //
10 // Authors: Liam Girdwood <lrg@ti.com>
11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
12 
13 #include <linux/kernel.h>
14 #include <linux/init.h>
15 #include <linux/delay.h>
16 #include <linux/pinctrl/consumer.h>
17 #include <linux/slab.h>
18 #include <linux/workqueue.h>
19 #include <linux/export.h>
20 #include <linux/debugfs.h>
21 #include <sound/core.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 #include <sound/soc.h>
25 #include <sound/soc-dpcm.h>
26 #include <sound/soc-link.h>
27 #include <sound/initval.h>
28 
29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
31 			       const char *func, int ret)
32 {
33 	/* Positive, Zero values are not errors */
34 	if (ret >= 0)
35 		return ret;
36 
37 	/* Negative values might be errors */
38 	switch (ret) {
39 	case -EPROBE_DEFER:
40 	case -ENOTSUPP:
41 	case -EINVAL:
42 		break;
43 	default:
44 		dev_err(rtd->dev,
45 			"ASoC: error at %s on %s: %d\n",
46 			func, rtd->dai_link->name, ret);
47 	}
48 
49 	return ret;
50 }
51 
52 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
53 						int stream)
54 {
55 	snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
56 }
57 
58 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
59 	snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
60 
61 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
62 						  int stream)
63 {
64 	snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
65 }
66 
67 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
68 	snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
69 
70 #define DPCM_MAX_BE_USERS	8
71 
72 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
73 {
74 	return (rtd)->dai_link->num_cpus == 1 ? asoc_rtd_to_cpu(rtd, 0)->name : "multicpu";
75 }
76 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
77 {
78 	return (rtd)->dai_link->num_codecs == 1 ? asoc_rtd_to_codec(rtd, 0)->name : "multicodec";
79 }
80 
81 #ifdef CONFIG_DEBUG_FS
82 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
83 {
84 	switch (state) {
85 	case SND_SOC_DPCM_STATE_NEW:
86 		return "new";
87 	case SND_SOC_DPCM_STATE_OPEN:
88 		return "open";
89 	case SND_SOC_DPCM_STATE_HW_PARAMS:
90 		return "hw_params";
91 	case SND_SOC_DPCM_STATE_PREPARE:
92 		return "prepare";
93 	case SND_SOC_DPCM_STATE_START:
94 		return "start";
95 	case SND_SOC_DPCM_STATE_STOP:
96 		return "stop";
97 	case SND_SOC_DPCM_STATE_SUSPEND:
98 		return "suspend";
99 	case SND_SOC_DPCM_STATE_PAUSED:
100 		return "paused";
101 	case SND_SOC_DPCM_STATE_HW_FREE:
102 		return "hw_free";
103 	case SND_SOC_DPCM_STATE_CLOSE:
104 		return "close";
105 	}
106 
107 	return "unknown";
108 }
109 
110 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
111 			       int stream, char *buf, size_t size)
112 {
113 	struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
114 	struct snd_soc_dpcm *dpcm;
115 	ssize_t offset = 0;
116 
117 	/* FE state */
118 	offset += scnprintf(buf + offset, size - offset,
119 			   "[%s - %s]\n", fe->dai_link->name,
120 			   stream ? "Capture" : "Playback");
121 
122 	offset += scnprintf(buf + offset, size - offset, "State: %s\n",
123 			   dpcm_state_string(fe->dpcm[stream].state));
124 
125 	if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
126 	    (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
127 		offset += scnprintf(buf + offset, size - offset,
128 				   "Hardware Params: "
129 				   "Format = %s, Channels = %d, Rate = %d\n",
130 				   snd_pcm_format_name(params_format(params)),
131 				   params_channels(params),
132 				   params_rate(params));
133 
134 	/* BEs state */
135 	offset += scnprintf(buf + offset, size - offset, "Backends:\n");
136 
137 	if (list_empty(&fe->dpcm[stream].be_clients)) {
138 		offset += scnprintf(buf + offset, size - offset,
139 				   " No active DSP links\n");
140 		goto out;
141 	}
142 
143 	for_each_dpcm_be(fe, stream, dpcm) {
144 		struct snd_soc_pcm_runtime *be = dpcm->be;
145 		params = &be->dpcm[stream].hw_params;
146 
147 		offset += scnprintf(buf + offset, size - offset,
148 				   "- %s\n", be->dai_link->name);
149 
150 		offset += scnprintf(buf + offset, size - offset,
151 				   "   State: %s\n",
152 				   dpcm_state_string(be->dpcm[stream].state));
153 
154 		if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
155 		    (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
156 			offset += scnprintf(buf + offset, size - offset,
157 					   "   Hardware Params: "
158 					   "Format = %s, Channels = %d, Rate = %d\n",
159 					   snd_pcm_format_name(params_format(params)),
160 					   params_channels(params),
161 					   params_rate(params));
162 	}
163 out:
164 	return offset;
165 }
166 
167 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
168 				    size_t count, loff_t *ppos)
169 {
170 	struct snd_soc_pcm_runtime *fe = file->private_data;
171 	ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
172 	int stream;
173 	char *buf;
174 
175 	if (fe->dai_link->num_cpus > 1) {
176 		dev_err(fe->dev,
177 			"%s doesn't support Multi CPU yet\n", __func__);
178 		return -EINVAL;
179 	}
180 
181 	buf = kmalloc(out_count, GFP_KERNEL);
182 	if (!buf)
183 		return -ENOMEM;
184 
185 	snd_soc_dpcm_mutex_lock(fe);
186 	for_each_pcm_streams(stream)
187 		if (snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0), stream))
188 			offset += dpcm_show_state(fe, stream,
189 						  buf + offset,
190 						  out_count - offset);
191 	snd_soc_dpcm_mutex_unlock(fe);
192 
193 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
194 
195 	kfree(buf);
196 	return ret;
197 }
198 
199 static const struct file_operations dpcm_state_fops = {
200 	.open = simple_open,
201 	.read = dpcm_state_read_file,
202 	.llseek = default_llseek,
203 };
204 
205 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
206 {
207 	if (!rtd->dai_link->dynamic)
208 		return;
209 
210 	if (!rtd->card->debugfs_card_root)
211 		return;
212 
213 	rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
214 						    rtd->card->debugfs_card_root);
215 
216 	debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
217 			    rtd, &dpcm_state_fops);
218 }
219 
220 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
221 {
222 	char *name;
223 
224 	name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
225 			 stream ? "capture" : "playback");
226 	if (name) {
227 		dpcm->debugfs_state = debugfs_create_dir(
228 			name, dpcm->fe->debugfs_dpcm_root);
229 		debugfs_create_u32("state", 0644, dpcm->debugfs_state,
230 				   &dpcm->state);
231 		kfree(name);
232 	}
233 }
234 
235 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
236 {
237 	debugfs_remove_recursive(dpcm->debugfs_state);
238 }
239 
240 #else
241 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
242 					     int stream)
243 {
244 }
245 
246 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
247 {
248 }
249 #endif
250 
251 /* Set FE's runtime_update state; the state is protected via PCM stream lock
252  * for avoiding the race with trigger callback.
253  * If the state is unset and a trigger is pending while the previous operation,
254  * process the pending trigger action here.
255  */
256 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
257 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
258 				     int stream, enum snd_soc_dpcm_update state)
259 {
260 	struct snd_pcm_substream *substream =
261 		snd_soc_dpcm_get_substream(fe, stream);
262 
263 	snd_soc_dpcm_stream_lock_irq(fe, stream);
264 	if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
265 		dpcm_fe_dai_do_trigger(substream,
266 				       fe->dpcm[stream].trigger_pending - 1);
267 		fe->dpcm[stream].trigger_pending = 0;
268 	}
269 	fe->dpcm[stream].runtime_update = state;
270 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
271 }
272 
273 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
274 				     int stream, enum snd_soc_dpcm_update state)
275 {
276 	be->dpcm[stream].runtime_update = state;
277 }
278 
279 /**
280  * snd_soc_runtime_action() - Increment/Decrement active count for
281  * PCM runtime components
282  * @rtd: ASoC PCM runtime that is activated
283  * @stream: Direction of the PCM stream
284  * @action: Activate stream if 1. Deactivate if -1.
285  *
286  * Increments/Decrements the active count for all the DAIs and components
287  * attached to a PCM runtime.
288  * Should typically be called when a stream is opened.
289  *
290  * Must be called with the rtd->card->pcm_mutex being held
291  */
292 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
293 			    int stream, int action)
294 {
295 	struct snd_soc_dai *dai;
296 	int i;
297 
298 	snd_soc_dpcm_mutex_assert_held(rtd);
299 
300 	for_each_rtd_dais(rtd, i, dai)
301 		snd_soc_dai_action(dai, stream, action);
302 }
303 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
304 
305 /**
306  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
307  * @rtd: The ASoC PCM runtime that should be checked.
308  *
309  * This function checks whether the power down delay should be ignored for a
310  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
311  * been configured to ignore the delay, or if none of the components benefits
312  * from having the delay.
313  */
314 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
315 {
316 	struct snd_soc_component *component;
317 	bool ignore = true;
318 	int i;
319 
320 	if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
321 		return true;
322 
323 	for_each_rtd_components(rtd, i, component)
324 		ignore &= !component->driver->use_pmdown_time;
325 
326 	return ignore;
327 }
328 
329 /**
330  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
331  * @substream: the pcm substream
332  * @hw: the hardware parameters
333  *
334  * Sets the substream runtime hardware parameters.
335  */
336 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
337 	const struct snd_pcm_hardware *hw)
338 {
339 	substream->runtime->hw = *hw;
340 
341 	return 0;
342 }
343 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
344 
345 /* DPCM stream event, send event to FE and all active BEs. */
346 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
347 	int event)
348 {
349 	struct snd_soc_dpcm *dpcm;
350 
351 	snd_soc_dpcm_mutex_assert_held(fe);
352 
353 	for_each_dpcm_be(fe, dir, dpcm) {
354 
355 		struct snd_soc_pcm_runtime *be = dpcm->be;
356 
357 		dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
358 				be->dai_link->name, event, dir);
359 
360 		if ((event == SND_SOC_DAPM_STREAM_STOP) &&
361 		    (be->dpcm[dir].users >= 1))
362 			continue;
363 
364 		snd_soc_dapm_stream_event(be, dir, event);
365 	}
366 
367 	snd_soc_dapm_stream_event(fe, dir, event);
368 
369 	return 0;
370 }
371 
372 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
373 				   struct snd_pcm_hw_params *params)
374 {
375 	if (params) {
376 		dai->rate	 = params_rate(params);
377 		dai->channels	 = params_channels(params);
378 		dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
379 	} else {
380 		dai->rate	 = 0;
381 		dai->channels	 = 0;
382 		dai->sample_bits = 0;
383 	}
384 }
385 
386 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
387 					struct snd_soc_dai *soc_dai)
388 {
389 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
390 	int ret;
391 
392 	if (!snd_soc_dai_active(soc_dai))
393 		return 0;
394 
395 #define __soc_pcm_apply_symmetry(name, NAME)				\
396 	if (soc_dai->name && (soc_dai->driver->symmetric_##name ||	\
397 			      rtd->dai_link->symmetric_##name)) {	\
398 		dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
399 			#name, soc_dai->name);				\
400 									\
401 		ret = snd_pcm_hw_constraint_single(substream->runtime,	\
402 						   SNDRV_PCM_HW_PARAM_##NAME,\
403 						   soc_dai->name);	\
404 		if (ret < 0) {						\
405 			dev_err(soc_dai->dev,				\
406 				"ASoC: Unable to apply %s constraint: %d\n",\
407 				#name, ret);				\
408 			return ret;					\
409 		}							\
410 	}
411 
412 	__soc_pcm_apply_symmetry(rate,		RATE);
413 	__soc_pcm_apply_symmetry(channels,	CHANNELS);
414 	__soc_pcm_apply_symmetry(sample_bits,	SAMPLE_BITS);
415 
416 	return 0;
417 }
418 
419 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
420 				struct snd_pcm_hw_params *params)
421 {
422 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
423 	struct snd_soc_dai d;
424 	struct snd_soc_dai *dai;
425 	struct snd_soc_dai *cpu_dai;
426 	unsigned int symmetry, i;
427 
428 	d.name = __func__;
429 	soc_pcm_set_dai_params(&d, params);
430 
431 #define __soc_pcm_params_symmetry(xxx)					\
432 	symmetry = rtd->dai_link->symmetric_##xxx;			\
433 	for_each_rtd_dais(rtd, i, dai)					\
434 		symmetry |= dai->driver->symmetric_##xxx;		\
435 									\
436 	if (symmetry)							\
437 		for_each_rtd_cpu_dais(rtd, i, cpu_dai)			\
438 			if (!snd_soc_dai_is_dummy(cpu_dai) &&		\
439 			    cpu_dai->xxx && cpu_dai->xxx != d.xxx) {	\
440 				dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
441 					#xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
442 				return -EINVAL;				\
443 			}
444 
445 	/* reject unmatched parameters when applying symmetry */
446 	__soc_pcm_params_symmetry(rate);
447 	__soc_pcm_params_symmetry(channels);
448 	__soc_pcm_params_symmetry(sample_bits);
449 
450 	return 0;
451 }
452 
453 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
454 {
455 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
456 	struct snd_soc_dai_link *link = rtd->dai_link;
457 	struct snd_soc_dai *dai;
458 	unsigned int symmetry, i;
459 
460 	symmetry = link->symmetric_rate ||
461 		link->symmetric_channels ||
462 		link->symmetric_sample_bits;
463 
464 	for_each_rtd_dais(rtd, i, dai)
465 		symmetry = symmetry ||
466 			dai->driver->symmetric_rate ||
467 			dai->driver->symmetric_channels ||
468 			dai->driver->symmetric_sample_bits;
469 
470 	if (symmetry)
471 		substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
472 }
473 
474 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
475 {
476 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
477 	int ret;
478 
479 	if (!bits)
480 		return;
481 
482 	ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
483 	if (ret != 0)
484 		dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
485 				 bits, ret);
486 }
487 
488 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
489 {
490 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
491 	struct snd_soc_dai *cpu_dai;
492 	struct snd_soc_dai *codec_dai;
493 	int stream = substream->stream;
494 	int i;
495 	unsigned int bits = 0, cpu_bits = 0;
496 
497 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
498 		struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
499 
500 		if (pcm_codec->sig_bits == 0) {
501 			bits = 0;
502 			break;
503 		}
504 		bits = max(pcm_codec->sig_bits, bits);
505 	}
506 
507 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
508 		struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
509 
510 		if (pcm_cpu->sig_bits == 0) {
511 			cpu_bits = 0;
512 			break;
513 		}
514 		cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
515 	}
516 
517 	soc_pcm_set_msb(substream, bits);
518 	soc_pcm_set_msb(substream, cpu_bits);
519 }
520 
521 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
522 {
523 	hw->rates		= UINT_MAX;
524 	hw->rate_min		= 0;
525 	hw->rate_max		= UINT_MAX;
526 	hw->channels_min	= 0;
527 	hw->channels_max	= UINT_MAX;
528 	hw->formats		= ULLONG_MAX;
529 }
530 
531 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
532 				   struct snd_soc_pcm_stream *p)
533 {
534 	hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
535 
536 	/* setup hw->rate_min/max via hw->rates first */
537 	snd_pcm_hw_limit_rates(hw);
538 
539 	/* update hw->rate_min/max by snd_soc_pcm_stream */
540 	hw->rate_min = max(hw->rate_min, p->rate_min);
541 	hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
542 }
543 
544 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
545 				   struct snd_soc_pcm_stream *p)
546 {
547 	hw->channels_min = max(hw->channels_min, p->channels_min);
548 	hw->channels_max = min(hw->channels_max, p->channels_max);
549 }
550 
551 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
552 				     struct snd_soc_pcm_stream *p)
553 {
554 	hw->formats &= p->formats;
555 }
556 
557 /**
558  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
559  * @rtd: ASoC PCM runtime
560  * @hw: PCM hardware parameters (output)
561  * @stream: Direction of the PCM stream
562  *
563  * Calculates the subset of stream parameters supported by all DAIs
564  * associated with the PCM stream.
565  */
566 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
567 			    struct snd_pcm_hardware *hw, int stream)
568 {
569 	struct snd_soc_dai *codec_dai;
570 	struct snd_soc_dai *cpu_dai;
571 	struct snd_soc_pcm_stream *codec_stream;
572 	struct snd_soc_pcm_stream *cpu_stream;
573 	unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
574 	int i;
575 
576 	soc_pcm_hw_init(hw);
577 
578 	/* first calculate min/max only for CPUs in the DAI link */
579 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
580 
581 		/*
582 		 * Skip CPUs which don't support the current stream type.
583 		 * Otherwise, since the rate, channel, and format values will
584 		 * zero in that case, we would have no usable settings left,
585 		 * causing the resulting setup to fail.
586 		 */
587 		if (!snd_soc_dai_stream_valid(cpu_dai, stream))
588 			continue;
589 
590 		cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
591 
592 		soc_pcm_hw_update_chan(hw, cpu_stream);
593 		soc_pcm_hw_update_rate(hw, cpu_stream);
594 		soc_pcm_hw_update_format(hw, cpu_stream);
595 	}
596 	cpu_chan_min = hw->channels_min;
597 	cpu_chan_max = hw->channels_max;
598 
599 	/* second calculate min/max only for CODECs in the DAI link */
600 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
601 
602 		/*
603 		 * Skip CODECs which don't support the current stream type.
604 		 * Otherwise, since the rate, channel, and format values will
605 		 * zero in that case, we would have no usable settings left,
606 		 * causing the resulting setup to fail.
607 		 */
608 		if (!snd_soc_dai_stream_valid(codec_dai, stream))
609 			continue;
610 
611 		codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
612 
613 		soc_pcm_hw_update_chan(hw, codec_stream);
614 		soc_pcm_hw_update_rate(hw, codec_stream);
615 		soc_pcm_hw_update_format(hw, codec_stream);
616 	}
617 
618 	/* Verify both a valid CPU DAI and a valid CODEC DAI were found */
619 	if (!hw->channels_min)
620 		return -EINVAL;
621 
622 	/*
623 	 * chan min/max cannot be enforced if there are multiple CODEC DAIs
624 	 * connected to CPU DAI(s), use CPU DAI's directly and let
625 	 * channel allocation be fixed up later
626 	 */
627 	if (rtd->dai_link->num_codecs > 1) {
628 		hw->channels_min = cpu_chan_min;
629 		hw->channels_max = cpu_chan_max;
630 	}
631 
632 	return 0;
633 }
634 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
635 
636 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
637 {
638 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
639 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
640 	u64 formats = hw->formats;
641 
642 	/*
643 	 * At least one CPU and one CODEC should match. Otherwise, we should
644 	 * have bailed out on a higher level, since there would be no CPU or
645 	 * CODEC to support the transfer direction in that case.
646 	 */
647 	snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
648 
649 	if (formats)
650 		hw->formats &= formats;
651 }
652 
653 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
654 {
655 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
656 	struct snd_soc_component *component;
657 	int i, ret = 0;
658 
659 	for_each_rtd_components(rtd, i, component) {
660 		ret = snd_soc_component_module_get_when_open(component, substream);
661 		if (ret < 0)
662 			break;
663 
664 		ret = snd_soc_component_open(component, substream);
665 		if (ret < 0)
666 			break;
667 	}
668 
669 	return ret;
670 }
671 
672 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
673 				    int rollback)
674 {
675 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
676 	struct snd_soc_component *component;
677 	int i, ret = 0;
678 
679 	for_each_rtd_components(rtd, i, component) {
680 		int r = snd_soc_component_close(component, substream, rollback);
681 		if (r < 0)
682 			ret = r; /* use last ret */
683 
684 		snd_soc_component_module_put_when_close(component, substream, rollback);
685 	}
686 
687 	return ret;
688 }
689 
690 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
691 			 struct snd_pcm_substream *substream, int rollback)
692 {
693 	struct snd_soc_component *component;
694 	struct snd_soc_dai *dai;
695 	int i;
696 
697 	snd_soc_dpcm_mutex_assert_held(rtd);
698 
699 	if (!rollback) {
700 		snd_soc_runtime_deactivate(rtd, substream->stream);
701 		/* clear the corresponding DAIs parameters when going to be inactive */
702 		for_each_rtd_dais(rtd, i, dai) {
703 			if (snd_soc_dai_active(dai) == 0)
704 				soc_pcm_set_dai_params(dai, NULL);
705 
706 			if (snd_soc_dai_stream_active(dai, substream->stream) == 0)
707 				snd_soc_dai_digital_mute(dai, 1, substream->stream);
708 		}
709 	}
710 
711 	for_each_rtd_dais(rtd, i, dai)
712 		snd_soc_dai_shutdown(dai, substream, rollback);
713 
714 	snd_soc_link_shutdown(substream, rollback);
715 
716 	soc_pcm_components_close(substream, rollback);
717 
718 	snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
719 
720 	for_each_rtd_components(rtd, i, component)
721 		if (!snd_soc_component_active(component))
722 			pinctrl_pm_select_sleep_state(component->dev);
723 
724 	return 0;
725 }
726 
727 /*
728  * Called by ALSA when a PCM substream is closed. Private data can be
729  * freed here. The cpu DAI, codec DAI, machine and components are also
730  * shutdown.
731  */
732 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
733 			   struct snd_pcm_substream *substream)
734 {
735 	return soc_pcm_clean(rtd, substream, 0);
736 }
737 
738 /* PCM close ops for non-DPCM streams */
739 static int soc_pcm_close(struct snd_pcm_substream *substream)
740 {
741 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
742 
743 	snd_soc_dpcm_mutex_lock(rtd);
744 	__soc_pcm_close(rtd, substream);
745 	snd_soc_dpcm_mutex_unlock(rtd);
746 	return 0;
747 }
748 
749 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
750 {
751 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
752 	struct snd_pcm_hardware *hw = &substream->runtime->hw;
753 	const char *name_cpu = soc_cpu_dai_name(rtd);
754 	const char *name_codec = soc_codec_dai_name(rtd);
755 	const char *err_msg;
756 	struct device *dev = rtd->dev;
757 
758 	err_msg = "rates";
759 	if (!hw->rates)
760 		goto config_err;
761 
762 	err_msg = "formats";
763 	if (!hw->formats)
764 		goto config_err;
765 
766 	err_msg = "channels";
767 	if (!hw->channels_min || !hw->channels_max ||
768 	     hw->channels_min  >  hw->channels_max)
769 		goto config_err;
770 
771 	dev_dbg(dev, "ASoC: %s <-> %s info:\n",		name_codec,
772 							name_cpu);
773 	dev_dbg(dev, "ASoC: rate mask 0x%x\n",		hw->rates);
774 	dev_dbg(dev, "ASoC: ch   min %d max %d\n",	hw->channels_min,
775 							hw->channels_max);
776 	dev_dbg(dev, "ASoC: rate min %d max %d\n",	hw->rate_min,
777 							hw->rate_max);
778 
779 	return 0;
780 
781 config_err:
782 	dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
783 		name_codec, name_cpu, err_msg);
784 	return -EINVAL;
785 }
786 
787 /*
788  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
789  * then initialized and any private data can be allocated. This also calls
790  * startup for the cpu DAI, component, machine and codec DAI.
791  */
792 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
793 			  struct snd_pcm_substream *substream)
794 {
795 	struct snd_soc_component *component;
796 	struct snd_soc_dai *dai;
797 	int i, ret = 0;
798 
799 	snd_soc_dpcm_mutex_assert_held(rtd);
800 
801 	for_each_rtd_components(rtd, i, component)
802 		pinctrl_pm_select_default_state(component->dev);
803 
804 	ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
805 	if (ret < 0)
806 		goto err;
807 
808 	ret = soc_pcm_components_open(substream);
809 	if (ret < 0)
810 		goto err;
811 
812 	ret = snd_soc_link_startup(substream);
813 	if (ret < 0)
814 		goto err;
815 
816 	/* startup the audio subsystem */
817 	for_each_rtd_dais(rtd, i, dai) {
818 		ret = snd_soc_dai_startup(dai, substream);
819 		if (ret < 0)
820 			goto err;
821 	}
822 
823 	/* Dynamic PCM DAI links compat checks use dynamic capabilities */
824 	if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
825 		goto dynamic;
826 
827 	/* Check that the codec and cpu DAIs are compatible */
828 	soc_pcm_init_runtime_hw(substream);
829 
830 	soc_pcm_update_symmetry(substream);
831 
832 	ret = soc_hw_sanity_check(substream);
833 	if (ret < 0)
834 		goto err;
835 
836 	soc_pcm_apply_msb(substream);
837 
838 	/* Symmetry only applies if we've already got an active stream. */
839 	for_each_rtd_dais(rtd, i, dai) {
840 		ret = soc_pcm_apply_symmetry(substream, dai);
841 		if (ret != 0)
842 			goto err;
843 	}
844 dynamic:
845 	snd_soc_runtime_activate(rtd, substream->stream);
846 	ret = 0;
847 err:
848 	if (ret < 0)
849 		soc_pcm_clean(rtd, substream, 1);
850 
851 	return soc_pcm_ret(rtd, ret);
852 }
853 
854 /* PCM open ops for non-DPCM streams */
855 static int soc_pcm_open(struct snd_pcm_substream *substream)
856 {
857 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
858 	int ret;
859 
860 	snd_soc_dpcm_mutex_lock(rtd);
861 	ret = __soc_pcm_open(rtd, substream);
862 	snd_soc_dpcm_mutex_unlock(rtd);
863 	return ret;
864 }
865 
866 /*
867  * Called by ALSA when the PCM substream is prepared, can set format, sample
868  * rate, etc.  This function is non atomic and can be called multiple times,
869  * it can refer to the runtime info.
870  */
871 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
872 			     struct snd_pcm_substream *substream)
873 {
874 	struct snd_soc_dai *dai;
875 	int i, ret = 0;
876 
877 	snd_soc_dpcm_mutex_assert_held(rtd);
878 
879 	ret = snd_soc_link_prepare(substream);
880 	if (ret < 0)
881 		goto out;
882 
883 	ret = snd_soc_pcm_component_prepare(substream);
884 	if (ret < 0)
885 		goto out;
886 
887 	ret = snd_soc_pcm_dai_prepare(substream);
888 	if (ret < 0)
889 		goto out;
890 
891 	/* cancel any delayed stream shutdown that is pending */
892 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
893 	    rtd->pop_wait) {
894 		rtd->pop_wait = 0;
895 		cancel_delayed_work(&rtd->delayed_work);
896 	}
897 
898 	snd_soc_dapm_stream_event(rtd, substream->stream,
899 			SND_SOC_DAPM_STREAM_START);
900 
901 	for_each_rtd_dais(rtd, i, dai)
902 		snd_soc_dai_digital_mute(dai, 0, substream->stream);
903 
904 out:
905 	return soc_pcm_ret(rtd, ret);
906 }
907 
908 /* PCM prepare ops for non-DPCM streams */
909 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
910 {
911 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
912 	int ret;
913 
914 	snd_soc_dpcm_mutex_lock(rtd);
915 	ret = __soc_pcm_prepare(rtd, substream);
916 	snd_soc_dpcm_mutex_unlock(rtd);
917 	return ret;
918 }
919 
920 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
921 				       unsigned int mask)
922 {
923 	struct snd_interval *interval;
924 	int channels = hweight_long(mask);
925 
926 	interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
927 	interval->min = channels;
928 	interval->max = channels;
929 }
930 
931 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
932 			    struct snd_pcm_substream *substream, int rollback)
933 {
934 	struct snd_soc_dai *dai;
935 	int i;
936 
937 	snd_soc_dpcm_mutex_assert_held(rtd);
938 
939 	/* run the stream event */
940 	snd_soc_dapm_stream_stop(rtd, substream->stream);
941 
942 	/* free any machine hw params */
943 	snd_soc_link_hw_free(substream, rollback);
944 
945 	/* free any component resources */
946 	snd_soc_pcm_component_hw_free(substream, rollback);
947 
948 	/* now free hw params for the DAIs  */
949 	for_each_rtd_dais(rtd, i, dai)
950 		if (snd_soc_dai_stream_valid(dai, substream->stream))
951 			snd_soc_dai_hw_free(dai, substream, rollback);
952 
953 	return 0;
954 }
955 
956 /*
957  * Frees resources allocated by hw_params, can be called multiple times
958  */
959 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
960 			     struct snd_pcm_substream *substream)
961 {
962 	return soc_pcm_hw_clean(rtd, substream, 0);
963 }
964 
965 /* hw_free PCM ops for non-DPCM streams */
966 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
967 {
968 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
969 	int ret;
970 
971 	snd_soc_dpcm_mutex_lock(rtd);
972 	ret = __soc_pcm_hw_free(rtd, substream);
973 	snd_soc_dpcm_mutex_unlock(rtd);
974 	return ret;
975 }
976 
977 /*
978  * Called by ALSA when the hardware params are set by application. This
979  * function can also be called multiple times and can allocate buffers
980  * (using snd_pcm_lib_* ). It's non-atomic.
981  */
982 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
983 			       struct snd_pcm_substream *substream,
984 			       struct snd_pcm_hw_params *params)
985 {
986 	struct snd_soc_dai *cpu_dai;
987 	struct snd_soc_dai *codec_dai;
988 	int i, ret = 0;
989 
990 	snd_soc_dpcm_mutex_assert_held(rtd);
991 
992 	ret = soc_pcm_params_symmetry(substream, params);
993 	if (ret)
994 		goto out;
995 
996 	ret = snd_soc_link_hw_params(substream, params);
997 	if (ret < 0)
998 		goto out;
999 
1000 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
1001 		struct snd_pcm_hw_params codec_params;
1002 		unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1003 
1004 		/*
1005 		 * Skip CODECs which don't support the current stream type,
1006 		 * the idea being that if a CODEC is not used for the currently
1007 		 * set up transfer direction, it should not need to be
1008 		 * configured, especially since the configuration used might
1009 		 * not even be supported by that CODEC. There may be cases
1010 		 * however where a CODEC needs to be set up although it is
1011 		 * actually not being used for the transfer, e.g. if a
1012 		 * capture-only CODEC is acting as an LRCLK and/or BCLK master
1013 		 * for the DAI link including a playback-only CODEC.
1014 		 * If this becomes necessary, we will have to augment the
1015 		 * machine driver setup with information on how to act, so
1016 		 * we can do the right thing here.
1017 		 */
1018 		if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1019 			continue;
1020 
1021 		/* copy params for each codec */
1022 		codec_params = *params;
1023 
1024 		/* fixup params based on TDM slot masks */
1025 		if (tdm_mask)
1026 			soc_pcm_codec_params_fixup(&codec_params, tdm_mask);
1027 
1028 		ret = snd_soc_dai_hw_params(codec_dai, substream,
1029 					    &codec_params);
1030 		if(ret < 0)
1031 			goto out;
1032 
1033 		soc_pcm_set_dai_params(codec_dai, &codec_params);
1034 		snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
1035 	}
1036 
1037 	for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1038 		struct snd_pcm_hw_params cpu_params;
1039 		unsigned int ch_mask = 0;
1040 		int j;
1041 
1042 		/*
1043 		 * Skip CPUs which don't support the current stream
1044 		 * type. See soc_pcm_init_runtime_hw() for more details
1045 		 */
1046 		if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1047 			continue;
1048 
1049 		/* copy params for each cpu */
1050 		cpu_params = *params;
1051 
1052 		if (!rtd->dai_link->codec_ch_maps)
1053 			goto hw_params;
1054 		/*
1055 		 * construct cpu channel mask by combining ch_mask of each
1056 		 * codec which maps to the cpu.
1057 		 */
1058 		for_each_rtd_codec_dais(rtd, j, codec_dai) {
1059 			if (rtd->dai_link->codec_ch_maps[j].connected_cpu_id == i)
1060 				ch_mask |= rtd->dai_link->codec_ch_maps[j].ch_mask;
1061 		}
1062 
1063 		/* fixup cpu channel number */
1064 		if (ch_mask)
1065 			soc_pcm_codec_params_fixup(&cpu_params, ch_mask);
1066 
1067 hw_params:
1068 		ret = snd_soc_dai_hw_params(cpu_dai, substream, &cpu_params);
1069 		if (ret < 0)
1070 			goto out;
1071 
1072 		/* store the parameters for each DAI */
1073 		soc_pcm_set_dai_params(cpu_dai, &cpu_params);
1074 		snd_soc_dapm_update_dai(substream, &cpu_params, cpu_dai);
1075 	}
1076 
1077 	ret = snd_soc_pcm_component_hw_params(substream, params);
1078 out:
1079 	if (ret < 0)
1080 		soc_pcm_hw_clean(rtd, substream, 1);
1081 
1082 	return soc_pcm_ret(rtd, ret);
1083 }
1084 
1085 /* hw_params PCM ops for non-DPCM streams */
1086 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1087 			     struct snd_pcm_hw_params *params)
1088 {
1089 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1090 	int ret;
1091 
1092 	snd_soc_dpcm_mutex_lock(rtd);
1093 	ret = __soc_pcm_hw_params(rtd, substream, params);
1094 	snd_soc_dpcm_mutex_unlock(rtd);
1095 	return ret;
1096 }
1097 
1098 #define TRIGGER_MAX 3
1099 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1100 	[SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1101 		snd_soc_link_trigger,
1102 		snd_soc_pcm_component_trigger,
1103 		snd_soc_pcm_dai_trigger,
1104 	},
1105 	[SND_SOC_TRIGGER_ORDER_LDC] = {
1106 		snd_soc_link_trigger,
1107 		snd_soc_pcm_dai_trigger,
1108 		snd_soc_pcm_component_trigger,
1109 	},
1110 };
1111 
1112 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1113 {
1114 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1115 	struct snd_soc_component *component;
1116 	int ret = 0, r = 0, i;
1117 	int rollback = 0;
1118 	int start = 0, stop = 0;
1119 
1120 	/*
1121 	 * select START/STOP sequence
1122 	 */
1123 	for_each_rtd_components(rtd, i, component) {
1124 		if (component->driver->trigger_start)
1125 			start = component->driver->trigger_start;
1126 		if (component->driver->trigger_stop)
1127 			stop = component->driver->trigger_stop;
1128 	}
1129 	if (rtd->dai_link->trigger_start)
1130 		start = rtd->dai_link->trigger_start;
1131 	if (rtd->dai_link->trigger_stop)
1132 		stop  = rtd->dai_link->trigger_stop;
1133 
1134 	if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1135 	    stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1136 		return -EINVAL;
1137 
1138 	/*
1139 	 * START
1140 	 */
1141 	switch (cmd) {
1142 	case SNDRV_PCM_TRIGGER_START:
1143 	case SNDRV_PCM_TRIGGER_RESUME:
1144 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1145 		for (i = 0; i < TRIGGER_MAX; i++) {
1146 			r = trigger[start][i](substream, cmd, 0);
1147 			if (r < 0)
1148 				break;
1149 		}
1150 	}
1151 
1152 	/*
1153 	 * Rollback if START failed
1154 	 * find correspond STOP command
1155 	 */
1156 	if (r < 0) {
1157 		rollback = 1;
1158 		ret = r;
1159 		switch (cmd) {
1160 		case SNDRV_PCM_TRIGGER_START:
1161 			cmd = SNDRV_PCM_TRIGGER_STOP;
1162 			break;
1163 		case SNDRV_PCM_TRIGGER_RESUME:
1164 			cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1165 			break;
1166 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1167 			cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1168 			break;
1169 		}
1170 	}
1171 
1172 	/*
1173 	 * STOP
1174 	 */
1175 	switch (cmd) {
1176 	case SNDRV_PCM_TRIGGER_STOP:
1177 	case SNDRV_PCM_TRIGGER_SUSPEND:
1178 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1179 		for (i = TRIGGER_MAX; i > 0; i--) {
1180 			r = trigger[stop][i - 1](substream, cmd, rollback);
1181 			if (r < 0)
1182 				ret = r;
1183 		}
1184 	}
1185 
1186 	return ret;
1187 }
1188 
1189 /*
1190  * soc level wrapper for pointer callback
1191  * If cpu_dai, codec_dai, component driver has the delay callback, then
1192  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1193  */
1194 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1195 {
1196 	struct snd_pcm_runtime *runtime = substream->runtime;
1197 	snd_pcm_uframes_t offset = 0;
1198 	snd_pcm_sframes_t codec_delay = 0;
1199 	snd_pcm_sframes_t cpu_delay = 0;
1200 
1201 	offset = snd_soc_pcm_component_pointer(substream);
1202 
1203 	/* should be called *after* snd_soc_pcm_component_pointer() */
1204 	snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1205 	snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1206 
1207 	runtime->delay = cpu_delay + codec_delay;
1208 
1209 	return offset;
1210 }
1211 
1212 /* connect a FE and BE */
1213 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1214 		struct snd_soc_pcm_runtime *be, int stream)
1215 {
1216 	struct snd_pcm_substream *fe_substream;
1217 	struct snd_pcm_substream *be_substream;
1218 	struct snd_soc_dpcm *dpcm;
1219 
1220 	snd_soc_dpcm_mutex_assert_held(fe);
1221 
1222 	/* only add new dpcms */
1223 	for_each_dpcm_be(fe, stream, dpcm) {
1224 		if (dpcm->be == be && dpcm->fe == fe)
1225 			return 0;
1226 	}
1227 
1228 	fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1229 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1230 
1231 	if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1232 		dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1233 			__func__);
1234 		return -EINVAL;
1235 	}
1236 	if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1237 		dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1238 		be_substream->pcm->nonatomic = 1;
1239 	}
1240 
1241 	dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1242 	if (!dpcm)
1243 		return -ENOMEM;
1244 
1245 	dpcm->be = be;
1246 	dpcm->fe = fe;
1247 	dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1248 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1249 	list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1250 	list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1251 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1252 
1253 	dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1254 			stream ? "capture" : "playback",  fe->dai_link->name,
1255 			stream ? "<-" : "->", be->dai_link->name);
1256 
1257 	dpcm_create_debugfs_state(dpcm, stream);
1258 
1259 	return 1;
1260 }
1261 
1262 /* reparent a BE onto another FE */
1263 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1264 			struct snd_soc_pcm_runtime *be, int stream)
1265 {
1266 	struct snd_soc_dpcm *dpcm;
1267 	struct snd_pcm_substream *fe_substream, *be_substream;
1268 
1269 	/* reparent if BE is connected to other FEs */
1270 	if (!be->dpcm[stream].users)
1271 		return;
1272 
1273 	be_substream = snd_soc_dpcm_get_substream(be, stream);
1274 	if (!be_substream)
1275 		return;
1276 
1277 	for_each_dpcm_fe(be, stream, dpcm) {
1278 		if (dpcm->fe == fe)
1279 			continue;
1280 
1281 		dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1282 			stream ? "capture" : "playback",
1283 			dpcm->fe->dai_link->name,
1284 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1285 
1286 		fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1287 		be_substream->runtime = fe_substream->runtime;
1288 		break;
1289 	}
1290 }
1291 
1292 /* disconnect a BE and FE */
1293 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1294 {
1295 	struct snd_soc_dpcm *dpcm, *d;
1296 	LIST_HEAD(deleted_dpcms);
1297 
1298 	snd_soc_dpcm_mutex_assert_held(fe);
1299 
1300 	snd_soc_dpcm_stream_lock_irq(fe, stream);
1301 	for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1302 		dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1303 				stream ? "capture" : "playback",
1304 				dpcm->be->dai_link->name);
1305 
1306 		if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1307 			continue;
1308 
1309 		dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1310 			stream ? "capture" : "playback", fe->dai_link->name,
1311 			stream ? "<-" : "->", dpcm->be->dai_link->name);
1312 
1313 		/* BEs still alive need new FE */
1314 		dpcm_be_reparent(fe, dpcm->be, stream);
1315 
1316 		list_del(&dpcm->list_be);
1317 		list_move(&dpcm->list_fe, &deleted_dpcms);
1318 	}
1319 	snd_soc_dpcm_stream_unlock_irq(fe, stream);
1320 
1321 	while (!list_empty(&deleted_dpcms)) {
1322 		dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1323 					list_fe);
1324 		list_del(&dpcm->list_fe);
1325 		dpcm_remove_debugfs_state(dpcm);
1326 		kfree(dpcm);
1327 	}
1328 }
1329 
1330 /* get BE for DAI widget and stream */
1331 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1332 		struct snd_soc_dapm_widget *widget, int stream)
1333 {
1334 	struct snd_soc_pcm_runtime *be;
1335 	struct snd_soc_dapm_widget *w;
1336 	struct snd_soc_dai *dai;
1337 	int i;
1338 
1339 	dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1340 
1341 	for_each_card_rtds(card, be) {
1342 
1343 		if (!be->dai_link->no_pcm)
1344 			continue;
1345 
1346 		if (!snd_soc_dpcm_get_substream(be, stream))
1347 			continue;
1348 
1349 		for_each_rtd_dais(be, i, dai) {
1350 			w = snd_soc_dai_get_widget(dai, stream);
1351 
1352 			dev_dbg(card->dev, "ASoC: try BE : %s\n",
1353 				w ? w->name : "(not set)");
1354 
1355 			if (w == widget)
1356 				return be;
1357 		}
1358 	}
1359 
1360 	/* Widget provided is not a BE */
1361 	return NULL;
1362 }
1363 
1364 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1365 		struct snd_soc_dapm_widget *widget)
1366 {
1367 	struct snd_soc_dapm_widget *w;
1368 	int i;
1369 
1370 	for_each_dapm_widgets(list, i, w)
1371 		if (widget == w)
1372 			return 1;
1373 
1374 	return 0;
1375 }
1376 EXPORT_SYMBOL_GPL(widget_in_list);
1377 
1378 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1379 {
1380 	struct snd_soc_card *card = widget->dapm->card;
1381 	struct snd_soc_pcm_runtime *rtd;
1382 	int stream;
1383 
1384 	/* adjust dir to stream */
1385 	if (dir == SND_SOC_DAPM_DIR_OUT)
1386 		stream = SNDRV_PCM_STREAM_PLAYBACK;
1387 	else
1388 		stream = SNDRV_PCM_STREAM_CAPTURE;
1389 
1390 	rtd = dpcm_get_be(card, widget, stream);
1391 	if (rtd)
1392 		return true;
1393 
1394 	return false;
1395 }
1396 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1397 
1398 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1399 	int stream, struct snd_soc_dapm_widget_list **list)
1400 {
1401 	struct snd_soc_dai *cpu_dai = asoc_rtd_to_cpu(fe, 0);
1402 	int paths;
1403 
1404 	if (fe->dai_link->num_cpus > 1) {
1405 		dev_err(fe->dev,
1406 			"%s doesn't support Multi CPU yet\n", __func__);
1407 		return -EINVAL;
1408 	}
1409 
1410 	/* get number of valid DAI paths and their widgets */
1411 	paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1412 			fe->card->component_chaining ?
1413 				NULL : dpcm_end_walk_at_be);
1414 
1415 	if (paths > 0)
1416 		dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1417 			stream ? "capture" : "playback");
1418 	else if (paths == 0)
1419 		dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1420 			 stream ? "capture" : "playback");
1421 
1422 	return paths;
1423 }
1424 
1425 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1426 {
1427 	snd_soc_dapm_dai_free_widgets(list);
1428 }
1429 
1430 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1431 			      struct snd_soc_dapm_widget_list *list)
1432 {
1433 	struct snd_soc_dai *dai;
1434 	unsigned int i;
1435 
1436 	/* is there a valid DAI widget for this BE */
1437 	for_each_rtd_dais(dpcm->be, i, dai) {
1438 		struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1439 
1440 		/*
1441 		 * The BE is pruned only if none of the dai
1442 		 * widgets are in the active list.
1443 		 */
1444 		if (widget && widget_in_list(list, widget))
1445 			return true;
1446 	}
1447 
1448 	return false;
1449 }
1450 
1451 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1452 			    struct snd_soc_dapm_widget_list **list_)
1453 {
1454 	struct snd_soc_dpcm *dpcm;
1455 	int prune = 0;
1456 
1457 	/* Destroy any old FE <--> BE connections */
1458 	for_each_dpcm_be(fe, stream, dpcm) {
1459 		if (dpcm_be_is_active(dpcm, stream, *list_))
1460 			continue;
1461 
1462 		dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1463 			stream ? "capture" : "playback",
1464 			dpcm->be->dai_link->name, fe->dai_link->name);
1465 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1466 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1467 		prune++;
1468 	}
1469 
1470 	dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1471 	return prune;
1472 }
1473 
1474 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1475 	struct snd_soc_dapm_widget_list **list_)
1476 {
1477 	struct snd_soc_card *card = fe->card;
1478 	struct snd_soc_dapm_widget_list *list = *list_;
1479 	struct snd_soc_pcm_runtime *be;
1480 	struct snd_soc_dapm_widget *widget;
1481 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1482 	int i, new = 0, err;
1483 
1484 	/* don't connect if FE is not running */
1485 	if (!fe_substream->runtime && !fe->fe_compr)
1486 		return new;
1487 
1488 	/* Create any new FE <--> BE connections */
1489 	for_each_dapm_widgets(list, i, widget) {
1490 
1491 		switch (widget->id) {
1492 		case snd_soc_dapm_dai_in:
1493 			if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1494 				continue;
1495 			break;
1496 		case snd_soc_dapm_dai_out:
1497 			if (stream != SNDRV_PCM_STREAM_CAPTURE)
1498 				continue;
1499 			break;
1500 		default:
1501 			continue;
1502 		}
1503 
1504 		/* is there a valid BE rtd for this widget */
1505 		be = dpcm_get_be(card, widget, stream);
1506 		if (!be) {
1507 			dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1508 				widget->name);
1509 			continue;
1510 		}
1511 
1512 		/*
1513 		 * Filter for systems with 'component_chaining' enabled.
1514 		 * This helps to avoid unnecessary re-configuration of an
1515 		 * already active BE on such systems.
1516 		 */
1517 		if (fe->card->component_chaining &&
1518 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1519 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1520 			continue;
1521 
1522 		/* newly connected FE and BE */
1523 		err = dpcm_be_connect(fe, be, stream);
1524 		if (err < 0) {
1525 			dev_err(fe->dev, "ASoC: can't connect %s\n",
1526 				widget->name);
1527 			break;
1528 		} else if (err == 0) /* already connected */
1529 			continue;
1530 
1531 		/* new */
1532 		dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1533 		new++;
1534 	}
1535 
1536 	dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1537 	return new;
1538 }
1539 
1540 /*
1541  * Find the corresponding BE DAIs that source or sink audio to this
1542  * FE substream.
1543  */
1544 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1545 	int stream, struct snd_soc_dapm_widget_list **list, int new)
1546 {
1547 	if (new)
1548 		return dpcm_add_paths(fe, stream, list);
1549 	else
1550 		return dpcm_prune_paths(fe, stream, list);
1551 }
1552 
1553 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1554 {
1555 	struct snd_soc_dpcm *dpcm;
1556 
1557 	for_each_dpcm_be(fe, stream, dpcm)
1558 		dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1559 }
1560 
1561 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1562 		      int do_hw_free, struct snd_soc_dpcm *last)
1563 {
1564 	struct snd_soc_dpcm *dpcm;
1565 
1566 	/* disable any enabled and non active backends */
1567 	for_each_dpcm_be(fe, stream, dpcm) {
1568 		struct snd_soc_pcm_runtime *be = dpcm->be;
1569 		struct snd_pcm_substream *be_substream =
1570 			snd_soc_dpcm_get_substream(be, stream);
1571 
1572 		if (dpcm == last)
1573 			return;
1574 
1575 		/* is this op for this BE ? */
1576 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1577 			continue;
1578 
1579 		if (be->dpcm[stream].users == 0) {
1580 			dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1581 				stream ? "capture" : "playback",
1582 				be->dpcm[stream].state);
1583 			continue;
1584 		}
1585 
1586 		if (--be->dpcm[stream].users != 0)
1587 			continue;
1588 
1589 		if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1590 			if (!do_hw_free)
1591 				continue;
1592 
1593 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1594 				__soc_pcm_hw_free(be, be_substream);
1595 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1596 			}
1597 		}
1598 
1599 		__soc_pcm_close(be, be_substream);
1600 		be_substream->runtime = NULL;
1601 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1602 	}
1603 }
1604 
1605 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1606 {
1607 	struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1608 	struct snd_soc_pcm_runtime *be;
1609 	struct snd_soc_dpcm *dpcm;
1610 	int err, count = 0;
1611 
1612 	/* only startup BE DAIs that are either sinks or sources to this FE DAI */
1613 	for_each_dpcm_be(fe, stream, dpcm) {
1614 		struct snd_pcm_substream *be_substream;
1615 
1616 		be = dpcm->be;
1617 		be_substream = snd_soc_dpcm_get_substream(be, stream);
1618 
1619 		if (!be_substream) {
1620 			dev_err(be->dev, "ASoC: no backend %s stream\n",
1621 				stream ? "capture" : "playback");
1622 			continue;
1623 		}
1624 
1625 		/* is this op for this BE ? */
1626 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1627 			continue;
1628 
1629 		/* first time the dpcm is open ? */
1630 		if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1631 			dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1632 				stream ? "capture" : "playback",
1633 				be->dpcm[stream].state);
1634 			continue;
1635 		}
1636 
1637 		if (be->dpcm[stream].users++ != 0)
1638 			continue;
1639 
1640 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1641 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1642 			continue;
1643 
1644 		dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1645 			stream ? "capture" : "playback", be->dai_link->name);
1646 
1647 		be_substream->runtime = fe_substream->runtime;
1648 		err = __soc_pcm_open(be, be_substream);
1649 		if (err < 0) {
1650 			be->dpcm[stream].users--;
1651 			if (be->dpcm[stream].users < 0)
1652 				dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1653 					stream ? "capture" : "playback",
1654 					be->dpcm[stream].state);
1655 
1656 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1657 			goto unwind;
1658 		}
1659 		be->dpcm[stream].be_start = 0;
1660 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1661 		count++;
1662 	}
1663 
1664 	return count;
1665 
1666 unwind:
1667 	dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1668 
1669 	return soc_pcm_ret(fe, err);
1670 }
1671 
1672 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1673 {
1674 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1675 	struct snd_pcm_runtime *runtime = substream->runtime;
1676 	struct snd_pcm_hardware *hw = &runtime->hw;
1677 	struct snd_soc_dai *dai;
1678 	int stream = substream->stream;
1679 	u64 formats = hw->formats;
1680 	int i;
1681 
1682 	soc_pcm_hw_init(hw);
1683 
1684 	if (formats)
1685 		hw->formats &= formats;
1686 
1687 	for_each_rtd_cpu_dais(fe, i, dai) {
1688 		struct snd_soc_pcm_stream *cpu_stream;
1689 
1690 		/*
1691 		 * Skip CPUs which don't support the current stream
1692 		 * type. See soc_pcm_init_runtime_hw() for more details
1693 		 */
1694 		if (!snd_soc_dai_stream_valid(dai, stream))
1695 			continue;
1696 
1697 		cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1698 
1699 		soc_pcm_hw_update_rate(hw, cpu_stream);
1700 		soc_pcm_hw_update_chan(hw, cpu_stream);
1701 		soc_pcm_hw_update_format(hw, cpu_stream);
1702 	}
1703 
1704 }
1705 
1706 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1707 {
1708 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1709 	struct snd_pcm_runtime *runtime = substream->runtime;
1710 	struct snd_pcm_hardware *hw = &runtime->hw;
1711 	struct snd_soc_dpcm *dpcm;
1712 	struct snd_soc_dai *dai;
1713 	int stream = substream->stream;
1714 
1715 	if (!fe->dai_link->dpcm_merged_format)
1716 		return;
1717 
1718 	/*
1719 	 * It returns merged BE codec format
1720 	 * if FE want to use it (= dpcm_merged_format)
1721 	 */
1722 
1723 	for_each_dpcm_be(fe, stream, dpcm) {
1724 		struct snd_soc_pcm_runtime *be = dpcm->be;
1725 		struct snd_soc_pcm_stream *codec_stream;
1726 		int i;
1727 
1728 		for_each_rtd_codec_dais(be, i, dai) {
1729 			/*
1730 			 * Skip CODECs which don't support the current stream
1731 			 * type. See soc_pcm_init_runtime_hw() for more details
1732 			 */
1733 			if (!snd_soc_dai_stream_valid(dai, stream))
1734 				continue;
1735 
1736 			codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1737 
1738 			soc_pcm_hw_update_format(hw, codec_stream);
1739 		}
1740 	}
1741 }
1742 
1743 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1744 {
1745 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1746 	struct snd_pcm_runtime *runtime = substream->runtime;
1747 	struct snd_pcm_hardware *hw = &runtime->hw;
1748 	struct snd_soc_dpcm *dpcm;
1749 	int stream = substream->stream;
1750 
1751 	if (!fe->dai_link->dpcm_merged_chan)
1752 		return;
1753 
1754 	/*
1755 	 * It returns merged BE codec channel;
1756 	 * if FE want to use it (= dpcm_merged_chan)
1757 	 */
1758 
1759 	for_each_dpcm_be(fe, stream, dpcm) {
1760 		struct snd_soc_pcm_runtime *be = dpcm->be;
1761 		struct snd_soc_pcm_stream *cpu_stream;
1762 		struct snd_soc_dai *dai;
1763 		int i;
1764 
1765 		for_each_rtd_cpu_dais(be, i, dai) {
1766 			/*
1767 			 * Skip CPUs which don't support the current stream
1768 			 * type. See soc_pcm_init_runtime_hw() for more details
1769 			 */
1770 			if (!snd_soc_dai_stream_valid(dai, stream))
1771 				continue;
1772 
1773 			cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1774 
1775 			soc_pcm_hw_update_chan(hw, cpu_stream);
1776 		}
1777 
1778 		/*
1779 		 * chan min/max cannot be enforced if there are multiple CODEC
1780 		 * DAIs connected to a single CPU DAI, use CPU DAI's directly
1781 		 */
1782 		if (be->dai_link->num_codecs == 1) {
1783 			struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1784 				asoc_rtd_to_codec(be, 0), stream);
1785 
1786 			soc_pcm_hw_update_chan(hw, codec_stream);
1787 		}
1788 	}
1789 }
1790 
1791 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1792 {
1793 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1794 	struct snd_pcm_runtime *runtime = substream->runtime;
1795 	struct snd_pcm_hardware *hw = &runtime->hw;
1796 	struct snd_soc_dpcm *dpcm;
1797 	int stream = substream->stream;
1798 
1799 	if (!fe->dai_link->dpcm_merged_rate)
1800 		return;
1801 
1802 	/*
1803 	 * It returns merged BE codec channel;
1804 	 * if FE want to use it (= dpcm_merged_chan)
1805 	 */
1806 
1807 	for_each_dpcm_be(fe, stream, dpcm) {
1808 		struct snd_soc_pcm_runtime *be = dpcm->be;
1809 		struct snd_soc_pcm_stream *pcm;
1810 		struct snd_soc_dai *dai;
1811 		int i;
1812 
1813 		for_each_rtd_dais(be, i, dai) {
1814 			/*
1815 			 * Skip DAIs which don't support the current stream
1816 			 * type. See soc_pcm_init_runtime_hw() for more details
1817 			 */
1818 			if (!snd_soc_dai_stream_valid(dai, stream))
1819 				continue;
1820 
1821 			pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1822 
1823 			soc_pcm_hw_update_rate(hw, pcm);
1824 		}
1825 	}
1826 }
1827 
1828 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1829 			       int stream)
1830 {
1831 	struct snd_soc_dpcm *dpcm;
1832 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1833 	struct snd_soc_dai *fe_cpu_dai;
1834 	int err = 0;
1835 	int i;
1836 
1837 	/* apply symmetry for FE */
1838 	soc_pcm_update_symmetry(fe_substream);
1839 
1840 	for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1841 		/* Symmetry only applies if we've got an active stream. */
1842 		err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1843 		if (err < 0)
1844 			goto error;
1845 	}
1846 
1847 	/* apply symmetry for BE */
1848 	for_each_dpcm_be(fe, stream, dpcm) {
1849 		struct snd_soc_pcm_runtime *be = dpcm->be;
1850 		struct snd_pcm_substream *be_substream =
1851 			snd_soc_dpcm_get_substream(be, stream);
1852 		struct snd_soc_pcm_runtime *rtd;
1853 		struct snd_soc_dai *dai;
1854 
1855 		/* A backend may not have the requested substream */
1856 		if (!be_substream)
1857 			continue;
1858 
1859 		rtd = asoc_substream_to_rtd(be_substream);
1860 		if (rtd->dai_link->be_hw_params_fixup)
1861 			continue;
1862 
1863 		soc_pcm_update_symmetry(be_substream);
1864 
1865 		/* Symmetry only applies if we've got an active stream. */
1866 		for_each_rtd_dais(rtd, i, dai) {
1867 			err = soc_pcm_apply_symmetry(fe_substream, dai);
1868 			if (err < 0)
1869 				goto error;
1870 		}
1871 	}
1872 error:
1873 	return soc_pcm_ret(fe, err);
1874 }
1875 
1876 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1877 {
1878 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1879 	int stream = fe_substream->stream, ret = 0;
1880 
1881 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1882 
1883 	ret = dpcm_be_dai_startup(fe, stream);
1884 	if (ret < 0)
1885 		goto be_err;
1886 
1887 	dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1888 
1889 	/* start the DAI frontend */
1890 	ret = __soc_pcm_open(fe, fe_substream);
1891 	if (ret < 0)
1892 		goto unwind;
1893 
1894 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1895 
1896 	dpcm_runtime_setup_fe(fe_substream);
1897 
1898 	dpcm_runtime_setup_be_format(fe_substream);
1899 	dpcm_runtime_setup_be_chan(fe_substream);
1900 	dpcm_runtime_setup_be_rate(fe_substream);
1901 
1902 	ret = dpcm_apply_symmetry(fe_substream, stream);
1903 
1904 unwind:
1905 	if (ret < 0)
1906 		dpcm_be_dai_startup_unwind(fe, stream);
1907 be_err:
1908 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1909 
1910 	return soc_pcm_ret(fe, ret);
1911 }
1912 
1913 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1914 {
1915 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1916 	int stream = substream->stream;
1917 
1918 	snd_soc_dpcm_mutex_assert_held(fe);
1919 
1920 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1921 
1922 	/* shutdown the BEs */
1923 	dpcm_be_dai_shutdown(fe, stream);
1924 
1925 	dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1926 
1927 	/* now shutdown the frontend */
1928 	__soc_pcm_close(fe, substream);
1929 
1930 	/* run the stream stop event */
1931 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1932 
1933 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1934 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1935 	return 0;
1936 }
1937 
1938 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1939 {
1940 	struct snd_soc_dpcm *dpcm;
1941 
1942 	/* only hw_params backends that are either sinks or sources
1943 	 * to this frontend DAI */
1944 	for_each_dpcm_be(fe, stream, dpcm) {
1945 
1946 		struct snd_soc_pcm_runtime *be = dpcm->be;
1947 		struct snd_pcm_substream *be_substream =
1948 			snd_soc_dpcm_get_substream(be, stream);
1949 
1950 		/* is this op for this BE ? */
1951 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1952 			continue;
1953 
1954 		/* only free hw when no longer used - check all FEs */
1955 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1956 				continue;
1957 
1958 		/* do not free hw if this BE is used by other FE */
1959 		if (be->dpcm[stream].users > 1)
1960 			continue;
1961 
1962 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1963 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1964 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1965 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1966 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1967 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1968 			continue;
1969 
1970 		dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1971 			be->dai_link->name);
1972 
1973 		__soc_pcm_hw_free(be, be_substream);
1974 
1975 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1976 	}
1977 }
1978 
1979 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1980 {
1981 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1982 	int stream = substream->stream;
1983 
1984 	snd_soc_dpcm_mutex_lock(fe);
1985 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1986 
1987 	dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
1988 
1989 	/* call hw_free on the frontend */
1990 	soc_pcm_hw_clean(fe, substream, 0);
1991 
1992 	/* only hw_params backends that are either sinks or sources
1993 	 * to this frontend DAI */
1994 	dpcm_be_dai_hw_free(fe, stream);
1995 
1996 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1997 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1998 
1999 	snd_soc_dpcm_mutex_unlock(fe);
2000 	return 0;
2001 }
2002 
2003 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2004 {
2005 	struct snd_soc_pcm_runtime *be;
2006 	struct snd_pcm_substream *be_substream;
2007 	struct snd_soc_dpcm *dpcm;
2008 	int ret;
2009 
2010 	for_each_dpcm_be(fe, stream, dpcm) {
2011 		struct snd_pcm_hw_params hw_params;
2012 
2013 		be = dpcm->be;
2014 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2015 
2016 		/* is this op for this BE ? */
2017 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2018 			continue;
2019 
2020 		/* copy params for each dpcm */
2021 		memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2022 				sizeof(struct snd_pcm_hw_params));
2023 
2024 		/* perform any hw_params fixups */
2025 		ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2026 		if (ret < 0)
2027 			goto unwind;
2028 
2029 		/* copy the fixed-up hw params for BE dai */
2030 		memcpy(&be->dpcm[stream].hw_params, &hw_params,
2031 		       sizeof(struct snd_pcm_hw_params));
2032 
2033 		/* only allow hw_params() if no connected FEs are running */
2034 		if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2035 			continue;
2036 
2037 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2038 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2039 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2040 			continue;
2041 
2042 		dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2043 			be->dai_link->name);
2044 
2045 		ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2046 		if (ret < 0)
2047 			goto unwind;
2048 
2049 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2050 	}
2051 	return 0;
2052 
2053 unwind:
2054 	dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2055 		__func__, be->dai_link->name, ret);
2056 
2057 	/* disable any enabled and non active backends */
2058 	for_each_dpcm_be_rollback(fe, stream, dpcm) {
2059 		be = dpcm->be;
2060 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2061 
2062 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2063 			continue;
2064 
2065 		/* only allow hw_free() if no connected FEs are running */
2066 		if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2067 			continue;
2068 
2069 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2070 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2071 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2072 		   (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2073 			continue;
2074 
2075 		__soc_pcm_hw_free(be, be_substream);
2076 	}
2077 
2078 	return ret;
2079 }
2080 
2081 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2082 				 struct snd_pcm_hw_params *params)
2083 {
2084 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2085 	int ret, stream = substream->stream;
2086 
2087 	snd_soc_dpcm_mutex_lock(fe);
2088 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2089 
2090 	memcpy(&fe->dpcm[stream].hw_params, params,
2091 			sizeof(struct snd_pcm_hw_params));
2092 	ret = dpcm_be_dai_hw_params(fe, stream);
2093 	if (ret < 0)
2094 		goto out;
2095 
2096 	dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2097 			fe->dai_link->name, params_rate(params),
2098 			params_channels(params), params_format(params));
2099 
2100 	/* call hw_params on the frontend */
2101 	ret = __soc_pcm_hw_params(fe, substream, params);
2102 	if (ret < 0)
2103 		dpcm_be_dai_hw_free(fe, stream);
2104 	else
2105 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2106 
2107 out:
2108 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2109 	snd_soc_dpcm_mutex_unlock(fe);
2110 
2111 	return soc_pcm_ret(fe, ret);
2112 }
2113 
2114 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2115 			       int cmd)
2116 {
2117 	struct snd_soc_pcm_runtime *be;
2118 	bool pause_stop_transition;
2119 	struct snd_soc_dpcm *dpcm;
2120 	unsigned long flags;
2121 	int ret = 0;
2122 
2123 	for_each_dpcm_be(fe, stream, dpcm) {
2124 		struct snd_pcm_substream *be_substream;
2125 
2126 		be = dpcm->be;
2127 		be_substream = snd_soc_dpcm_get_substream(be, stream);
2128 
2129 		snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2130 
2131 		/* is this op for this BE ? */
2132 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2133 			goto next;
2134 
2135 		dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2136 			be->dai_link->name, cmd);
2137 
2138 		switch (cmd) {
2139 		case SNDRV_PCM_TRIGGER_START:
2140 			if (!be->dpcm[stream].be_start &&
2141 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2142 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2143 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2144 				goto next;
2145 
2146 			be->dpcm[stream].be_start++;
2147 			if (be->dpcm[stream].be_start != 1)
2148 				goto next;
2149 
2150 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2151 				ret = soc_pcm_trigger(be_substream,
2152 						      SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2153 			else
2154 				ret = soc_pcm_trigger(be_substream,
2155 						      SNDRV_PCM_TRIGGER_START);
2156 			if (ret) {
2157 				be->dpcm[stream].be_start--;
2158 				goto next;
2159 			}
2160 
2161 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2162 			break;
2163 		case SNDRV_PCM_TRIGGER_RESUME:
2164 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2165 				goto next;
2166 
2167 			be->dpcm[stream].be_start++;
2168 			if (be->dpcm[stream].be_start != 1)
2169 				goto next;
2170 
2171 			ret = soc_pcm_trigger(be_substream, cmd);
2172 			if (ret) {
2173 				be->dpcm[stream].be_start--;
2174 				goto next;
2175 			}
2176 
2177 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2178 			break;
2179 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2180 			if (!be->dpcm[stream].be_start &&
2181 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2182 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2183 				goto next;
2184 
2185 			fe->dpcm[stream].fe_pause = false;
2186 			be->dpcm[stream].be_pause--;
2187 
2188 			be->dpcm[stream].be_start++;
2189 			if (be->dpcm[stream].be_start != 1)
2190 				goto next;
2191 
2192 			ret = soc_pcm_trigger(be_substream, cmd);
2193 			if (ret) {
2194 				be->dpcm[stream].be_start--;
2195 				goto next;
2196 			}
2197 
2198 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2199 			break;
2200 		case SNDRV_PCM_TRIGGER_STOP:
2201 			if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2202 			    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2203 				goto next;
2204 
2205 			if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2206 				be->dpcm[stream].be_start--;
2207 
2208 			if (be->dpcm[stream].be_start != 0)
2209 				goto next;
2210 
2211 			pause_stop_transition = false;
2212 			if (fe->dpcm[stream].fe_pause) {
2213 				pause_stop_transition = true;
2214 				fe->dpcm[stream].fe_pause = false;
2215 				be->dpcm[stream].be_pause--;
2216 			}
2217 
2218 			if (be->dpcm[stream].be_pause != 0)
2219 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2220 			else
2221 				ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2222 
2223 			if (ret) {
2224 				if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2225 					be->dpcm[stream].be_start++;
2226 				if (pause_stop_transition) {
2227 					fe->dpcm[stream].fe_pause = true;
2228 					be->dpcm[stream].be_pause++;
2229 				}
2230 				goto next;
2231 			}
2232 
2233 			if (be->dpcm[stream].be_pause != 0)
2234 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2235 			else
2236 				be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2237 
2238 			break;
2239 		case SNDRV_PCM_TRIGGER_SUSPEND:
2240 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2241 				goto next;
2242 
2243 			be->dpcm[stream].be_start--;
2244 			if (be->dpcm[stream].be_start != 0)
2245 				goto next;
2246 
2247 			ret = soc_pcm_trigger(be_substream, cmd);
2248 			if (ret) {
2249 				be->dpcm[stream].be_start++;
2250 				goto next;
2251 			}
2252 
2253 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2254 			break;
2255 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2256 			if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2257 				goto next;
2258 
2259 			fe->dpcm[stream].fe_pause = true;
2260 			be->dpcm[stream].be_pause++;
2261 
2262 			be->dpcm[stream].be_start--;
2263 			if (be->dpcm[stream].be_start != 0)
2264 				goto next;
2265 
2266 			ret = soc_pcm_trigger(be_substream, cmd);
2267 			if (ret) {
2268 				be->dpcm[stream].be_start++;
2269 				goto next;
2270 			}
2271 
2272 			be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2273 			break;
2274 		}
2275 next:
2276 		snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2277 		if (ret)
2278 			break;
2279 	}
2280 	return soc_pcm_ret(fe, ret);
2281 }
2282 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2283 
2284 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2285 				  int cmd, bool fe_first)
2286 {
2287 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2288 	int ret;
2289 
2290 	/* call trigger on the frontend before the backend. */
2291 	if (fe_first) {
2292 		dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2293 			fe->dai_link->name, cmd);
2294 
2295 		ret = soc_pcm_trigger(substream, cmd);
2296 		if (ret < 0)
2297 			return ret;
2298 
2299 		ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2300 		return ret;
2301 	}
2302 
2303 	/* call trigger on the frontend after the backend. */
2304 	ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2305 	if (ret < 0)
2306 		return ret;
2307 
2308 	dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2309 		fe->dai_link->name, cmd);
2310 
2311 	ret = soc_pcm_trigger(substream, cmd);
2312 
2313 	return ret;
2314 }
2315 
2316 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2317 {
2318 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2319 	int stream = substream->stream;
2320 	int ret = 0;
2321 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2322 
2323 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2324 
2325 	switch (trigger) {
2326 	case SND_SOC_DPCM_TRIGGER_PRE:
2327 		switch (cmd) {
2328 		case SNDRV_PCM_TRIGGER_START:
2329 		case SNDRV_PCM_TRIGGER_RESUME:
2330 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2331 		case SNDRV_PCM_TRIGGER_DRAIN:
2332 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2333 			break;
2334 		case SNDRV_PCM_TRIGGER_STOP:
2335 		case SNDRV_PCM_TRIGGER_SUSPEND:
2336 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2337 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2338 			break;
2339 		default:
2340 			ret = -EINVAL;
2341 			break;
2342 		}
2343 		break;
2344 	case SND_SOC_DPCM_TRIGGER_POST:
2345 		switch (cmd) {
2346 		case SNDRV_PCM_TRIGGER_START:
2347 		case SNDRV_PCM_TRIGGER_RESUME:
2348 		case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2349 		case SNDRV_PCM_TRIGGER_DRAIN:
2350 			ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2351 			break;
2352 		case SNDRV_PCM_TRIGGER_STOP:
2353 		case SNDRV_PCM_TRIGGER_SUSPEND:
2354 		case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2355 			ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2356 			break;
2357 		default:
2358 			ret = -EINVAL;
2359 			break;
2360 		}
2361 		break;
2362 	case SND_SOC_DPCM_TRIGGER_BESPOKE:
2363 		/* bespoke trigger() - handles both FE and BEs */
2364 
2365 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2366 				fe->dai_link->name, cmd);
2367 
2368 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2369 		break;
2370 	default:
2371 		dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2372 				fe->dai_link->name);
2373 		ret = -EINVAL;
2374 		goto out;
2375 	}
2376 
2377 	if (ret < 0) {
2378 		dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2379 			cmd, ret);
2380 		goto out;
2381 	}
2382 
2383 	switch (cmd) {
2384 	case SNDRV_PCM_TRIGGER_START:
2385 	case SNDRV_PCM_TRIGGER_RESUME:
2386 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2387 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2388 		break;
2389 	case SNDRV_PCM_TRIGGER_STOP:
2390 	case SNDRV_PCM_TRIGGER_SUSPEND:
2391 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2392 		break;
2393 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2394 		fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2395 		break;
2396 	}
2397 
2398 out:
2399 	fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2400 	return ret;
2401 }
2402 
2403 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2404 {
2405 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2406 	int stream = substream->stream;
2407 
2408 	/* if FE's runtime_update is already set, we're in race;
2409 	 * process this trigger later at exit
2410 	 */
2411 	if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2412 		fe->dpcm[stream].trigger_pending = cmd + 1;
2413 		return 0; /* delayed, assuming it's successful */
2414 	}
2415 
2416 	/* we're alone, let's trigger */
2417 	return dpcm_fe_dai_do_trigger(substream, cmd);
2418 }
2419 
2420 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2421 {
2422 	struct snd_soc_dpcm *dpcm;
2423 	int ret = 0;
2424 
2425 	for_each_dpcm_be(fe, stream, dpcm) {
2426 
2427 		struct snd_soc_pcm_runtime *be = dpcm->be;
2428 		struct snd_pcm_substream *be_substream =
2429 			snd_soc_dpcm_get_substream(be, stream);
2430 
2431 		/* is this op for this BE ? */
2432 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2433 			continue;
2434 
2435 		if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2436 			continue;
2437 
2438 		if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2439 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2440 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2441 		    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2442 			continue;
2443 
2444 		dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2445 			be->dai_link->name);
2446 
2447 		ret = __soc_pcm_prepare(be, be_substream);
2448 		if (ret < 0)
2449 			break;
2450 
2451 		be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2452 	}
2453 
2454 	return soc_pcm_ret(fe, ret);
2455 }
2456 
2457 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2458 {
2459 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2460 	int stream = substream->stream, ret = 0;
2461 
2462 	snd_soc_dpcm_mutex_lock(fe);
2463 
2464 	dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2465 
2466 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2467 
2468 	/* there is no point preparing this FE if there are no BEs */
2469 	if (list_empty(&fe->dpcm[stream].be_clients)) {
2470 		/* dev_err_once() for visibility, dev_dbg() for debugging UCM profiles */
2471 		dev_err_once(fe->dev, "ASoC: no backend DAIs enabled for %s, possibly missing ALSA mixer-based routing or UCM profile\n",
2472 			     fe->dai_link->name);
2473 		dev_dbg(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2474 			fe->dai_link->name);
2475 		ret = -EINVAL;
2476 		goto out;
2477 	}
2478 
2479 	ret = dpcm_be_dai_prepare(fe, stream);
2480 	if (ret < 0)
2481 		goto out;
2482 
2483 	/* call prepare on the frontend */
2484 	ret = __soc_pcm_prepare(fe, substream);
2485 	if (ret < 0)
2486 		goto out;
2487 
2488 	fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2489 
2490 out:
2491 	dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2492 	snd_soc_dpcm_mutex_unlock(fe);
2493 
2494 	return soc_pcm_ret(fe, ret);
2495 }
2496 
2497 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2498 {
2499 	struct snd_pcm_substream *substream =
2500 		snd_soc_dpcm_get_substream(fe, stream);
2501 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2502 	int err;
2503 
2504 	dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2505 			stream ? "capture" : "playback", fe->dai_link->name);
2506 
2507 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2508 		/* call bespoke trigger - FE takes care of all BE triggers */
2509 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2510 				fe->dai_link->name);
2511 
2512 		err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2513 	} else {
2514 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2515 			fe->dai_link->name);
2516 
2517 		err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2518 	}
2519 
2520 	dpcm_be_dai_hw_free(fe, stream);
2521 
2522 	dpcm_be_dai_shutdown(fe, stream);
2523 
2524 	/* run the stream event for each BE */
2525 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2526 
2527 	return soc_pcm_ret(fe, err);
2528 }
2529 
2530 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2531 {
2532 	struct snd_pcm_substream *substream =
2533 		snd_soc_dpcm_get_substream(fe, stream);
2534 	struct snd_soc_dpcm *dpcm;
2535 	enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2536 	int ret = 0;
2537 
2538 	dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2539 			stream ? "capture" : "playback", fe->dai_link->name);
2540 
2541 	/* Only start the BE if the FE is ready */
2542 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2543 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2544 		dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2545 			fe->dai_link->name, fe->dpcm[stream].state);
2546 		ret = -EINVAL;
2547 		goto disconnect;
2548 	}
2549 
2550 	/* startup must always be called for new BEs */
2551 	ret = dpcm_be_dai_startup(fe, stream);
2552 	if (ret < 0)
2553 		goto disconnect;
2554 
2555 	/* keep going if FE state is > open */
2556 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2557 		return 0;
2558 
2559 	ret = dpcm_be_dai_hw_params(fe, stream);
2560 	if (ret < 0)
2561 		goto close;
2562 
2563 	/* keep going if FE state is > hw_params */
2564 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2565 		return 0;
2566 
2567 	ret = dpcm_be_dai_prepare(fe, stream);
2568 	if (ret < 0)
2569 		goto hw_free;
2570 
2571 	/* run the stream event for each BE */
2572 	dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2573 
2574 	/* keep going if FE state is > prepare */
2575 	if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2576 		fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2577 		return 0;
2578 
2579 	if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2580 		/* call trigger on the frontend - FE takes care of all BE triggers */
2581 		dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2582 				fe->dai_link->name);
2583 
2584 		ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2585 		if (ret < 0)
2586 			goto hw_free;
2587 	} else {
2588 		dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2589 			fe->dai_link->name);
2590 
2591 		ret = dpcm_be_dai_trigger(fe, stream,
2592 					SNDRV_PCM_TRIGGER_START);
2593 		if (ret < 0)
2594 			goto hw_free;
2595 	}
2596 
2597 	return 0;
2598 
2599 hw_free:
2600 	dpcm_be_dai_hw_free(fe, stream);
2601 close:
2602 	dpcm_be_dai_shutdown(fe, stream);
2603 disconnect:
2604 	/* disconnect any pending BEs */
2605 	for_each_dpcm_be(fe, stream, dpcm) {
2606 		struct snd_soc_pcm_runtime *be = dpcm->be;
2607 
2608 		/* is this op for this BE ? */
2609 		if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2610 			continue;
2611 
2612 		if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2613 			be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2614 				dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2615 	}
2616 
2617 	return soc_pcm_ret(fe, ret);
2618 }
2619 
2620 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2621 {
2622 	struct snd_soc_dapm_widget_list *list;
2623 	int stream;
2624 	int count, paths;
2625 
2626 	if (!fe->dai_link->dynamic)
2627 		return 0;
2628 
2629 	if (fe->dai_link->num_cpus > 1) {
2630 		dev_err(fe->dev,
2631 			"%s doesn't support Multi CPU yet\n", __func__);
2632 		return -EINVAL;
2633 	}
2634 
2635 	/* only check active links */
2636 	if (!snd_soc_dai_active(asoc_rtd_to_cpu(fe, 0)))
2637 		return 0;
2638 
2639 	/* DAPM sync will call this to update DSP paths */
2640 	dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2641 		new ? "new" : "old", fe->dai_link->name);
2642 
2643 	for_each_pcm_streams(stream) {
2644 
2645 		/* skip if FE doesn't have playback/capture capability */
2646 		if (!snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0),   stream) ||
2647 		    !snd_soc_dai_stream_valid(asoc_rtd_to_codec(fe, 0), stream))
2648 			continue;
2649 
2650 		/* skip if FE isn't currently playing/capturing */
2651 		if (!snd_soc_dai_stream_active(asoc_rtd_to_cpu(fe, 0), stream) ||
2652 		    !snd_soc_dai_stream_active(asoc_rtd_to_codec(fe, 0), stream))
2653 			continue;
2654 
2655 		paths = dpcm_path_get(fe, stream, &list);
2656 		if (paths < 0)
2657 			return paths;
2658 
2659 		/* update any playback/capture paths */
2660 		count = dpcm_process_paths(fe, stream, &list, new);
2661 		if (count) {
2662 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2663 			if (new)
2664 				dpcm_run_update_startup(fe, stream);
2665 			else
2666 				dpcm_run_update_shutdown(fe, stream);
2667 			dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2668 
2669 			dpcm_clear_pending_state(fe, stream);
2670 			dpcm_be_disconnect(fe, stream);
2671 		}
2672 
2673 		dpcm_path_put(&list);
2674 	}
2675 
2676 	return 0;
2677 }
2678 
2679 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2680  * any DAI links.
2681  */
2682 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2683 {
2684 	struct snd_soc_pcm_runtime *fe;
2685 	int ret = 0;
2686 
2687 	snd_soc_dpcm_mutex_lock(card);
2688 	/* shutdown all old paths first */
2689 	for_each_card_rtds(card, fe) {
2690 		ret = soc_dpcm_fe_runtime_update(fe, 0);
2691 		if (ret)
2692 			goto out;
2693 	}
2694 
2695 	/* bring new paths up */
2696 	for_each_card_rtds(card, fe) {
2697 		ret = soc_dpcm_fe_runtime_update(fe, 1);
2698 		if (ret)
2699 			goto out;
2700 	}
2701 
2702 out:
2703 	snd_soc_dpcm_mutex_unlock(card);
2704 	return ret;
2705 }
2706 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2707 
2708 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2709 {
2710 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2711 	struct snd_soc_dpcm *dpcm;
2712 	int stream = fe_substream->stream;
2713 
2714 	snd_soc_dpcm_mutex_assert_held(fe);
2715 
2716 	/* mark FE's links ready to prune */
2717 	for_each_dpcm_be(fe, stream, dpcm)
2718 		dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2719 
2720 	dpcm_be_disconnect(fe, stream);
2721 }
2722 
2723 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2724 {
2725 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2726 	int ret;
2727 
2728 	snd_soc_dpcm_mutex_lock(fe);
2729 	ret = dpcm_fe_dai_shutdown(fe_substream);
2730 
2731 	dpcm_fe_dai_cleanup(fe_substream);
2732 
2733 	snd_soc_dpcm_mutex_unlock(fe);
2734 	return ret;
2735 }
2736 
2737 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2738 {
2739 	struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2740 	struct snd_soc_dapm_widget_list *list;
2741 	int ret;
2742 	int stream = fe_substream->stream;
2743 
2744 	snd_soc_dpcm_mutex_lock(fe);
2745 
2746 	ret = dpcm_path_get(fe, stream, &list);
2747 	if (ret < 0)
2748 		goto open_end;
2749 
2750 	/* calculate valid and active FE <-> BE dpcms */
2751 	dpcm_process_paths(fe, stream, &list, 1);
2752 
2753 	ret = dpcm_fe_dai_startup(fe_substream);
2754 	if (ret < 0)
2755 		dpcm_fe_dai_cleanup(fe_substream);
2756 
2757 	dpcm_clear_pending_state(fe, stream);
2758 	dpcm_path_put(&list);
2759 open_end:
2760 	snd_soc_dpcm_mutex_unlock(fe);
2761 	return ret;
2762 }
2763 
2764 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2765 				    int *playback, int *capture)
2766 {
2767 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
2768 	struct snd_soc_dai *cpu_dai;
2769 	int has_playback = 0;
2770 	int has_capture  = 0;
2771 	int i;
2772 
2773 	if (dai_link->dynamic && dai_link->num_cpus > 1) {
2774 		dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2775 		return -EINVAL;
2776 	}
2777 
2778 	if (dai_link->dynamic || dai_link->no_pcm) {
2779 		int stream;
2780 
2781 		if (dai_link->dpcm_playback) {
2782 			stream = SNDRV_PCM_STREAM_PLAYBACK;
2783 
2784 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2785 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2786 					has_playback = 1;
2787 					break;
2788 				}
2789 			}
2790 			if (!has_playback) {
2791 				dev_err(rtd->card->dev,
2792 					"No CPU DAIs support playback for stream %s\n",
2793 					dai_link->stream_name);
2794 				return -EINVAL;
2795 			}
2796 		}
2797 		if (dai_link->dpcm_capture) {
2798 			stream = SNDRV_PCM_STREAM_CAPTURE;
2799 
2800 			for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2801 				if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2802 					has_capture = 1;
2803 					break;
2804 				}
2805 			}
2806 
2807 			if (!has_capture) {
2808 				dev_err(rtd->card->dev,
2809 					"No CPU DAIs support capture for stream %s\n",
2810 					dai_link->stream_name);
2811 				return -EINVAL;
2812 			}
2813 		}
2814 	} else {
2815 		struct snd_soc_dai *codec_dai;
2816 
2817 		/* Adapt stream for codec2codec links */
2818 		int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2819 		int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2820 
2821 		for_each_rtd_codec_dais(rtd, i, codec_dai) {
2822 			if (dai_link->num_cpus == 1) {
2823 				cpu_dai = asoc_rtd_to_cpu(rtd, 0);
2824 			} else if (dai_link->num_cpus == dai_link->num_codecs) {
2825 				cpu_dai = asoc_rtd_to_cpu(rtd, i);
2826 			} else if (rtd->dai_link->num_codecs > rtd->dai_link->num_cpus) {
2827 				int cpu_id;
2828 
2829 				if (!rtd->dai_link->codec_ch_maps) {
2830 					dev_err(rtd->card->dev, "%s: no codec channel mapping table provided\n",
2831 						__func__);
2832 					return -EINVAL;
2833 				}
2834 
2835 				cpu_id = rtd->dai_link->codec_ch_maps[i].connected_cpu_id;
2836 				cpu_dai = asoc_rtd_to_cpu(rtd, cpu_id);
2837 			} else {
2838 				dev_err(rtd->card->dev,
2839 					"%s codec number %d < cpu number %d is not supported\n",
2840 					__func__, rtd->dai_link->num_codecs,
2841 					rtd->dai_link->num_cpus);
2842 				return -EINVAL;
2843 			}
2844 
2845 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2846 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2847 				has_playback = 1;
2848 			if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2849 			    snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2850 				has_capture = 1;
2851 		}
2852 	}
2853 
2854 	if (dai_link->playback_only)
2855 		has_capture = 0;
2856 
2857 	if (dai_link->capture_only)
2858 		has_playback = 0;
2859 
2860 	if (!has_playback && !has_capture) {
2861 		dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2862 			dai_link->stream_name);
2863 
2864 		return -EINVAL;
2865 	}
2866 
2867 	*playback = has_playback;
2868 	*capture  = has_capture;
2869 
2870 	return 0;
2871 }
2872 
2873 static int soc_create_pcm(struct snd_pcm **pcm,
2874 			  struct snd_soc_pcm_runtime *rtd,
2875 			  int playback, int capture, int num)
2876 {
2877 	char new_name[64];
2878 	int ret;
2879 
2880 	/* create the PCM */
2881 	if (rtd->dai_link->c2c_params) {
2882 		snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2883 			 rtd->dai_link->stream_name);
2884 
2885 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2886 					   playback, capture, pcm);
2887 	} else if (rtd->dai_link->no_pcm) {
2888 		snprintf(new_name, sizeof(new_name), "(%s)",
2889 			rtd->dai_link->stream_name);
2890 
2891 		ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2892 				playback, capture, pcm);
2893 	} else {
2894 		if (rtd->dai_link->dynamic)
2895 			snprintf(new_name, sizeof(new_name), "%s (*)",
2896 				rtd->dai_link->stream_name);
2897 		else
2898 			snprintf(new_name, sizeof(new_name), "%s %s-%d",
2899 				rtd->dai_link->stream_name,
2900 				soc_codec_dai_name(rtd), num);
2901 
2902 		ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2903 			capture, pcm);
2904 	}
2905 	if (ret < 0) {
2906 		dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2907 			new_name, rtd->dai_link->name, ret);
2908 		return ret;
2909 	}
2910 	dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2911 
2912 	return 0;
2913 }
2914 
2915 /* create a new pcm */
2916 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2917 {
2918 	struct snd_soc_component *component;
2919 	struct snd_pcm *pcm;
2920 	int ret = 0, playback = 0, capture = 0;
2921 	int i;
2922 
2923 	ret = soc_get_playback_capture(rtd, &playback, &capture);
2924 	if (ret < 0)
2925 		return ret;
2926 
2927 	ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2928 	if (ret < 0)
2929 		return ret;
2930 
2931 	/* DAPM dai link stream work */
2932 	/*
2933 	 * Currently nothing to do for c2c links
2934 	 * Since c2c links are internal nodes in the DAPM graph and
2935 	 * don't interface with the outside world or application layer
2936 	 * we don't have to do any special handling on close.
2937 	 */
2938 	if (!rtd->dai_link->c2c_params)
2939 		rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2940 
2941 	rtd->pcm = pcm;
2942 	pcm->nonatomic = rtd->dai_link->nonatomic;
2943 	pcm->private_data = rtd;
2944 	pcm->no_device_suspend = true;
2945 
2946 	if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2947 		if (playback)
2948 			pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2949 		if (capture)
2950 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2951 		goto out;
2952 	}
2953 
2954 	/* ASoC PCM operations */
2955 	if (rtd->dai_link->dynamic) {
2956 		rtd->ops.open		= dpcm_fe_dai_open;
2957 		rtd->ops.hw_params	= dpcm_fe_dai_hw_params;
2958 		rtd->ops.prepare	= dpcm_fe_dai_prepare;
2959 		rtd->ops.trigger	= dpcm_fe_dai_trigger;
2960 		rtd->ops.hw_free	= dpcm_fe_dai_hw_free;
2961 		rtd->ops.close		= dpcm_fe_dai_close;
2962 		rtd->ops.pointer	= soc_pcm_pointer;
2963 	} else {
2964 		rtd->ops.open		= soc_pcm_open;
2965 		rtd->ops.hw_params	= soc_pcm_hw_params;
2966 		rtd->ops.prepare	= soc_pcm_prepare;
2967 		rtd->ops.trigger	= soc_pcm_trigger;
2968 		rtd->ops.hw_free	= soc_pcm_hw_free;
2969 		rtd->ops.close		= soc_pcm_close;
2970 		rtd->ops.pointer	= soc_pcm_pointer;
2971 	}
2972 
2973 	for_each_rtd_components(rtd, i, component) {
2974 		const struct snd_soc_component_driver *drv = component->driver;
2975 
2976 		if (drv->ioctl)
2977 			rtd->ops.ioctl		= snd_soc_pcm_component_ioctl;
2978 		if (drv->sync_stop)
2979 			rtd->ops.sync_stop	= snd_soc_pcm_component_sync_stop;
2980 		if (drv->copy)
2981 			rtd->ops.copy		= snd_soc_pcm_component_copy;
2982 		if (drv->page)
2983 			rtd->ops.page		= snd_soc_pcm_component_page;
2984 		if (drv->mmap)
2985 			rtd->ops.mmap		= snd_soc_pcm_component_mmap;
2986 		if (drv->ack)
2987 			rtd->ops.ack            = snd_soc_pcm_component_ack;
2988 	}
2989 
2990 	if (playback)
2991 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2992 
2993 	if (capture)
2994 		snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
2995 
2996 	ret = snd_soc_pcm_component_new(rtd);
2997 	if (ret < 0)
2998 		return ret;
2999 out:
3000 	dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
3001 		soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
3002 	return ret;
3003 }
3004 
3005 /* is the current PCM operation for this FE ? */
3006 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3007 {
3008 	if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3009 		return 1;
3010 	return 0;
3011 }
3012 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3013 
3014 /* is the current PCM operation for this BE ? */
3015 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3016 		struct snd_soc_pcm_runtime *be, int stream)
3017 {
3018 	if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3019 	   ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3020 		  be->dpcm[stream].runtime_update))
3021 		return 1;
3022 	return 0;
3023 }
3024 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3025 
3026 /* get the substream for this BE */
3027 struct snd_pcm_substream *
3028 	snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3029 {
3030 	return be->pcm->streams[stream].substream;
3031 }
3032 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3033 
3034 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3035 				    struct snd_soc_pcm_runtime *be,
3036 				    int stream,
3037 				    const enum snd_soc_dpcm_state *states,
3038 				    int num_states)
3039 {
3040 	struct snd_soc_dpcm *dpcm;
3041 	int state;
3042 	int ret = 1;
3043 	int i;
3044 
3045 	for_each_dpcm_fe(be, stream, dpcm) {
3046 
3047 		if (dpcm->fe == fe)
3048 			continue;
3049 
3050 		state = dpcm->fe->dpcm[stream].state;
3051 		for (i = 0; i < num_states; i++) {
3052 			if (state == states[i]) {
3053 				ret = 0;
3054 				break;
3055 			}
3056 		}
3057 	}
3058 
3059 	/* it's safe to do this BE DAI */
3060 	return ret;
3061 }
3062 
3063 /*
3064  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3065  * are not running, paused or suspended for the specified stream direction.
3066  */
3067 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3068 		struct snd_soc_pcm_runtime *be, int stream)
3069 {
3070 	const enum snd_soc_dpcm_state state[] = {
3071 		SND_SOC_DPCM_STATE_START,
3072 		SND_SOC_DPCM_STATE_PAUSED,
3073 		SND_SOC_DPCM_STATE_SUSPEND,
3074 	};
3075 
3076 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3077 }
3078 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3079 
3080 /*
3081  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3082  * running, paused or suspended for the specified stream direction.
3083  */
3084 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3085 		struct snd_soc_pcm_runtime *be, int stream)
3086 {
3087 	const enum snd_soc_dpcm_state state[] = {
3088 		SND_SOC_DPCM_STATE_START,
3089 		SND_SOC_DPCM_STATE_PAUSED,
3090 		SND_SOC_DPCM_STATE_SUSPEND,
3091 		SND_SOC_DPCM_STATE_PREPARE,
3092 	};
3093 
3094 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3095 }
3096 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3097 
3098 /*
3099  * We can only prepare a BE DAI if any of it's FE are not prepared,
3100  * running or paused for the specified stream direction.
3101  */
3102 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3103 				 struct snd_soc_pcm_runtime *be, int stream)
3104 {
3105 	const enum snd_soc_dpcm_state state[] = {
3106 		SND_SOC_DPCM_STATE_START,
3107 		SND_SOC_DPCM_STATE_PAUSED,
3108 		SND_SOC_DPCM_STATE_PREPARE,
3109 	};
3110 
3111 	return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3112 }
3113 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);
3114