xref: /openbmc/linux/sound/soc/soc-dapm.c (revision 519b58bb)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-dapm.c  --  ALSA SoC Dynamic Audio Power Management
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Author: Liam Girdwood <lrg@slimlogic.co.uk>
7 //
8 //  Features:
9 //    o Changes power status of internal codec blocks depending on the
10 //      dynamic configuration of codec internal audio paths and active
11 //      DACs/ADCs.
12 //    o Platform power domain - can support external components i.e. amps and
13 //      mic/headphone insertion events.
14 //    o Automatic Mic Bias support
15 //    o Jack insertion power event initiation - e.g. hp insertion will enable
16 //      sinks, dacs, etc
17 //    o Delayed power down of audio subsystem to reduce pops between a quick
18 //      device reopen.
19 
20 #include <linux/module.h>
21 #include <linux/init.h>
22 #include <linux/async.h>
23 #include <linux/delay.h>
24 #include <linux/pm.h>
25 #include <linux/bitops.h>
26 #include <linux/platform_device.h>
27 #include <linux/jiffies.h>
28 #include <linux/debugfs.h>
29 #include <linux/pm_runtime.h>
30 #include <linux/regulator/consumer.h>
31 #include <linux/pinctrl/consumer.h>
32 #include <linux/clk.h>
33 #include <linux/slab.h>
34 #include <sound/core.h>
35 #include <sound/pcm.h>
36 #include <sound/pcm_params.h>
37 #include <sound/soc.h>
38 #include <sound/initval.h>
39 
40 #include <trace/events/asoc.h>
41 
42 #define DAPM_UPDATE_STAT(widget, val) widget->dapm->card->dapm_stats.val++;
43 
44 #define SND_SOC_DAPM_DIR_REVERSE(x) ((x == SND_SOC_DAPM_DIR_IN) ? \
45 	SND_SOC_DAPM_DIR_OUT : SND_SOC_DAPM_DIR_IN)
46 
47 #define snd_soc_dapm_for_each_direction(dir) \
48 	for ((dir) = SND_SOC_DAPM_DIR_IN; (dir) <= SND_SOC_DAPM_DIR_OUT; \
49 		(dir)++)
50 
51 static int snd_soc_dapm_add_path(struct snd_soc_dapm_context *dapm,
52 	struct snd_soc_dapm_widget *wsource, struct snd_soc_dapm_widget *wsink,
53 	const char *control,
54 	int (*connected)(struct snd_soc_dapm_widget *source,
55 			 struct snd_soc_dapm_widget *sink));
56 
57 struct snd_soc_dapm_widget *
58 snd_soc_dapm_new_control(struct snd_soc_dapm_context *dapm,
59 			 const struct snd_soc_dapm_widget *widget);
60 
61 struct snd_soc_dapm_widget *
62 snd_soc_dapm_new_control_unlocked(struct snd_soc_dapm_context *dapm,
63 			 const struct snd_soc_dapm_widget *widget);
64 
65 static unsigned int soc_dapm_read(struct snd_soc_dapm_context *dapm, int reg);
66 
67 /* dapm power sequences - make this per codec in the future */
68 static int dapm_up_seq[] = {
69 	[snd_soc_dapm_pre] = 1,
70 	[snd_soc_dapm_regulator_supply] = 2,
71 	[snd_soc_dapm_pinctrl] = 2,
72 	[snd_soc_dapm_clock_supply] = 2,
73 	[snd_soc_dapm_supply] = 3,
74 	[snd_soc_dapm_micbias] = 4,
75 	[snd_soc_dapm_vmid] = 4,
76 	[snd_soc_dapm_dai_link] = 3,
77 	[snd_soc_dapm_dai_in] = 5,
78 	[snd_soc_dapm_dai_out] = 5,
79 	[snd_soc_dapm_aif_in] = 5,
80 	[snd_soc_dapm_aif_out] = 5,
81 	[snd_soc_dapm_mic] = 6,
82 	[snd_soc_dapm_siggen] = 6,
83 	[snd_soc_dapm_input] = 6,
84 	[snd_soc_dapm_output] = 6,
85 	[snd_soc_dapm_mux] = 7,
86 	[snd_soc_dapm_demux] = 7,
87 	[snd_soc_dapm_dac] = 8,
88 	[snd_soc_dapm_switch] = 9,
89 	[snd_soc_dapm_mixer] = 9,
90 	[snd_soc_dapm_mixer_named_ctl] = 9,
91 	[snd_soc_dapm_pga] = 10,
92 	[snd_soc_dapm_buffer] = 10,
93 	[snd_soc_dapm_scheduler] = 10,
94 	[snd_soc_dapm_effect] = 10,
95 	[snd_soc_dapm_src] = 10,
96 	[snd_soc_dapm_asrc] = 10,
97 	[snd_soc_dapm_encoder] = 10,
98 	[snd_soc_dapm_decoder] = 10,
99 	[snd_soc_dapm_adc] = 11,
100 	[snd_soc_dapm_out_drv] = 12,
101 	[snd_soc_dapm_hp] = 12,
102 	[snd_soc_dapm_spk] = 12,
103 	[snd_soc_dapm_line] = 12,
104 	[snd_soc_dapm_sink] = 12,
105 	[snd_soc_dapm_kcontrol] = 13,
106 	[snd_soc_dapm_post] = 14,
107 };
108 
109 static int dapm_down_seq[] = {
110 	[snd_soc_dapm_pre] = 1,
111 	[snd_soc_dapm_kcontrol] = 2,
112 	[snd_soc_dapm_adc] = 3,
113 	[snd_soc_dapm_hp] = 4,
114 	[snd_soc_dapm_spk] = 4,
115 	[snd_soc_dapm_line] = 4,
116 	[snd_soc_dapm_out_drv] = 4,
117 	[snd_soc_dapm_sink] = 4,
118 	[snd_soc_dapm_pga] = 5,
119 	[snd_soc_dapm_buffer] = 5,
120 	[snd_soc_dapm_scheduler] = 5,
121 	[snd_soc_dapm_effect] = 5,
122 	[snd_soc_dapm_src] = 5,
123 	[snd_soc_dapm_asrc] = 5,
124 	[snd_soc_dapm_encoder] = 5,
125 	[snd_soc_dapm_decoder] = 5,
126 	[snd_soc_dapm_switch] = 6,
127 	[snd_soc_dapm_mixer_named_ctl] = 6,
128 	[snd_soc_dapm_mixer] = 6,
129 	[snd_soc_dapm_dac] = 7,
130 	[snd_soc_dapm_mic] = 8,
131 	[snd_soc_dapm_siggen] = 8,
132 	[snd_soc_dapm_input] = 8,
133 	[snd_soc_dapm_output] = 8,
134 	[snd_soc_dapm_micbias] = 9,
135 	[snd_soc_dapm_vmid] = 9,
136 	[snd_soc_dapm_mux] = 10,
137 	[snd_soc_dapm_demux] = 10,
138 	[snd_soc_dapm_aif_in] = 11,
139 	[snd_soc_dapm_aif_out] = 11,
140 	[snd_soc_dapm_dai_in] = 11,
141 	[snd_soc_dapm_dai_out] = 11,
142 	[snd_soc_dapm_dai_link] = 12,
143 	[snd_soc_dapm_supply] = 13,
144 	[snd_soc_dapm_clock_supply] = 14,
145 	[snd_soc_dapm_pinctrl] = 14,
146 	[snd_soc_dapm_regulator_supply] = 14,
147 	[snd_soc_dapm_post] = 15,
148 };
149 
150 static void dapm_assert_locked(struct snd_soc_dapm_context *dapm)
151 {
152 	if (dapm->card && dapm->card->instantiated)
153 		lockdep_assert_held(&dapm->card->dapm_mutex);
154 }
155 
156 static void pop_wait(u32 pop_time)
157 {
158 	if (pop_time)
159 		schedule_timeout_uninterruptible(msecs_to_jiffies(pop_time));
160 }
161 
162 __printf(3, 4)
163 static void pop_dbg(struct device *dev, u32 pop_time, const char *fmt, ...)
164 {
165 	va_list args;
166 	char *buf;
167 
168 	if (!pop_time)
169 		return;
170 
171 	buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
172 	if (buf == NULL)
173 		return;
174 
175 	va_start(args, fmt);
176 	vsnprintf(buf, PAGE_SIZE, fmt, args);
177 	dev_info(dev, "%s", buf);
178 	va_end(args);
179 
180 	kfree(buf);
181 }
182 
183 static bool dapm_dirty_widget(struct snd_soc_dapm_widget *w)
184 {
185 	return !list_empty(&w->dirty);
186 }
187 
188 static void dapm_mark_dirty(struct snd_soc_dapm_widget *w, const char *reason)
189 {
190 	dapm_assert_locked(w->dapm);
191 
192 	if (!dapm_dirty_widget(w)) {
193 		dev_vdbg(w->dapm->dev, "Marking %s dirty due to %s\n",
194 			 w->name, reason);
195 		list_add_tail(&w->dirty, &w->dapm->card->dapm_dirty);
196 	}
197 }
198 
199 /*
200  * Common implementation for dapm_widget_invalidate_input_paths() and
201  * dapm_widget_invalidate_output_paths(). The function is inlined since the
202  * combined size of the two specialized functions is only marginally larger then
203  * the size of the generic function and at the same time the fast path of the
204  * specialized functions is significantly smaller than the generic function.
205  */
206 static __always_inline void dapm_widget_invalidate_paths(
207 	struct snd_soc_dapm_widget *w, enum snd_soc_dapm_direction dir)
208 {
209 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
210 	struct snd_soc_dapm_widget *node;
211 	struct snd_soc_dapm_path *p;
212 	LIST_HEAD(list);
213 
214 	dapm_assert_locked(w->dapm);
215 
216 	if (w->endpoints[dir] == -1)
217 		return;
218 
219 	list_add_tail(&w->work_list, &list);
220 	w->endpoints[dir] = -1;
221 
222 	list_for_each_entry(w, &list, work_list) {
223 		snd_soc_dapm_widget_for_each_path(w, dir, p) {
224 			if (p->is_supply || p->weak || !p->connect)
225 				continue;
226 			node = p->node[rdir];
227 			if (node->endpoints[dir] != -1) {
228 				node->endpoints[dir] = -1;
229 				list_add_tail(&node->work_list, &list);
230 			}
231 		}
232 	}
233 }
234 
235 /*
236  * dapm_widget_invalidate_input_paths() - Invalidate the cached number of
237  *  input paths
238  * @w: The widget for which to invalidate the cached number of input paths
239  *
240  * Resets the cached number of inputs for the specified widget and all widgets
241  * that can be reached via outcoming paths from the widget.
242  *
243  * This function must be called if the number of output paths for a widget might
244  * have changed. E.g. if the source state of a widget changes or a path is added
245  * or activated with the widget as the sink.
246  */
247 static void dapm_widget_invalidate_input_paths(struct snd_soc_dapm_widget *w)
248 {
249 	dapm_widget_invalidate_paths(w, SND_SOC_DAPM_DIR_IN);
250 }
251 
252 /*
253  * dapm_widget_invalidate_output_paths() - Invalidate the cached number of
254  *  output paths
255  * @w: The widget for which to invalidate the cached number of output paths
256  *
257  * Resets the cached number of outputs for the specified widget and all widgets
258  * that can be reached via incoming paths from the widget.
259  *
260  * This function must be called if the number of output paths for a widget might
261  * have changed. E.g. if the sink state of a widget changes or a path is added
262  * or activated with the widget as the source.
263  */
264 static void dapm_widget_invalidate_output_paths(struct snd_soc_dapm_widget *w)
265 {
266 	dapm_widget_invalidate_paths(w, SND_SOC_DAPM_DIR_OUT);
267 }
268 
269 /*
270  * dapm_path_invalidate() - Invalidates the cached number of inputs and outputs
271  *  for the widgets connected to a path
272  * @p: The path to invalidate
273  *
274  * Resets the cached number of inputs for the sink of the path and the cached
275  * number of outputs for the source of the path.
276  *
277  * This function must be called when a path is added, removed or the connected
278  * state changes.
279  */
280 static void dapm_path_invalidate(struct snd_soc_dapm_path *p)
281 {
282 	/*
283 	 * Weak paths or supply paths do not influence the number of input or
284 	 * output paths of their neighbors.
285 	 */
286 	if (p->weak || p->is_supply)
287 		return;
288 
289 	/*
290 	 * The number of connected endpoints is the sum of the number of
291 	 * connected endpoints of all neighbors. If a node with 0 connected
292 	 * endpoints is either connected or disconnected that sum won't change,
293 	 * so there is no need to re-check the path.
294 	 */
295 	if (p->source->endpoints[SND_SOC_DAPM_DIR_IN] != 0)
296 		dapm_widget_invalidate_input_paths(p->sink);
297 	if (p->sink->endpoints[SND_SOC_DAPM_DIR_OUT] != 0)
298 		dapm_widget_invalidate_output_paths(p->source);
299 }
300 
301 void dapm_mark_endpoints_dirty(struct snd_soc_card *card)
302 {
303 	struct snd_soc_dapm_widget *w;
304 
305 	mutex_lock(&card->dapm_mutex);
306 
307 	for_each_card_widgets(card, w) {
308 		if (w->is_ep) {
309 			dapm_mark_dirty(w, "Rechecking endpoints");
310 			if (w->is_ep & SND_SOC_DAPM_EP_SINK)
311 				dapm_widget_invalidate_output_paths(w);
312 			if (w->is_ep & SND_SOC_DAPM_EP_SOURCE)
313 				dapm_widget_invalidate_input_paths(w);
314 		}
315 	}
316 
317 	mutex_unlock(&card->dapm_mutex);
318 }
319 EXPORT_SYMBOL_GPL(dapm_mark_endpoints_dirty);
320 
321 /* create a new dapm widget */
322 static inline struct snd_soc_dapm_widget *dapm_cnew_widget(
323 	const struct snd_soc_dapm_widget *_widget)
324 {
325 	struct snd_soc_dapm_widget *w;
326 
327 	w = kmemdup(_widget, sizeof(*_widget), GFP_KERNEL);
328 	if (!w)
329 		return NULL;
330 
331 	/*
332 	 * w->name is duplicated in caller, but w->sname isn't.
333 	 * Duplicate it here if defined
334 	 */
335 	if (_widget->sname) {
336 		w->sname = kstrdup_const(_widget->sname, GFP_KERNEL);
337 		if (!w->sname) {
338 			kfree(w);
339 			return NULL;
340 		}
341 	}
342 	return w;
343 }
344 
345 struct dapm_kcontrol_data {
346 	unsigned int value;
347 	struct snd_soc_dapm_widget *widget;
348 	struct list_head paths;
349 	struct snd_soc_dapm_widget_list *wlist;
350 };
351 
352 static int dapm_kcontrol_data_alloc(struct snd_soc_dapm_widget *widget,
353 	struct snd_kcontrol *kcontrol, const char *ctrl_name)
354 {
355 	struct dapm_kcontrol_data *data;
356 	struct soc_mixer_control *mc;
357 	struct soc_enum *e;
358 	const char *name;
359 	int ret;
360 
361 	data = kzalloc(sizeof(*data), GFP_KERNEL);
362 	if (!data)
363 		return -ENOMEM;
364 
365 	INIT_LIST_HEAD(&data->paths);
366 
367 	switch (widget->id) {
368 	case snd_soc_dapm_switch:
369 	case snd_soc_dapm_mixer:
370 	case snd_soc_dapm_mixer_named_ctl:
371 		mc = (struct soc_mixer_control *)kcontrol->private_value;
372 
373 		if (mc->autodisable) {
374 			struct snd_soc_dapm_widget template;
375 
376 			if (snd_soc_volsw_is_stereo(mc))
377 				dev_warn(widget->dapm->dev,
378 					 "ASoC: Unsupported stereo autodisable control '%s'\n",
379 					 ctrl_name);
380 
381 			name = kasprintf(GFP_KERNEL, "%s %s", ctrl_name,
382 					 "Autodisable");
383 			if (!name) {
384 				ret = -ENOMEM;
385 				goto err_data;
386 			}
387 
388 			memset(&template, 0, sizeof(template));
389 			template.reg = mc->reg;
390 			template.mask = (1 << fls(mc->max)) - 1;
391 			template.shift = mc->shift;
392 			if (mc->invert)
393 				template.off_val = mc->max;
394 			else
395 				template.off_val = 0;
396 			template.on_val = template.off_val;
397 			template.id = snd_soc_dapm_kcontrol;
398 			template.name = name;
399 
400 			data->value = template.on_val;
401 
402 			data->widget =
403 				snd_soc_dapm_new_control_unlocked(widget->dapm,
404 				&template);
405 			kfree(name);
406 			if (IS_ERR(data->widget)) {
407 				ret = PTR_ERR(data->widget);
408 				goto err_data;
409 			}
410 		}
411 		break;
412 	case snd_soc_dapm_demux:
413 	case snd_soc_dapm_mux:
414 		e = (struct soc_enum *)kcontrol->private_value;
415 
416 		if (e->autodisable) {
417 			struct snd_soc_dapm_widget template;
418 
419 			name = kasprintf(GFP_KERNEL, "%s %s", ctrl_name,
420 					 "Autodisable");
421 			if (!name) {
422 				ret = -ENOMEM;
423 				goto err_data;
424 			}
425 
426 			memset(&template, 0, sizeof(template));
427 			template.reg = e->reg;
428 			template.mask = e->mask;
429 			template.shift = e->shift_l;
430 			template.off_val = snd_soc_enum_item_to_val(e, 0);
431 			template.on_val = template.off_val;
432 			template.id = snd_soc_dapm_kcontrol;
433 			template.name = name;
434 
435 			data->value = template.on_val;
436 
437 			data->widget = snd_soc_dapm_new_control_unlocked(
438 						widget->dapm, &template);
439 			kfree(name);
440 			if (IS_ERR(data->widget)) {
441 				ret = PTR_ERR(data->widget);
442 				goto err_data;
443 			}
444 
445 			snd_soc_dapm_add_path(widget->dapm, data->widget,
446 					      widget, NULL, NULL);
447 		} else if (e->reg != SND_SOC_NOPM) {
448 			data->value = soc_dapm_read(widget->dapm, e->reg) &
449 				      (e->mask << e->shift_l);
450 		}
451 		break;
452 	default:
453 		break;
454 	}
455 
456 	kcontrol->private_data = data;
457 
458 	return 0;
459 
460 err_data:
461 	kfree(data);
462 	return ret;
463 }
464 
465 static void dapm_kcontrol_free(struct snd_kcontrol *kctl)
466 {
467 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kctl);
468 
469 	list_del(&data->paths);
470 	kfree(data->wlist);
471 	kfree(data);
472 }
473 
474 static struct snd_soc_dapm_widget_list *dapm_kcontrol_get_wlist(
475 	const struct snd_kcontrol *kcontrol)
476 {
477 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
478 
479 	return data->wlist;
480 }
481 
482 static int dapm_kcontrol_add_widget(struct snd_kcontrol *kcontrol,
483 	struct snd_soc_dapm_widget *widget)
484 {
485 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
486 	struct snd_soc_dapm_widget_list *new_wlist;
487 	unsigned int n;
488 
489 	if (data->wlist)
490 		n = data->wlist->num_widgets + 1;
491 	else
492 		n = 1;
493 
494 	new_wlist = krealloc(data->wlist,
495 			     struct_size(new_wlist, widgets, n),
496 			     GFP_KERNEL);
497 	if (!new_wlist)
498 		return -ENOMEM;
499 
500 	new_wlist->widgets[n - 1] = widget;
501 	new_wlist->num_widgets = n;
502 
503 	data->wlist = new_wlist;
504 
505 	return 0;
506 }
507 
508 static void dapm_kcontrol_add_path(const struct snd_kcontrol *kcontrol,
509 	struct snd_soc_dapm_path *path)
510 {
511 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
512 
513 	list_add_tail(&path->list_kcontrol, &data->paths);
514 }
515 
516 static bool dapm_kcontrol_is_powered(const struct snd_kcontrol *kcontrol)
517 {
518 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
519 
520 	if (!data->widget)
521 		return true;
522 
523 	return data->widget->power;
524 }
525 
526 static struct list_head *dapm_kcontrol_get_path_list(
527 	const struct snd_kcontrol *kcontrol)
528 {
529 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
530 
531 	return &data->paths;
532 }
533 
534 #define dapm_kcontrol_for_each_path(path, kcontrol) \
535 	list_for_each_entry(path, dapm_kcontrol_get_path_list(kcontrol), \
536 		list_kcontrol)
537 
538 unsigned int dapm_kcontrol_get_value(const struct snd_kcontrol *kcontrol)
539 {
540 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
541 
542 	return data->value;
543 }
544 EXPORT_SYMBOL_GPL(dapm_kcontrol_get_value);
545 
546 static bool dapm_kcontrol_set_value(const struct snd_kcontrol *kcontrol,
547 	unsigned int value)
548 {
549 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
550 
551 	if (data->value == value)
552 		return false;
553 
554 	if (data->widget) {
555 		switch (dapm_kcontrol_get_wlist(kcontrol)->widgets[0]->id) {
556 		case snd_soc_dapm_switch:
557 		case snd_soc_dapm_mixer:
558 		case snd_soc_dapm_mixer_named_ctl:
559 			data->widget->on_val = value & data->widget->mask;
560 			break;
561 		case snd_soc_dapm_demux:
562 		case snd_soc_dapm_mux:
563 			data->widget->on_val = value >> data->widget->shift;
564 			break;
565 		default:
566 			data->widget->on_val = value;
567 			break;
568 		}
569 	}
570 
571 	data->value = value;
572 
573 	return true;
574 }
575 
576 /**
577  * snd_soc_dapm_kcontrol_widget() - Returns the widget associated to a
578  *   kcontrol
579  * @kcontrol: The kcontrol
580  */
581 struct snd_soc_dapm_widget *snd_soc_dapm_kcontrol_widget(
582 				struct snd_kcontrol *kcontrol)
583 {
584 	return dapm_kcontrol_get_wlist(kcontrol)->widgets[0];
585 }
586 EXPORT_SYMBOL_GPL(snd_soc_dapm_kcontrol_widget);
587 
588 /**
589  * snd_soc_dapm_kcontrol_dapm() - Returns the dapm context associated to a
590  *  kcontrol
591  * @kcontrol: The kcontrol
592  *
593  * Note: This function must only be used on kcontrols that are known to have
594  * been registered for a CODEC. Otherwise the behaviour is undefined.
595  */
596 struct snd_soc_dapm_context *snd_soc_dapm_kcontrol_dapm(
597 	struct snd_kcontrol *kcontrol)
598 {
599 	return dapm_kcontrol_get_wlist(kcontrol)->widgets[0]->dapm;
600 }
601 EXPORT_SYMBOL_GPL(snd_soc_dapm_kcontrol_dapm);
602 
603 static void dapm_reset(struct snd_soc_card *card)
604 {
605 	struct snd_soc_dapm_widget *w;
606 
607 	lockdep_assert_held(&card->dapm_mutex);
608 
609 	memset(&card->dapm_stats, 0, sizeof(card->dapm_stats));
610 
611 	for_each_card_widgets(card, w) {
612 		w->new_power = w->power;
613 		w->power_checked = false;
614 	}
615 }
616 
617 static const char *soc_dapm_prefix(struct snd_soc_dapm_context *dapm)
618 {
619 	if (!dapm->component)
620 		return NULL;
621 	return dapm->component->name_prefix;
622 }
623 
624 static unsigned int soc_dapm_read(struct snd_soc_dapm_context *dapm, int reg)
625 {
626 	if (!dapm->component)
627 		return -EIO;
628 	return  snd_soc_component_read(dapm->component, reg);
629 }
630 
631 static int soc_dapm_update_bits(struct snd_soc_dapm_context *dapm,
632 	int reg, unsigned int mask, unsigned int value)
633 {
634 	if (!dapm->component)
635 		return -EIO;
636 	return snd_soc_component_update_bits(dapm->component, reg,
637 					     mask, value);
638 }
639 
640 static int soc_dapm_test_bits(struct snd_soc_dapm_context *dapm,
641 	int reg, unsigned int mask, unsigned int value)
642 {
643 	if (!dapm->component)
644 		return -EIO;
645 	return snd_soc_component_test_bits(dapm->component, reg, mask, value);
646 }
647 
648 static void soc_dapm_async_complete(struct snd_soc_dapm_context *dapm)
649 {
650 	if (dapm->component)
651 		snd_soc_component_async_complete(dapm->component);
652 }
653 
654 static struct snd_soc_dapm_widget *
655 dapm_wcache_lookup(struct snd_soc_dapm_wcache *wcache, const char *name)
656 {
657 	struct snd_soc_dapm_widget *w = wcache->widget;
658 
659 	if (w) {
660 		struct list_head *wlist = &w->dapm->card->widgets;
661 		const int depth = 2;
662 		int i = 0;
663 
664 		list_for_each_entry_from(w, wlist, list) {
665 			if (!strcmp(name, w->name))
666 				return w;
667 
668 			if (++i == depth)
669 				break;
670 		}
671 	}
672 
673 	return NULL;
674 }
675 
676 static inline void dapm_wcache_update(struct snd_soc_dapm_wcache *wcache,
677 				      struct snd_soc_dapm_widget *w)
678 {
679 	wcache->widget = w;
680 }
681 
682 /**
683  * snd_soc_dapm_force_bias_level() - Sets the DAPM bias level
684  * @dapm: The DAPM context for which to set the level
685  * @level: The level to set
686  *
687  * Forces the DAPM bias level to a specific state. It will call the bias level
688  * callback of DAPM context with the specified level. This will even happen if
689  * the context is already at the same level. Furthermore it will not go through
690  * the normal bias level sequencing, meaning any intermediate states between the
691  * current and the target state will not be entered.
692  *
693  * Note that the change in bias level is only temporary and the next time
694  * snd_soc_dapm_sync() is called the state will be set to the level as
695  * determined by the DAPM core. The function is mainly intended to be used to
696  * used during probe or resume from suspend to power up the device so
697  * initialization can be done, before the DAPM core takes over.
698  */
699 int snd_soc_dapm_force_bias_level(struct snd_soc_dapm_context *dapm,
700 	enum snd_soc_bias_level level)
701 {
702 	int ret = 0;
703 
704 	if (dapm->component)
705 		ret = snd_soc_component_set_bias_level(dapm->component, level);
706 
707 	if (ret == 0)
708 		dapm->bias_level = level;
709 
710 	return ret;
711 }
712 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_bias_level);
713 
714 /**
715  * snd_soc_dapm_set_bias_level - set the bias level for the system
716  * @dapm: DAPM context
717  * @level: level to configure
718  *
719  * Configure the bias (power) levels for the SoC audio device.
720  *
721  * Returns 0 for success else error.
722  */
723 static int snd_soc_dapm_set_bias_level(struct snd_soc_dapm_context *dapm,
724 				       enum snd_soc_bias_level level)
725 {
726 	struct snd_soc_card *card = dapm->card;
727 	int ret = 0;
728 
729 	trace_snd_soc_bias_level_start(card, level);
730 
731 	ret = snd_soc_card_set_bias_level(card, dapm, level);
732 	if (ret != 0)
733 		goto out;
734 
735 	if (!card || dapm != &card->dapm)
736 		ret = snd_soc_dapm_force_bias_level(dapm, level);
737 
738 	if (ret != 0)
739 		goto out;
740 
741 	ret = snd_soc_card_set_bias_level_post(card, dapm, level);
742 out:
743 	trace_snd_soc_bias_level_done(card, level);
744 
745 	return ret;
746 }
747 
748 /* connect mux widget to its interconnecting audio paths */
749 static int dapm_connect_mux(struct snd_soc_dapm_context *dapm,
750 	struct snd_soc_dapm_path *path, const char *control_name,
751 	struct snd_soc_dapm_widget *w)
752 {
753 	const struct snd_kcontrol_new *kcontrol = &w->kcontrol_news[0];
754 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
755 	unsigned int item;
756 	int i;
757 
758 	if (e->reg != SND_SOC_NOPM) {
759 		unsigned int val;
760 		val = soc_dapm_read(dapm, e->reg);
761 		val = (val >> e->shift_l) & e->mask;
762 		item = snd_soc_enum_val_to_item(e, val);
763 	} else {
764 		/* since a virtual mux has no backing registers to
765 		 * decide which path to connect, it will try to match
766 		 * with the first enumeration.  This is to ensure
767 		 * that the default mux choice (the first) will be
768 		 * correctly powered up during initialization.
769 		 */
770 		item = 0;
771 	}
772 
773 	i = match_string(e->texts, e->items, control_name);
774 	if (i < 0)
775 		return -ENODEV;
776 
777 	path->name = e->texts[i];
778 	path->connect = (i == item);
779 	return 0;
780 
781 }
782 
783 /* set up initial codec paths */
784 static void dapm_set_mixer_path_status(struct snd_soc_dapm_path *p, int i,
785 				       int nth_path)
786 {
787 	struct soc_mixer_control *mc = (struct soc_mixer_control *)
788 		p->sink->kcontrol_news[i].private_value;
789 	unsigned int reg = mc->reg;
790 	unsigned int invert = mc->invert;
791 
792 	if (reg != SND_SOC_NOPM) {
793 		unsigned int shift = mc->shift;
794 		unsigned int max = mc->max;
795 		unsigned int mask = (1 << fls(max)) - 1;
796 		unsigned int val = soc_dapm_read(p->sink->dapm, reg);
797 
798 		/*
799 		 * The nth_path argument allows this function to know
800 		 * which path of a kcontrol it is setting the initial
801 		 * status for. Ideally this would support any number
802 		 * of paths and channels. But since kcontrols only come
803 		 * in mono and stereo variants, we are limited to 2
804 		 * channels.
805 		 *
806 		 * The following code assumes for stereo controls the
807 		 * first path is the left channel, and all remaining
808 		 * paths are the right channel.
809 		 */
810 		if (snd_soc_volsw_is_stereo(mc) && nth_path > 0) {
811 			if (reg != mc->rreg)
812 				val = soc_dapm_read(p->sink->dapm, mc->rreg);
813 			val = (val >> mc->rshift) & mask;
814 		} else {
815 			val = (val >> shift) & mask;
816 		}
817 		if (invert)
818 			val = max - val;
819 		p->connect = !!val;
820 	} else {
821 		/* since a virtual mixer has no backing registers to
822 		 * decide which path to connect, it will try to match
823 		 * with initial state.  This is to ensure
824 		 * that the default mixer choice will be
825 		 * correctly powered up during initialization.
826 		 */
827 		p->connect = invert;
828 	}
829 }
830 
831 /* connect mixer widget to its interconnecting audio paths */
832 static int dapm_connect_mixer(struct snd_soc_dapm_context *dapm,
833 	struct snd_soc_dapm_path *path, const char *control_name)
834 {
835 	int i, nth_path = 0;
836 
837 	/* search for mixer kcontrol */
838 	for (i = 0; i < path->sink->num_kcontrols; i++) {
839 		if (!strcmp(control_name, path->sink->kcontrol_news[i].name)) {
840 			path->name = path->sink->kcontrol_news[i].name;
841 			dapm_set_mixer_path_status(path, i, nth_path++);
842 			return 0;
843 		}
844 	}
845 	return -ENODEV;
846 }
847 
848 static int dapm_is_shared_kcontrol(struct snd_soc_dapm_context *dapm,
849 	struct snd_soc_dapm_widget *kcontrolw,
850 	const struct snd_kcontrol_new *kcontrol_new,
851 	struct snd_kcontrol **kcontrol)
852 {
853 	struct snd_soc_dapm_widget *w;
854 	int i;
855 
856 	*kcontrol = NULL;
857 
858 	for_each_card_widgets(dapm->card, w) {
859 		if (w == kcontrolw || w->dapm != kcontrolw->dapm)
860 			continue;
861 		for (i = 0; i < w->num_kcontrols; i++) {
862 			if (&w->kcontrol_news[i] == kcontrol_new) {
863 				if (w->kcontrols)
864 					*kcontrol = w->kcontrols[i];
865 				return 1;
866 			}
867 		}
868 	}
869 
870 	return 0;
871 }
872 
873 /*
874  * Determine if a kcontrol is shared. If it is, look it up. If it isn't,
875  * create it. Either way, add the widget into the control's widget list
876  */
877 static int dapm_create_or_share_kcontrol(struct snd_soc_dapm_widget *w,
878 	int kci)
879 {
880 	struct snd_soc_dapm_context *dapm = w->dapm;
881 	struct snd_card *card = dapm->card->snd_card;
882 	const char *prefix;
883 	size_t prefix_len;
884 	int shared;
885 	struct snd_kcontrol *kcontrol;
886 	bool wname_in_long_name, kcname_in_long_name;
887 	char *long_name = NULL;
888 	const char *name;
889 	int ret = 0;
890 
891 	prefix = soc_dapm_prefix(dapm);
892 	if (prefix)
893 		prefix_len = strlen(prefix) + 1;
894 	else
895 		prefix_len = 0;
896 
897 	shared = dapm_is_shared_kcontrol(dapm, w, &w->kcontrol_news[kci],
898 					 &kcontrol);
899 
900 	if (!kcontrol) {
901 		if (shared) {
902 			wname_in_long_name = false;
903 			kcname_in_long_name = true;
904 		} else {
905 			switch (w->id) {
906 			case snd_soc_dapm_switch:
907 			case snd_soc_dapm_mixer:
908 			case snd_soc_dapm_pga:
909 			case snd_soc_dapm_effect:
910 			case snd_soc_dapm_out_drv:
911 				wname_in_long_name = true;
912 				kcname_in_long_name = true;
913 				break;
914 			case snd_soc_dapm_mixer_named_ctl:
915 				wname_in_long_name = false;
916 				kcname_in_long_name = true;
917 				break;
918 			case snd_soc_dapm_demux:
919 			case snd_soc_dapm_mux:
920 				wname_in_long_name = true;
921 				kcname_in_long_name = false;
922 				break;
923 			default:
924 				return -EINVAL;
925 			}
926 		}
927 
928 		if (wname_in_long_name && kcname_in_long_name) {
929 			/*
930 			 * The control will get a prefix from the control
931 			 * creation process but we're also using the same
932 			 * prefix for widgets so cut the prefix off the
933 			 * front of the widget name.
934 			 */
935 			long_name = kasprintf(GFP_KERNEL, "%s %s",
936 				 w->name + prefix_len,
937 				 w->kcontrol_news[kci].name);
938 			if (long_name == NULL)
939 				return -ENOMEM;
940 
941 			name = long_name;
942 		} else if (wname_in_long_name) {
943 			long_name = NULL;
944 			name = w->name + prefix_len;
945 		} else {
946 			long_name = NULL;
947 			name = w->kcontrol_news[kci].name;
948 		}
949 
950 		kcontrol = snd_soc_cnew(&w->kcontrol_news[kci], NULL, name,
951 					prefix);
952 		if (!kcontrol) {
953 			ret = -ENOMEM;
954 			goto exit_free;
955 		}
956 
957 		kcontrol->private_free = dapm_kcontrol_free;
958 
959 		ret = dapm_kcontrol_data_alloc(w, kcontrol, name);
960 		if (ret) {
961 			snd_ctl_free_one(kcontrol);
962 			goto exit_free;
963 		}
964 
965 		ret = snd_ctl_add(card, kcontrol);
966 		if (ret < 0) {
967 			dev_err(dapm->dev,
968 				"ASoC: failed to add widget %s dapm kcontrol %s: %d\n",
969 				w->name, name, ret);
970 			goto exit_free;
971 		}
972 	}
973 
974 	ret = dapm_kcontrol_add_widget(kcontrol, w);
975 	if (ret == 0)
976 		w->kcontrols[kci] = kcontrol;
977 
978 exit_free:
979 	kfree(long_name);
980 
981 	return ret;
982 }
983 
984 /* create new dapm mixer control */
985 static int dapm_new_mixer(struct snd_soc_dapm_widget *w)
986 {
987 	int i, ret;
988 	struct snd_soc_dapm_path *path;
989 	struct dapm_kcontrol_data *data;
990 
991 	/* add kcontrol */
992 	for (i = 0; i < w->num_kcontrols; i++) {
993 		/* match name */
994 		snd_soc_dapm_widget_for_each_source_path(w, path) {
995 			/* mixer/mux paths name must match control name */
996 			if (path->name != (char *)w->kcontrol_news[i].name)
997 				continue;
998 
999 			if (!w->kcontrols[i]) {
1000 				ret = dapm_create_or_share_kcontrol(w, i);
1001 				if (ret < 0)
1002 					return ret;
1003 			}
1004 
1005 			dapm_kcontrol_add_path(w->kcontrols[i], path);
1006 
1007 			data = snd_kcontrol_chip(w->kcontrols[i]);
1008 			if (data->widget)
1009 				snd_soc_dapm_add_path(data->widget->dapm,
1010 						      data->widget,
1011 						      path->source,
1012 						      NULL, NULL);
1013 		}
1014 	}
1015 
1016 	return 0;
1017 }
1018 
1019 /* create new dapm mux control */
1020 static int dapm_new_mux(struct snd_soc_dapm_widget *w)
1021 {
1022 	struct snd_soc_dapm_context *dapm = w->dapm;
1023 	enum snd_soc_dapm_direction dir;
1024 	struct snd_soc_dapm_path *path;
1025 	const char *type;
1026 	int ret;
1027 
1028 	switch (w->id) {
1029 	case snd_soc_dapm_mux:
1030 		dir = SND_SOC_DAPM_DIR_OUT;
1031 		type = "mux";
1032 		break;
1033 	case snd_soc_dapm_demux:
1034 		dir = SND_SOC_DAPM_DIR_IN;
1035 		type = "demux";
1036 		break;
1037 	default:
1038 		return -EINVAL;
1039 	}
1040 
1041 	if (w->num_kcontrols != 1) {
1042 		dev_err(dapm->dev,
1043 			"ASoC: %s %s has incorrect number of controls\n", type,
1044 			w->name);
1045 		return -EINVAL;
1046 	}
1047 
1048 	if (list_empty(&w->edges[dir])) {
1049 		dev_err(dapm->dev, "ASoC: %s %s has no paths\n", type, w->name);
1050 		return -EINVAL;
1051 	}
1052 
1053 	ret = dapm_create_or_share_kcontrol(w, 0);
1054 	if (ret < 0)
1055 		return ret;
1056 
1057 	snd_soc_dapm_widget_for_each_path(w, dir, path) {
1058 		if (path->name)
1059 			dapm_kcontrol_add_path(w->kcontrols[0], path);
1060 	}
1061 
1062 	return 0;
1063 }
1064 
1065 /* create new dapm volume control */
1066 static int dapm_new_pga(struct snd_soc_dapm_widget *w)
1067 {
1068 	int i;
1069 
1070 	for (i = 0; i < w->num_kcontrols; i++) {
1071 		int ret = dapm_create_or_share_kcontrol(w, i);
1072 		if (ret < 0)
1073 			return ret;
1074 	}
1075 
1076 	return 0;
1077 }
1078 
1079 /* create new dapm dai link control */
1080 static int dapm_new_dai_link(struct snd_soc_dapm_widget *w)
1081 {
1082 	int i;
1083 	struct snd_soc_pcm_runtime *rtd = w->priv;
1084 
1085 	/* create control for links with > 1 config */
1086 	if (rtd->dai_link->num_params <= 1)
1087 		return 0;
1088 
1089 	/* add kcontrol */
1090 	for (i = 0; i < w->num_kcontrols; i++) {
1091 		struct snd_soc_dapm_context *dapm = w->dapm;
1092 		struct snd_card *card = dapm->card->snd_card;
1093 		struct snd_kcontrol *kcontrol = snd_soc_cnew(&w->kcontrol_news[i],
1094 							     w, w->name, NULL);
1095 		int ret = snd_ctl_add(card, kcontrol);
1096 
1097 		if (ret < 0) {
1098 			dev_err(dapm->dev,
1099 				"ASoC: failed to add widget %s dapm kcontrol %s: %d\n",
1100 				w->name, w->kcontrol_news[i].name, ret);
1101 			return ret;
1102 		}
1103 		kcontrol->private_data = w;
1104 		w->kcontrols[i] = kcontrol;
1105 	}
1106 
1107 	return 0;
1108 }
1109 
1110 /* We implement power down on suspend by checking the power state of
1111  * the ALSA card - when we are suspending the ALSA state for the card
1112  * is set to D3.
1113  */
1114 static int snd_soc_dapm_suspend_check(struct snd_soc_dapm_widget *widget)
1115 {
1116 	int level = snd_power_get_state(widget->dapm->card->snd_card);
1117 
1118 	switch (level) {
1119 	case SNDRV_CTL_POWER_D3hot:
1120 	case SNDRV_CTL_POWER_D3cold:
1121 		if (widget->ignore_suspend)
1122 			dev_dbg(widget->dapm->dev, "ASoC: %s ignoring suspend\n",
1123 				widget->name);
1124 		return widget->ignore_suspend;
1125 	default:
1126 		return 1;
1127 	}
1128 }
1129 
1130 static void dapm_widget_list_free(struct snd_soc_dapm_widget_list **list)
1131 {
1132 	kfree(*list);
1133 }
1134 
1135 static int dapm_widget_list_create(struct snd_soc_dapm_widget_list **list,
1136 	struct list_head *widgets)
1137 {
1138 	struct snd_soc_dapm_widget *w;
1139 	struct list_head *it;
1140 	unsigned int size = 0;
1141 	unsigned int i = 0;
1142 
1143 	list_for_each(it, widgets)
1144 		size++;
1145 
1146 	*list = kzalloc(struct_size(*list, widgets, size), GFP_KERNEL);
1147 	if (*list == NULL)
1148 		return -ENOMEM;
1149 
1150 	list_for_each_entry(w, widgets, work_list)
1151 		(*list)->widgets[i++] = w;
1152 
1153 	(*list)->num_widgets = i;
1154 
1155 	return 0;
1156 }
1157 
1158 /*
1159  * Recursively reset the cached number of inputs or outputs for the specified
1160  * widget and all widgets that can be reached via incoming or outcoming paths
1161  * from the widget.
1162  */
1163 static void invalidate_paths_ep(struct snd_soc_dapm_widget *widget,
1164 	enum snd_soc_dapm_direction dir)
1165 {
1166 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
1167 	struct snd_soc_dapm_path *path;
1168 
1169 	widget->endpoints[dir] = -1;
1170 
1171 	snd_soc_dapm_widget_for_each_path(widget, rdir, path) {
1172 		if (path->weak || path->is_supply)
1173 			continue;
1174 
1175 		if (path->walking)
1176 			return;
1177 
1178 		if (path->connect) {
1179 			path->walking = 1;
1180 			invalidate_paths_ep(path->node[dir], dir);
1181 			path->walking = 0;
1182 		}
1183 	}
1184 }
1185 
1186 /*
1187  * Common implementation for is_connected_output_ep() and
1188  * is_connected_input_ep(). The function is inlined since the combined size of
1189  * the two specialized functions is only marginally larger then the size of the
1190  * generic function and at the same time the fast path of the specialized
1191  * functions is significantly smaller than the generic function.
1192  */
1193 static __always_inline int is_connected_ep(struct snd_soc_dapm_widget *widget,
1194 	struct list_head *list, enum snd_soc_dapm_direction dir,
1195 	int (*fn)(struct snd_soc_dapm_widget *, struct list_head *,
1196 		  bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1197 						enum snd_soc_dapm_direction)),
1198 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1199 				      enum snd_soc_dapm_direction))
1200 {
1201 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
1202 	struct snd_soc_dapm_path *path;
1203 	int con = 0;
1204 
1205 	if (widget->endpoints[dir] >= 0)
1206 		return widget->endpoints[dir];
1207 
1208 	DAPM_UPDATE_STAT(widget, path_checks);
1209 
1210 	/* do we need to add this widget to the list ? */
1211 	if (list)
1212 		list_add_tail(&widget->work_list, list);
1213 
1214 	if (custom_stop_condition && custom_stop_condition(widget, dir)) {
1215 		list = NULL;
1216 		custom_stop_condition = NULL;
1217 	}
1218 
1219 	if ((widget->is_ep & SND_SOC_DAPM_DIR_TO_EP(dir)) && widget->connected) {
1220 		widget->endpoints[dir] = snd_soc_dapm_suspend_check(widget);
1221 		return widget->endpoints[dir];
1222 	}
1223 
1224 	snd_soc_dapm_widget_for_each_path(widget, rdir, path) {
1225 		DAPM_UPDATE_STAT(widget, neighbour_checks);
1226 
1227 		if (path->weak || path->is_supply)
1228 			continue;
1229 
1230 		if (path->walking)
1231 			return 1;
1232 
1233 		trace_snd_soc_dapm_path(widget, dir, path);
1234 
1235 		if (path->connect) {
1236 			path->walking = 1;
1237 			con += fn(path->node[dir], list, custom_stop_condition);
1238 			path->walking = 0;
1239 		}
1240 	}
1241 
1242 	widget->endpoints[dir] = con;
1243 
1244 	return con;
1245 }
1246 
1247 /*
1248  * Recursively check for a completed path to an active or physically connected
1249  * output widget. Returns number of complete paths.
1250  *
1251  * Optionally, can be supplied with a function acting as a stopping condition.
1252  * This function takes the dapm widget currently being examined and the walk
1253  * direction as an arguments, it should return true if widgets from that point
1254  * in the graph onwards should not be added to the widget list.
1255  */
1256 static int is_connected_output_ep(struct snd_soc_dapm_widget *widget,
1257 	struct list_head *list,
1258 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *i,
1259 				      enum snd_soc_dapm_direction))
1260 {
1261 	return is_connected_ep(widget, list, SND_SOC_DAPM_DIR_OUT,
1262 			is_connected_output_ep, custom_stop_condition);
1263 }
1264 
1265 /*
1266  * Recursively check for a completed path to an active or physically connected
1267  * input widget. Returns number of complete paths.
1268  *
1269  * Optionally, can be supplied with a function acting as a stopping condition.
1270  * This function takes the dapm widget currently being examined and the walk
1271  * direction as an arguments, it should return true if the walk should be
1272  * stopped and false otherwise.
1273  */
1274 static int is_connected_input_ep(struct snd_soc_dapm_widget *widget,
1275 	struct list_head *list,
1276 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *i,
1277 				      enum snd_soc_dapm_direction))
1278 {
1279 	return is_connected_ep(widget, list, SND_SOC_DAPM_DIR_IN,
1280 			is_connected_input_ep, custom_stop_condition);
1281 }
1282 
1283 /**
1284  * snd_soc_dapm_dai_get_connected_widgets - query audio path and it's widgets.
1285  * @dai: the soc DAI.
1286  * @stream: stream direction.
1287  * @list: list of active widgets for this stream.
1288  * @custom_stop_condition: (optional) a function meant to stop the widget graph
1289  *                         walk based on custom logic.
1290  *
1291  * Queries DAPM graph as to whether a valid audio stream path exists for
1292  * the initial stream specified by name. This takes into account
1293  * current mixer and mux kcontrol settings. Creates list of valid widgets.
1294  *
1295  * Optionally, can be supplied with a function acting as a stopping condition.
1296  * This function takes the dapm widget currently being examined and the walk
1297  * direction as an arguments, it should return true if the walk should be
1298  * stopped and false otherwise.
1299  *
1300  * Returns the number of valid paths or negative error.
1301  */
1302 int snd_soc_dapm_dai_get_connected_widgets(struct snd_soc_dai *dai, int stream,
1303 	struct snd_soc_dapm_widget_list **list,
1304 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1305 				      enum snd_soc_dapm_direction))
1306 {
1307 	struct snd_soc_card *card = dai->component->card;
1308 	struct snd_soc_dapm_widget *w;
1309 	LIST_HEAD(widgets);
1310 	int paths;
1311 	int ret;
1312 
1313 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
1314 
1315 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1316 		w = dai->playback_widget;
1317 		invalidate_paths_ep(w, SND_SOC_DAPM_DIR_OUT);
1318 		paths = is_connected_output_ep(w, &widgets,
1319 				custom_stop_condition);
1320 	} else {
1321 		w = dai->capture_widget;
1322 		invalidate_paths_ep(w, SND_SOC_DAPM_DIR_IN);
1323 		paths = is_connected_input_ep(w, &widgets,
1324 				custom_stop_condition);
1325 	}
1326 
1327 	/* Drop starting point */
1328 	list_del(widgets.next);
1329 
1330 	ret = dapm_widget_list_create(list, &widgets);
1331 	if (ret)
1332 		paths = ret;
1333 
1334 	trace_snd_soc_dapm_connected(paths, stream);
1335 	mutex_unlock(&card->dapm_mutex);
1336 
1337 	return paths;
1338 }
1339 EXPORT_SYMBOL_GPL(snd_soc_dapm_dai_get_connected_widgets);
1340 
1341 void snd_soc_dapm_dai_free_widgets(struct snd_soc_dapm_widget_list **list)
1342 {
1343 	dapm_widget_list_free(list);
1344 }
1345 EXPORT_SYMBOL_GPL(snd_soc_dapm_dai_free_widgets);
1346 
1347 /*
1348  * Handler for regulator supply widget.
1349  */
1350 int dapm_regulator_event(struct snd_soc_dapm_widget *w,
1351 		   struct snd_kcontrol *kcontrol, int event)
1352 {
1353 	int ret;
1354 
1355 	soc_dapm_async_complete(w->dapm);
1356 
1357 	if (SND_SOC_DAPM_EVENT_ON(event)) {
1358 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
1359 			ret = regulator_allow_bypass(w->regulator, false);
1360 			if (ret != 0)
1361 				dev_warn(w->dapm->dev,
1362 					 "ASoC: Failed to unbypass %s: %d\n",
1363 					 w->name, ret);
1364 		}
1365 
1366 		return regulator_enable(w->regulator);
1367 	} else {
1368 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
1369 			ret = regulator_allow_bypass(w->regulator, true);
1370 			if (ret != 0)
1371 				dev_warn(w->dapm->dev,
1372 					 "ASoC: Failed to bypass %s: %d\n",
1373 					 w->name, ret);
1374 		}
1375 
1376 		return regulator_disable_deferred(w->regulator, w->shift);
1377 	}
1378 }
1379 EXPORT_SYMBOL_GPL(dapm_regulator_event);
1380 
1381 /*
1382  * Handler for pinctrl widget.
1383  */
1384 int dapm_pinctrl_event(struct snd_soc_dapm_widget *w,
1385 		       struct snd_kcontrol *kcontrol, int event)
1386 {
1387 	struct snd_soc_dapm_pinctrl_priv *priv = w->priv;
1388 	struct pinctrl *p = w->pinctrl;
1389 	struct pinctrl_state *s;
1390 
1391 	if (!p || !priv)
1392 		return -EIO;
1393 
1394 	if (SND_SOC_DAPM_EVENT_ON(event))
1395 		s = pinctrl_lookup_state(p, priv->active_state);
1396 	else
1397 		s = pinctrl_lookup_state(p, priv->sleep_state);
1398 
1399 	if (IS_ERR(s))
1400 		return PTR_ERR(s);
1401 
1402 	return pinctrl_select_state(p, s);
1403 }
1404 EXPORT_SYMBOL_GPL(dapm_pinctrl_event);
1405 
1406 /*
1407  * Handler for clock supply widget.
1408  */
1409 int dapm_clock_event(struct snd_soc_dapm_widget *w,
1410 		   struct snd_kcontrol *kcontrol, int event)
1411 {
1412 	if (!w->clk)
1413 		return -EIO;
1414 
1415 	soc_dapm_async_complete(w->dapm);
1416 
1417 	if (SND_SOC_DAPM_EVENT_ON(event)) {
1418 		return clk_prepare_enable(w->clk);
1419 	} else {
1420 		clk_disable_unprepare(w->clk);
1421 		return 0;
1422 	}
1423 
1424 	return 0;
1425 }
1426 EXPORT_SYMBOL_GPL(dapm_clock_event);
1427 
1428 static int dapm_widget_power_check(struct snd_soc_dapm_widget *w)
1429 {
1430 	if (w->power_checked)
1431 		return w->new_power;
1432 
1433 	if (w->force)
1434 		w->new_power = 1;
1435 	else
1436 		w->new_power = w->power_check(w);
1437 
1438 	w->power_checked = true;
1439 
1440 	return w->new_power;
1441 }
1442 
1443 /* Generic check to see if a widget should be powered. */
1444 static int dapm_generic_check_power(struct snd_soc_dapm_widget *w)
1445 {
1446 	int in, out;
1447 
1448 	DAPM_UPDATE_STAT(w, power_checks);
1449 
1450 	in = is_connected_input_ep(w, NULL, NULL);
1451 	out = is_connected_output_ep(w, NULL, NULL);
1452 	return out != 0 && in != 0;
1453 }
1454 
1455 /* Check to see if a power supply is needed */
1456 static int dapm_supply_check_power(struct snd_soc_dapm_widget *w)
1457 {
1458 	struct snd_soc_dapm_path *path;
1459 
1460 	DAPM_UPDATE_STAT(w, power_checks);
1461 
1462 	/* Check if one of our outputs is connected */
1463 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
1464 		DAPM_UPDATE_STAT(w, neighbour_checks);
1465 
1466 		if (path->weak)
1467 			continue;
1468 
1469 		if (path->connected &&
1470 		    !path->connected(path->source, path->sink))
1471 			continue;
1472 
1473 		if (dapm_widget_power_check(path->sink))
1474 			return 1;
1475 	}
1476 
1477 	return 0;
1478 }
1479 
1480 static int dapm_always_on_check_power(struct snd_soc_dapm_widget *w)
1481 {
1482 	return w->connected;
1483 }
1484 
1485 static int dapm_seq_compare(struct snd_soc_dapm_widget *a,
1486 			    struct snd_soc_dapm_widget *b,
1487 			    bool power_up)
1488 {
1489 	int *sort;
1490 
1491 	BUILD_BUG_ON(ARRAY_SIZE(dapm_up_seq) != SND_SOC_DAPM_TYPE_COUNT);
1492 	BUILD_BUG_ON(ARRAY_SIZE(dapm_down_seq) != SND_SOC_DAPM_TYPE_COUNT);
1493 
1494 	if (power_up)
1495 		sort = dapm_up_seq;
1496 	else
1497 		sort = dapm_down_seq;
1498 
1499 	WARN_ONCE(sort[a->id] == 0, "offset a->id %d not initialized\n", a->id);
1500 	WARN_ONCE(sort[b->id] == 0, "offset b->id %d not initialized\n", b->id);
1501 
1502 	if (sort[a->id] != sort[b->id])
1503 		return sort[a->id] - sort[b->id];
1504 	if (a->subseq != b->subseq) {
1505 		if (power_up)
1506 			return a->subseq - b->subseq;
1507 		else
1508 			return b->subseq - a->subseq;
1509 	}
1510 	if (a->reg != b->reg)
1511 		return a->reg - b->reg;
1512 	if (a->dapm != b->dapm)
1513 		return (unsigned long)a->dapm - (unsigned long)b->dapm;
1514 
1515 	return 0;
1516 }
1517 
1518 /* Insert a widget in order into a DAPM power sequence. */
1519 static void dapm_seq_insert(struct snd_soc_dapm_widget *new_widget,
1520 			    struct list_head *list,
1521 			    bool power_up)
1522 {
1523 	struct snd_soc_dapm_widget *w;
1524 
1525 	list_for_each_entry(w, list, power_list)
1526 		if (dapm_seq_compare(new_widget, w, power_up) < 0) {
1527 			list_add_tail(&new_widget->power_list, &w->power_list);
1528 			return;
1529 		}
1530 
1531 	list_add_tail(&new_widget->power_list, list);
1532 }
1533 
1534 static void dapm_seq_check_event(struct snd_soc_card *card,
1535 				 struct snd_soc_dapm_widget *w, int event)
1536 {
1537 	const char *ev_name;
1538 	int power;
1539 
1540 	switch (event) {
1541 	case SND_SOC_DAPM_PRE_PMU:
1542 		ev_name = "PRE_PMU";
1543 		power = 1;
1544 		break;
1545 	case SND_SOC_DAPM_POST_PMU:
1546 		ev_name = "POST_PMU";
1547 		power = 1;
1548 		break;
1549 	case SND_SOC_DAPM_PRE_PMD:
1550 		ev_name = "PRE_PMD";
1551 		power = 0;
1552 		break;
1553 	case SND_SOC_DAPM_POST_PMD:
1554 		ev_name = "POST_PMD";
1555 		power = 0;
1556 		break;
1557 	case SND_SOC_DAPM_WILL_PMU:
1558 		ev_name = "WILL_PMU";
1559 		power = 1;
1560 		break;
1561 	case SND_SOC_DAPM_WILL_PMD:
1562 		ev_name = "WILL_PMD";
1563 		power = 0;
1564 		break;
1565 	default:
1566 		WARN(1, "Unknown event %d\n", event);
1567 		return;
1568 	}
1569 
1570 	if (w->new_power != power)
1571 		return;
1572 
1573 	if (w->event && (w->event_flags & event)) {
1574 		int ret;
1575 
1576 		pop_dbg(w->dapm->dev, card->pop_time, "pop test : %s %s\n",
1577 			w->name, ev_name);
1578 		soc_dapm_async_complete(w->dapm);
1579 		trace_snd_soc_dapm_widget_event_start(w, event);
1580 		ret = w->event(w, NULL, event);
1581 		trace_snd_soc_dapm_widget_event_done(w, event);
1582 		if (ret < 0)
1583 			dev_err(w->dapm->dev, "ASoC: %s: %s event failed: %d\n",
1584 			       ev_name, w->name, ret);
1585 	}
1586 }
1587 
1588 /* Apply the coalesced changes from a DAPM sequence */
1589 static void dapm_seq_run_coalesced(struct snd_soc_card *card,
1590 				   struct list_head *pending)
1591 {
1592 	struct snd_soc_dapm_context *dapm;
1593 	struct snd_soc_dapm_widget *w;
1594 	int reg;
1595 	unsigned int value = 0;
1596 	unsigned int mask = 0;
1597 
1598 	w = list_first_entry(pending, struct snd_soc_dapm_widget, power_list);
1599 	reg = w->reg;
1600 	dapm = w->dapm;
1601 
1602 	list_for_each_entry(w, pending, power_list) {
1603 		WARN_ON(reg != w->reg || dapm != w->dapm);
1604 		w->power = w->new_power;
1605 
1606 		mask |= w->mask << w->shift;
1607 		if (w->power)
1608 			value |= w->on_val << w->shift;
1609 		else
1610 			value |= w->off_val << w->shift;
1611 
1612 		pop_dbg(dapm->dev, card->pop_time,
1613 			"pop test : Queue %s: reg=0x%x, 0x%x/0x%x\n",
1614 			w->name, reg, value, mask);
1615 
1616 		/* Check for events */
1617 		dapm_seq_check_event(card, w, SND_SOC_DAPM_PRE_PMU);
1618 		dapm_seq_check_event(card, w, SND_SOC_DAPM_PRE_PMD);
1619 	}
1620 
1621 	if (reg >= 0) {
1622 		/* Any widget will do, they should all be updating the
1623 		 * same register.
1624 		 */
1625 
1626 		pop_dbg(dapm->dev, card->pop_time,
1627 			"pop test : Applying 0x%x/0x%x to %x in %dms\n",
1628 			value, mask, reg, card->pop_time);
1629 		pop_wait(card->pop_time);
1630 		soc_dapm_update_bits(dapm, reg, mask, value);
1631 	}
1632 
1633 	list_for_each_entry(w, pending, power_list) {
1634 		dapm_seq_check_event(card, w, SND_SOC_DAPM_POST_PMU);
1635 		dapm_seq_check_event(card, w, SND_SOC_DAPM_POST_PMD);
1636 	}
1637 }
1638 
1639 /* Apply a DAPM power sequence.
1640  *
1641  * We walk over a pre-sorted list of widgets to apply power to.  In
1642  * order to minimise the number of writes to the device required
1643  * multiple widgets will be updated in a single write where possible.
1644  * Currently anything that requires more than a single write is not
1645  * handled.
1646  */
1647 static void dapm_seq_run(struct snd_soc_card *card,
1648 	struct list_head *list, int event, bool power_up)
1649 {
1650 	struct snd_soc_dapm_widget *w, *n;
1651 	struct snd_soc_dapm_context *d;
1652 	LIST_HEAD(pending);
1653 	int cur_sort = -1;
1654 	int cur_subseq = -1;
1655 	int cur_reg = SND_SOC_NOPM;
1656 	struct snd_soc_dapm_context *cur_dapm = NULL;
1657 	int i;
1658 	int *sort;
1659 
1660 	if (power_up)
1661 		sort = dapm_up_seq;
1662 	else
1663 		sort = dapm_down_seq;
1664 
1665 	list_for_each_entry_safe(w, n, list, power_list) {
1666 		int ret = 0;
1667 
1668 		/* Do we need to apply any queued changes? */
1669 		if (sort[w->id] != cur_sort || w->reg != cur_reg ||
1670 		    w->dapm != cur_dapm || w->subseq != cur_subseq) {
1671 			if (!list_empty(&pending))
1672 				dapm_seq_run_coalesced(card, &pending);
1673 
1674 			if (cur_dapm && cur_dapm->component) {
1675 				for (i = 0; i < ARRAY_SIZE(dapm_up_seq); i++)
1676 					if (sort[i] == cur_sort)
1677 						snd_soc_component_seq_notifier(
1678 							cur_dapm->component,
1679 							i, cur_subseq);
1680 			}
1681 
1682 			if (cur_dapm && w->dapm != cur_dapm)
1683 				soc_dapm_async_complete(cur_dapm);
1684 
1685 			INIT_LIST_HEAD(&pending);
1686 			cur_sort = -1;
1687 			cur_subseq = INT_MIN;
1688 			cur_reg = SND_SOC_NOPM;
1689 			cur_dapm = NULL;
1690 		}
1691 
1692 		switch (w->id) {
1693 		case snd_soc_dapm_pre:
1694 			if (!w->event)
1695 				continue;
1696 
1697 			if (event == SND_SOC_DAPM_STREAM_START)
1698 				ret = w->event(w,
1699 					       NULL, SND_SOC_DAPM_PRE_PMU);
1700 			else if (event == SND_SOC_DAPM_STREAM_STOP)
1701 				ret = w->event(w,
1702 					       NULL, SND_SOC_DAPM_PRE_PMD);
1703 			break;
1704 
1705 		case snd_soc_dapm_post:
1706 			if (!w->event)
1707 				continue;
1708 
1709 			if (event == SND_SOC_DAPM_STREAM_START)
1710 				ret = w->event(w,
1711 					       NULL, SND_SOC_DAPM_POST_PMU);
1712 			else if (event == SND_SOC_DAPM_STREAM_STOP)
1713 				ret = w->event(w,
1714 					       NULL, SND_SOC_DAPM_POST_PMD);
1715 			break;
1716 
1717 		default:
1718 			/* Queue it up for application */
1719 			cur_sort = sort[w->id];
1720 			cur_subseq = w->subseq;
1721 			cur_reg = w->reg;
1722 			cur_dapm = w->dapm;
1723 			list_move(&w->power_list, &pending);
1724 			break;
1725 		}
1726 
1727 		if (ret < 0)
1728 			dev_err(w->dapm->dev,
1729 				"ASoC: Failed to apply widget power: %d\n", ret);
1730 	}
1731 
1732 	if (!list_empty(&pending))
1733 		dapm_seq_run_coalesced(card, &pending);
1734 
1735 	if (cur_dapm && cur_dapm->component) {
1736 		for (i = 0; i < ARRAY_SIZE(dapm_up_seq); i++)
1737 			if (sort[i] == cur_sort)
1738 				snd_soc_component_seq_notifier(
1739 					cur_dapm->component,
1740 					i, cur_subseq);
1741 	}
1742 
1743 	for_each_card_dapms(card, d)
1744 		soc_dapm_async_complete(d);
1745 }
1746 
1747 static void dapm_widget_update(struct snd_soc_card *card)
1748 {
1749 	struct snd_soc_dapm_update *update = card->update;
1750 	struct snd_soc_dapm_widget_list *wlist;
1751 	struct snd_soc_dapm_widget *w = NULL;
1752 	unsigned int wi;
1753 	int ret;
1754 
1755 	if (!update || !dapm_kcontrol_is_powered(update->kcontrol))
1756 		return;
1757 
1758 	wlist = dapm_kcontrol_get_wlist(update->kcontrol);
1759 
1760 	for_each_dapm_widgets(wlist, wi, w) {
1761 		if (w->event && (w->event_flags & SND_SOC_DAPM_PRE_REG)) {
1762 			ret = w->event(w, update->kcontrol, SND_SOC_DAPM_PRE_REG);
1763 			if (ret != 0)
1764 				dev_err(w->dapm->dev, "ASoC: %s DAPM pre-event failed: %d\n",
1765 					   w->name, ret);
1766 		}
1767 	}
1768 
1769 	if (!w)
1770 		return;
1771 
1772 	ret = soc_dapm_update_bits(w->dapm, update->reg, update->mask,
1773 		update->val);
1774 	if (ret < 0)
1775 		dev_err(w->dapm->dev, "ASoC: %s DAPM update failed: %d\n",
1776 			w->name, ret);
1777 
1778 	if (update->has_second_set) {
1779 		ret = soc_dapm_update_bits(w->dapm, update->reg2,
1780 					   update->mask2, update->val2);
1781 		if (ret < 0)
1782 			dev_err(w->dapm->dev,
1783 				"ASoC: %s DAPM update failed: %d\n",
1784 				w->name, ret);
1785 	}
1786 
1787 	for_each_dapm_widgets(wlist, wi, w) {
1788 		if (w->event && (w->event_flags & SND_SOC_DAPM_POST_REG)) {
1789 			ret = w->event(w, update->kcontrol, SND_SOC_DAPM_POST_REG);
1790 			if (ret != 0)
1791 				dev_err(w->dapm->dev, "ASoC: %s DAPM post-event failed: %d\n",
1792 					   w->name, ret);
1793 		}
1794 	}
1795 }
1796 
1797 /* Async callback run prior to DAPM sequences - brings to _PREPARE if
1798  * they're changing state.
1799  */
1800 static void dapm_pre_sequence_async(void *data, async_cookie_t cookie)
1801 {
1802 	struct snd_soc_dapm_context *d = data;
1803 	int ret;
1804 
1805 	/* If we're off and we're not supposed to go into STANDBY */
1806 	if (d->bias_level == SND_SOC_BIAS_OFF &&
1807 	    d->target_bias_level != SND_SOC_BIAS_OFF) {
1808 		if (d->dev && cookie)
1809 			pm_runtime_get_sync(d->dev);
1810 
1811 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_STANDBY);
1812 		if (ret != 0)
1813 			dev_err(d->dev,
1814 				"ASoC: Failed to turn on bias: %d\n", ret);
1815 	}
1816 
1817 	/* Prepare for a transition to ON or away from ON */
1818 	if ((d->target_bias_level == SND_SOC_BIAS_ON &&
1819 	     d->bias_level != SND_SOC_BIAS_ON) ||
1820 	    (d->target_bias_level != SND_SOC_BIAS_ON &&
1821 	     d->bias_level == SND_SOC_BIAS_ON)) {
1822 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_PREPARE);
1823 		if (ret != 0)
1824 			dev_err(d->dev,
1825 				"ASoC: Failed to prepare bias: %d\n", ret);
1826 	}
1827 }
1828 
1829 /* Async callback run prior to DAPM sequences - brings to their final
1830  * state.
1831  */
1832 static void dapm_post_sequence_async(void *data, async_cookie_t cookie)
1833 {
1834 	struct snd_soc_dapm_context *d = data;
1835 	int ret;
1836 
1837 	/* If we just powered the last thing off drop to standby bias */
1838 	if (d->bias_level == SND_SOC_BIAS_PREPARE &&
1839 	    (d->target_bias_level == SND_SOC_BIAS_STANDBY ||
1840 	     d->target_bias_level == SND_SOC_BIAS_OFF)) {
1841 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_STANDBY);
1842 		if (ret != 0)
1843 			dev_err(d->dev, "ASoC: Failed to apply standby bias: %d\n",
1844 				ret);
1845 	}
1846 
1847 	/* If we're in standby and can support bias off then do that */
1848 	if (d->bias_level == SND_SOC_BIAS_STANDBY &&
1849 	    d->target_bias_level == SND_SOC_BIAS_OFF) {
1850 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_OFF);
1851 		if (ret != 0)
1852 			dev_err(d->dev, "ASoC: Failed to turn off bias: %d\n",
1853 				ret);
1854 
1855 		if (d->dev && cookie)
1856 			pm_runtime_put(d->dev);
1857 	}
1858 
1859 	/* If we just powered up then move to active bias */
1860 	if (d->bias_level == SND_SOC_BIAS_PREPARE &&
1861 	    d->target_bias_level == SND_SOC_BIAS_ON) {
1862 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_ON);
1863 		if (ret != 0)
1864 			dev_err(d->dev, "ASoC: Failed to apply active bias: %d\n",
1865 				ret);
1866 	}
1867 }
1868 
1869 static void dapm_widget_set_peer_power(struct snd_soc_dapm_widget *peer,
1870 				       bool power, bool connect)
1871 {
1872 	/* If a connection is being made or broken then that update
1873 	 * will have marked the peer dirty, otherwise the widgets are
1874 	 * not connected and this update has no impact. */
1875 	if (!connect)
1876 		return;
1877 
1878 	/* If the peer is already in the state we're moving to then we
1879 	 * won't have an impact on it. */
1880 	if (power != peer->power)
1881 		dapm_mark_dirty(peer, "peer state change");
1882 }
1883 
1884 static void dapm_widget_set_power(struct snd_soc_dapm_widget *w, bool power,
1885 				  struct list_head *up_list,
1886 				  struct list_head *down_list)
1887 {
1888 	struct snd_soc_dapm_path *path;
1889 
1890 	if (w->power == power)
1891 		return;
1892 
1893 	trace_snd_soc_dapm_widget_power(w, power);
1894 
1895 	/* If we changed our power state perhaps our neigbours changed
1896 	 * also.
1897 	 */
1898 	snd_soc_dapm_widget_for_each_source_path(w, path)
1899 		dapm_widget_set_peer_power(path->source, power, path->connect);
1900 
1901 	/* Supplies can't affect their outputs, only their inputs */
1902 	if (!w->is_supply) {
1903 		snd_soc_dapm_widget_for_each_sink_path(w, path)
1904 			dapm_widget_set_peer_power(path->sink, power,
1905 						   path->connect);
1906 	}
1907 
1908 	if (power)
1909 		dapm_seq_insert(w, up_list, true);
1910 	else
1911 		dapm_seq_insert(w, down_list, false);
1912 }
1913 
1914 static void dapm_power_one_widget(struct snd_soc_dapm_widget *w,
1915 				  struct list_head *up_list,
1916 				  struct list_head *down_list)
1917 {
1918 	int power;
1919 
1920 	switch (w->id) {
1921 	case snd_soc_dapm_pre:
1922 		dapm_seq_insert(w, down_list, false);
1923 		break;
1924 	case snd_soc_dapm_post:
1925 		dapm_seq_insert(w, up_list, true);
1926 		break;
1927 
1928 	default:
1929 		power = dapm_widget_power_check(w);
1930 
1931 		dapm_widget_set_power(w, power, up_list, down_list);
1932 		break;
1933 	}
1934 }
1935 
1936 static bool dapm_idle_bias_off(struct snd_soc_dapm_context *dapm)
1937 {
1938 	if (dapm->idle_bias_off)
1939 		return true;
1940 
1941 	switch (snd_power_get_state(dapm->card->snd_card)) {
1942 	case SNDRV_CTL_POWER_D3hot:
1943 	case SNDRV_CTL_POWER_D3cold:
1944 		return dapm->suspend_bias_off;
1945 	default:
1946 		break;
1947 	}
1948 
1949 	return false;
1950 }
1951 
1952 /*
1953  * Scan each dapm widget for complete audio path.
1954  * A complete path is a route that has valid endpoints i.e.:-
1955  *
1956  *  o DAC to output pin.
1957  *  o Input pin to ADC.
1958  *  o Input pin to Output pin (bypass, sidetone)
1959  *  o DAC to ADC (loopback).
1960  */
1961 static int dapm_power_widgets(struct snd_soc_card *card, int event)
1962 {
1963 	struct snd_soc_dapm_widget *w;
1964 	struct snd_soc_dapm_context *d;
1965 	LIST_HEAD(up_list);
1966 	LIST_HEAD(down_list);
1967 	ASYNC_DOMAIN_EXCLUSIVE(async_domain);
1968 	enum snd_soc_bias_level bias;
1969 	int ret;
1970 
1971 	lockdep_assert_held(&card->dapm_mutex);
1972 
1973 	trace_snd_soc_dapm_start(card);
1974 
1975 	for_each_card_dapms(card, d) {
1976 		if (dapm_idle_bias_off(d))
1977 			d->target_bias_level = SND_SOC_BIAS_OFF;
1978 		else
1979 			d->target_bias_level = SND_SOC_BIAS_STANDBY;
1980 	}
1981 
1982 	dapm_reset(card);
1983 
1984 	/* Check which widgets we need to power and store them in
1985 	 * lists indicating if they should be powered up or down.  We
1986 	 * only check widgets that have been flagged as dirty but note
1987 	 * that new widgets may be added to the dirty list while we
1988 	 * iterate.
1989 	 */
1990 	list_for_each_entry(w, &card->dapm_dirty, dirty) {
1991 		dapm_power_one_widget(w, &up_list, &down_list);
1992 	}
1993 
1994 	for_each_card_widgets(card, w) {
1995 		switch (w->id) {
1996 		case snd_soc_dapm_pre:
1997 		case snd_soc_dapm_post:
1998 			/* These widgets always need to be powered */
1999 			break;
2000 		default:
2001 			list_del_init(&w->dirty);
2002 			break;
2003 		}
2004 
2005 		if (w->new_power) {
2006 			d = w->dapm;
2007 
2008 			/* Supplies and micbiases only bring the
2009 			 * context up to STANDBY as unless something
2010 			 * else is active and passing audio they
2011 			 * generally don't require full power.  Signal
2012 			 * generators are virtual pins and have no
2013 			 * power impact themselves.
2014 			 */
2015 			switch (w->id) {
2016 			case snd_soc_dapm_siggen:
2017 			case snd_soc_dapm_vmid:
2018 				break;
2019 			case snd_soc_dapm_supply:
2020 			case snd_soc_dapm_regulator_supply:
2021 			case snd_soc_dapm_pinctrl:
2022 			case snd_soc_dapm_clock_supply:
2023 			case snd_soc_dapm_micbias:
2024 				if (d->target_bias_level < SND_SOC_BIAS_STANDBY)
2025 					d->target_bias_level = SND_SOC_BIAS_STANDBY;
2026 				break;
2027 			default:
2028 				d->target_bias_level = SND_SOC_BIAS_ON;
2029 				break;
2030 			}
2031 		}
2032 
2033 	}
2034 
2035 	/* Force all contexts in the card to the same bias state if
2036 	 * they're not ground referenced.
2037 	 */
2038 	bias = SND_SOC_BIAS_OFF;
2039 	for_each_card_dapms(card, d)
2040 		if (d->target_bias_level > bias)
2041 			bias = d->target_bias_level;
2042 	for_each_card_dapms(card, d)
2043 		if (!dapm_idle_bias_off(d))
2044 			d->target_bias_level = bias;
2045 
2046 	trace_snd_soc_dapm_walk_done(card);
2047 
2048 	/* Run card bias changes at first */
2049 	dapm_pre_sequence_async(&card->dapm, 0);
2050 	/* Run other bias changes in parallel */
2051 	for_each_card_dapms(card, d) {
2052 		if (d != &card->dapm && d->bias_level != d->target_bias_level)
2053 			async_schedule_domain(dapm_pre_sequence_async, d,
2054 						&async_domain);
2055 	}
2056 	async_synchronize_full_domain(&async_domain);
2057 
2058 	list_for_each_entry(w, &down_list, power_list) {
2059 		dapm_seq_check_event(card, w, SND_SOC_DAPM_WILL_PMD);
2060 	}
2061 
2062 	list_for_each_entry(w, &up_list, power_list) {
2063 		dapm_seq_check_event(card, w, SND_SOC_DAPM_WILL_PMU);
2064 	}
2065 
2066 	/* Power down widgets first; try to avoid amplifying pops. */
2067 	dapm_seq_run(card, &down_list, event, false);
2068 
2069 	dapm_widget_update(card);
2070 
2071 	/* Now power up. */
2072 	dapm_seq_run(card, &up_list, event, true);
2073 
2074 	/* Run all the bias changes in parallel */
2075 	for_each_card_dapms(card, d) {
2076 		if (d != &card->dapm && d->bias_level != d->target_bias_level)
2077 			async_schedule_domain(dapm_post_sequence_async, d,
2078 						&async_domain);
2079 	}
2080 	async_synchronize_full_domain(&async_domain);
2081 	/* Run card bias changes at last */
2082 	dapm_post_sequence_async(&card->dapm, 0);
2083 
2084 	/* do we need to notify any clients that DAPM event is complete */
2085 	for_each_card_dapms(card, d) {
2086 		if (!d->component)
2087 			continue;
2088 
2089 		ret = snd_soc_component_stream_event(d->component, event);
2090 		if (ret < 0)
2091 			return ret;
2092 	}
2093 
2094 	pop_dbg(card->dev, card->pop_time,
2095 		"DAPM sequencing finished, waiting %dms\n", card->pop_time);
2096 	pop_wait(card->pop_time);
2097 
2098 	trace_snd_soc_dapm_done(card);
2099 
2100 	return 0;
2101 }
2102 
2103 #ifdef CONFIG_DEBUG_FS
2104 static ssize_t dapm_widget_power_read_file(struct file *file,
2105 					   char __user *user_buf,
2106 					   size_t count, loff_t *ppos)
2107 {
2108 	struct snd_soc_dapm_widget *w = file->private_data;
2109 	struct snd_soc_card *card = w->dapm->card;
2110 	enum snd_soc_dapm_direction dir, rdir;
2111 	char *buf;
2112 	int in, out;
2113 	ssize_t ret;
2114 	struct snd_soc_dapm_path *p = NULL;
2115 
2116 	buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
2117 	if (!buf)
2118 		return -ENOMEM;
2119 
2120 	mutex_lock(&card->dapm_mutex);
2121 
2122 	/* Supply widgets are not handled by is_connected_{input,output}_ep() */
2123 	if (w->is_supply) {
2124 		in = 0;
2125 		out = 0;
2126 	} else {
2127 		in = is_connected_input_ep(w, NULL, NULL);
2128 		out = is_connected_output_ep(w, NULL, NULL);
2129 	}
2130 
2131 	ret = scnprintf(buf, PAGE_SIZE, "%s: %s%s  in %d out %d",
2132 		       w->name, w->power ? "On" : "Off",
2133 		       w->force ? " (forced)" : "", in, out);
2134 
2135 	if (w->reg >= 0)
2136 		ret += scnprintf(buf + ret, PAGE_SIZE - ret,
2137 				" - R%d(0x%x) mask 0x%x",
2138 				w->reg, w->reg, w->mask << w->shift);
2139 
2140 	ret += scnprintf(buf + ret, PAGE_SIZE - ret, "\n");
2141 
2142 	if (w->sname)
2143 		ret += scnprintf(buf + ret, PAGE_SIZE - ret, " stream %s %s\n",
2144 				w->sname,
2145 				w->active ? "active" : "inactive");
2146 
2147 	snd_soc_dapm_for_each_direction(dir) {
2148 		rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
2149 		snd_soc_dapm_widget_for_each_path(w, dir, p) {
2150 			if (p->connected && !p->connected(p->source, p->sink))
2151 				continue;
2152 
2153 			if (!p->connect)
2154 				continue;
2155 
2156 			ret += scnprintf(buf + ret, PAGE_SIZE - ret,
2157 					" %s  \"%s\" \"%s\"\n",
2158 					(rdir == SND_SOC_DAPM_DIR_IN) ? "in" : "out",
2159 					p->name ? p->name : "static",
2160 					p->node[rdir]->name);
2161 		}
2162 	}
2163 
2164 	mutex_unlock(&card->dapm_mutex);
2165 
2166 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, ret);
2167 
2168 	kfree(buf);
2169 	return ret;
2170 }
2171 
2172 static const struct file_operations dapm_widget_power_fops = {
2173 	.open = simple_open,
2174 	.read = dapm_widget_power_read_file,
2175 	.llseek = default_llseek,
2176 };
2177 
2178 static ssize_t dapm_bias_read_file(struct file *file, char __user *user_buf,
2179 				   size_t count, loff_t *ppos)
2180 {
2181 	struct snd_soc_dapm_context *dapm = file->private_data;
2182 	char *level;
2183 
2184 	switch (dapm->bias_level) {
2185 	case SND_SOC_BIAS_ON:
2186 		level = "On\n";
2187 		break;
2188 	case SND_SOC_BIAS_PREPARE:
2189 		level = "Prepare\n";
2190 		break;
2191 	case SND_SOC_BIAS_STANDBY:
2192 		level = "Standby\n";
2193 		break;
2194 	case SND_SOC_BIAS_OFF:
2195 		level = "Off\n";
2196 		break;
2197 	default:
2198 		WARN(1, "Unknown bias_level %d\n", dapm->bias_level);
2199 		level = "Unknown\n";
2200 		break;
2201 	}
2202 
2203 	return simple_read_from_buffer(user_buf, count, ppos, level,
2204 				       strlen(level));
2205 }
2206 
2207 static const struct file_operations dapm_bias_fops = {
2208 	.open = simple_open,
2209 	.read = dapm_bias_read_file,
2210 	.llseek = default_llseek,
2211 };
2212 
2213 void snd_soc_dapm_debugfs_init(struct snd_soc_dapm_context *dapm,
2214 	struct dentry *parent)
2215 {
2216 	if (!parent || IS_ERR(parent))
2217 		return;
2218 
2219 	dapm->debugfs_dapm = debugfs_create_dir("dapm", parent);
2220 
2221 	debugfs_create_file("bias_level", 0444, dapm->debugfs_dapm, dapm,
2222 			    &dapm_bias_fops);
2223 }
2224 
2225 static void dapm_debugfs_add_widget(struct snd_soc_dapm_widget *w)
2226 {
2227 	struct snd_soc_dapm_context *dapm = w->dapm;
2228 
2229 	if (!dapm->debugfs_dapm || !w->name)
2230 		return;
2231 
2232 	debugfs_create_file(w->name, 0444, dapm->debugfs_dapm, w,
2233 			    &dapm_widget_power_fops);
2234 }
2235 
2236 static void dapm_debugfs_cleanup(struct snd_soc_dapm_context *dapm)
2237 {
2238 	debugfs_remove_recursive(dapm->debugfs_dapm);
2239 	dapm->debugfs_dapm = NULL;
2240 }
2241 
2242 #else
2243 void snd_soc_dapm_debugfs_init(struct snd_soc_dapm_context *dapm,
2244 	struct dentry *parent)
2245 {
2246 }
2247 
2248 static inline void dapm_debugfs_add_widget(struct snd_soc_dapm_widget *w)
2249 {
2250 }
2251 
2252 static inline void dapm_debugfs_cleanup(struct snd_soc_dapm_context *dapm)
2253 {
2254 }
2255 
2256 #endif
2257 
2258 /*
2259  * soc_dapm_connect_path() - Connects or disconnects a path
2260  * @path: The path to update
2261  * @connect: The new connect state of the path. True if the path is connected,
2262  *  false if it is disconnected.
2263  * @reason: The reason why the path changed (for debugging only)
2264  */
2265 static void soc_dapm_connect_path(struct snd_soc_dapm_path *path,
2266 	bool connect, const char *reason)
2267 {
2268 	if (path->connect == connect)
2269 		return;
2270 
2271 	path->connect = connect;
2272 	dapm_mark_dirty(path->source, reason);
2273 	dapm_mark_dirty(path->sink, reason);
2274 	dapm_path_invalidate(path);
2275 }
2276 
2277 /* test and update the power status of a mux widget */
2278 static int soc_dapm_mux_update_power(struct snd_soc_card *card,
2279 				 struct snd_kcontrol *kcontrol, int mux, struct soc_enum *e)
2280 {
2281 	struct snd_soc_dapm_path *path;
2282 	int found = 0;
2283 	bool connect;
2284 
2285 	lockdep_assert_held(&card->dapm_mutex);
2286 
2287 	/* find dapm widget path assoc with kcontrol */
2288 	dapm_kcontrol_for_each_path(path, kcontrol) {
2289 		found = 1;
2290 		/* we now need to match the string in the enum to the path */
2291 		if (e && !(strcmp(path->name, e->texts[mux])))
2292 			connect = true;
2293 		else
2294 			connect = false;
2295 
2296 		soc_dapm_connect_path(path, connect, "mux update");
2297 	}
2298 
2299 	if (found)
2300 		dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
2301 
2302 	return found;
2303 }
2304 
2305 int snd_soc_dapm_mux_update_power(struct snd_soc_dapm_context *dapm,
2306 	struct snd_kcontrol *kcontrol, int mux, struct soc_enum *e,
2307 	struct snd_soc_dapm_update *update)
2308 {
2309 	struct snd_soc_card *card = dapm->card;
2310 	int ret;
2311 
2312 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2313 	card->update = update;
2314 	ret = soc_dapm_mux_update_power(card, kcontrol, mux, e);
2315 	card->update = NULL;
2316 	mutex_unlock(&card->dapm_mutex);
2317 	if (ret > 0)
2318 		snd_soc_dpcm_runtime_update(card);
2319 	return ret;
2320 }
2321 EXPORT_SYMBOL_GPL(snd_soc_dapm_mux_update_power);
2322 
2323 /* test and update the power status of a mixer or switch widget */
2324 static int soc_dapm_mixer_update_power(struct snd_soc_card *card,
2325 				       struct snd_kcontrol *kcontrol,
2326 				       int connect, int rconnect)
2327 {
2328 	struct snd_soc_dapm_path *path;
2329 	int found = 0;
2330 
2331 	lockdep_assert_held(&card->dapm_mutex);
2332 
2333 	/* find dapm widget path assoc with kcontrol */
2334 	dapm_kcontrol_for_each_path(path, kcontrol) {
2335 		/*
2336 		 * Ideally this function should support any number of
2337 		 * paths and channels. But since kcontrols only come
2338 		 * in mono and stereo variants, we are limited to 2
2339 		 * channels.
2340 		 *
2341 		 * The following code assumes for stereo controls the
2342 		 * first path (when 'found == 0') is the left channel,
2343 		 * and all remaining paths (when 'found == 1') are the
2344 		 * right channel.
2345 		 *
2346 		 * A stereo control is signified by a valid 'rconnect'
2347 		 * value, either 0 for unconnected, or >= 0 for connected.
2348 		 * This is chosen instead of using snd_soc_volsw_is_stereo,
2349 		 * so that the behavior of snd_soc_dapm_mixer_update_power
2350 		 * doesn't change even when the kcontrol passed in is
2351 		 * stereo.
2352 		 *
2353 		 * It passes 'connect' as the path connect status for
2354 		 * the left channel, and 'rconnect' for the right
2355 		 * channel.
2356 		 */
2357 		if (found && rconnect >= 0)
2358 			soc_dapm_connect_path(path, rconnect, "mixer update");
2359 		else
2360 			soc_dapm_connect_path(path, connect, "mixer update");
2361 		found = 1;
2362 	}
2363 
2364 	if (found)
2365 		dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
2366 
2367 	return found;
2368 }
2369 
2370 int snd_soc_dapm_mixer_update_power(struct snd_soc_dapm_context *dapm,
2371 	struct snd_kcontrol *kcontrol, int connect,
2372 	struct snd_soc_dapm_update *update)
2373 {
2374 	struct snd_soc_card *card = dapm->card;
2375 	int ret;
2376 
2377 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2378 	card->update = update;
2379 	ret = soc_dapm_mixer_update_power(card, kcontrol, connect, -1);
2380 	card->update = NULL;
2381 	mutex_unlock(&card->dapm_mutex);
2382 	if (ret > 0)
2383 		snd_soc_dpcm_runtime_update(card);
2384 	return ret;
2385 }
2386 EXPORT_SYMBOL_GPL(snd_soc_dapm_mixer_update_power);
2387 
2388 static ssize_t dapm_widget_show_component(struct snd_soc_component *cmpnt,
2389 					  char *buf, int count)
2390 {
2391 	struct snd_soc_dapm_context *dapm = snd_soc_component_get_dapm(cmpnt);
2392 	struct snd_soc_dapm_widget *w;
2393 	char *state = "not set";
2394 
2395 	/* card won't be set for the dummy component, as a spot fix
2396 	 * we're checking for that case specifically here but in future
2397 	 * we will ensure that the dummy component looks like others.
2398 	 */
2399 	if (!cmpnt->card)
2400 		return 0;
2401 
2402 	for_each_card_widgets(cmpnt->card, w) {
2403 		if (w->dapm != dapm)
2404 			continue;
2405 
2406 		/* only display widgets that burn power */
2407 		switch (w->id) {
2408 		case snd_soc_dapm_hp:
2409 		case snd_soc_dapm_mic:
2410 		case snd_soc_dapm_spk:
2411 		case snd_soc_dapm_line:
2412 		case snd_soc_dapm_micbias:
2413 		case snd_soc_dapm_dac:
2414 		case snd_soc_dapm_adc:
2415 		case snd_soc_dapm_pga:
2416 		case snd_soc_dapm_effect:
2417 		case snd_soc_dapm_out_drv:
2418 		case snd_soc_dapm_mixer:
2419 		case snd_soc_dapm_mixer_named_ctl:
2420 		case snd_soc_dapm_supply:
2421 		case snd_soc_dapm_regulator_supply:
2422 		case snd_soc_dapm_pinctrl:
2423 		case snd_soc_dapm_clock_supply:
2424 			if (w->name)
2425 				count += sysfs_emit_at(buf, count, "%s: %s\n",
2426 					w->name, w->power ? "On":"Off");
2427 		break;
2428 		default:
2429 		break;
2430 		}
2431 	}
2432 
2433 	switch (snd_soc_dapm_get_bias_level(dapm)) {
2434 	case SND_SOC_BIAS_ON:
2435 		state = "On";
2436 		break;
2437 	case SND_SOC_BIAS_PREPARE:
2438 		state = "Prepare";
2439 		break;
2440 	case SND_SOC_BIAS_STANDBY:
2441 		state = "Standby";
2442 		break;
2443 	case SND_SOC_BIAS_OFF:
2444 		state = "Off";
2445 		break;
2446 	}
2447 	count += sysfs_emit_at(buf, count, "PM State: %s\n", state);
2448 
2449 	return count;
2450 }
2451 
2452 /* show dapm widget status in sys fs */
2453 static ssize_t dapm_widget_show(struct device *dev,
2454 	struct device_attribute *attr, char *buf)
2455 {
2456 	struct snd_soc_pcm_runtime *rtd = dev_get_drvdata(dev);
2457 	struct snd_soc_dai *codec_dai;
2458 	int i, count = 0;
2459 
2460 	mutex_lock(&rtd->card->dapm_mutex);
2461 
2462 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
2463 		struct snd_soc_component *cmpnt = codec_dai->component;
2464 
2465 		count = dapm_widget_show_component(cmpnt, buf, count);
2466 	}
2467 
2468 	mutex_unlock(&rtd->card->dapm_mutex);
2469 
2470 	return count;
2471 }
2472 
2473 static DEVICE_ATTR_RO(dapm_widget);
2474 
2475 struct attribute *soc_dapm_dev_attrs[] = {
2476 	&dev_attr_dapm_widget.attr,
2477 	NULL
2478 };
2479 
2480 static void dapm_free_path(struct snd_soc_dapm_path *path)
2481 {
2482 	list_del(&path->list_node[SND_SOC_DAPM_DIR_IN]);
2483 	list_del(&path->list_node[SND_SOC_DAPM_DIR_OUT]);
2484 	list_del(&path->list_kcontrol);
2485 	list_del(&path->list);
2486 	kfree(path);
2487 }
2488 
2489 /**
2490  * snd_soc_dapm_free_widget - Free specified widget
2491  * @w: widget to free
2492  *
2493  * Removes widget from all paths and frees memory occupied by it.
2494  */
2495 void snd_soc_dapm_free_widget(struct snd_soc_dapm_widget *w)
2496 {
2497 	struct snd_soc_dapm_path *p, *next_p;
2498 	enum snd_soc_dapm_direction dir;
2499 
2500 	list_del(&w->list);
2501 	list_del(&w->dirty);
2502 	/*
2503 	 * remove source and sink paths associated to this widget.
2504 	 * While removing the path, remove reference to it from both
2505 	 * source and sink widgets so that path is removed only once.
2506 	 */
2507 	snd_soc_dapm_for_each_direction(dir) {
2508 		snd_soc_dapm_widget_for_each_path_safe(w, dir, p, next_p)
2509 			dapm_free_path(p);
2510 	}
2511 
2512 	kfree(w->kcontrols);
2513 	kfree_const(w->name);
2514 	kfree_const(w->sname);
2515 	kfree(w);
2516 }
2517 EXPORT_SYMBOL_GPL(snd_soc_dapm_free_widget);
2518 
2519 void snd_soc_dapm_reset_cache(struct snd_soc_dapm_context *dapm)
2520 {
2521 	dapm->path_sink_cache.widget = NULL;
2522 	dapm->path_source_cache.widget = NULL;
2523 }
2524 
2525 /* free all dapm widgets and resources */
2526 static void dapm_free_widgets(struct snd_soc_dapm_context *dapm)
2527 {
2528 	struct snd_soc_dapm_widget *w, *next_w;
2529 
2530 	for_each_card_widgets_safe(dapm->card, w, next_w) {
2531 		if (w->dapm != dapm)
2532 			continue;
2533 		snd_soc_dapm_free_widget(w);
2534 	}
2535 	snd_soc_dapm_reset_cache(dapm);
2536 }
2537 
2538 static struct snd_soc_dapm_widget *dapm_find_widget(
2539 			struct snd_soc_dapm_context *dapm, const char *pin,
2540 			bool search_other_contexts)
2541 {
2542 	struct snd_soc_dapm_widget *w;
2543 	struct snd_soc_dapm_widget *fallback = NULL;
2544 	char prefixed_pin[80];
2545 	const char *pin_name;
2546 	const char *prefix = soc_dapm_prefix(dapm);
2547 
2548 	if (prefix) {
2549 		snprintf(prefixed_pin, sizeof(prefixed_pin), "%s %s",
2550 			 prefix, pin);
2551 		pin_name = prefixed_pin;
2552 	} else {
2553 		pin_name = pin;
2554 	}
2555 
2556 	for_each_card_widgets(dapm->card, w) {
2557 		if (!strcmp(w->name, pin_name)) {
2558 			if (w->dapm == dapm)
2559 				return w;
2560 			else
2561 				fallback = w;
2562 		}
2563 	}
2564 
2565 	if (search_other_contexts)
2566 		return fallback;
2567 
2568 	return NULL;
2569 }
2570 
2571 /*
2572  * set the DAPM pin status:
2573  * returns 1 when the value has been updated, 0 when unchanged, or a negative
2574  * error code; called from kcontrol put callback
2575  */
2576 static int __snd_soc_dapm_set_pin(struct snd_soc_dapm_context *dapm,
2577 				  const char *pin, int status)
2578 {
2579 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
2580 	int ret = 0;
2581 
2582 	dapm_assert_locked(dapm);
2583 
2584 	if (!w) {
2585 		dev_err(dapm->dev, "ASoC: DAPM unknown pin %s\n", pin);
2586 		return -EINVAL;
2587 	}
2588 
2589 	if (w->connected != status) {
2590 		dapm_mark_dirty(w, "pin configuration");
2591 		dapm_widget_invalidate_input_paths(w);
2592 		dapm_widget_invalidate_output_paths(w);
2593 		ret = 1;
2594 	}
2595 
2596 	w->connected = status;
2597 	if (status == 0)
2598 		w->force = 0;
2599 
2600 	return ret;
2601 }
2602 
2603 /*
2604  * similar as __snd_soc_dapm_set_pin(), but returns 0 when successful;
2605  * called from several API functions below
2606  */
2607 static int snd_soc_dapm_set_pin(struct snd_soc_dapm_context *dapm,
2608 				const char *pin, int status)
2609 {
2610 	int ret = __snd_soc_dapm_set_pin(dapm, pin, status);
2611 
2612 	return ret < 0 ? ret : 0;
2613 }
2614 
2615 /**
2616  * snd_soc_dapm_sync_unlocked - scan and power dapm paths
2617  * @dapm: DAPM context
2618  *
2619  * Walks all dapm audio paths and powers widgets according to their
2620  * stream or path usage.
2621  *
2622  * Requires external locking.
2623  *
2624  * Returns 0 for success.
2625  */
2626 int snd_soc_dapm_sync_unlocked(struct snd_soc_dapm_context *dapm)
2627 {
2628 	/*
2629 	 * Suppress early reports (eg, jacks syncing their state) to avoid
2630 	 * silly DAPM runs during card startup.
2631 	 */
2632 	if (!dapm->card || !dapm->card->instantiated)
2633 		return 0;
2634 
2635 	return dapm_power_widgets(dapm->card, SND_SOC_DAPM_STREAM_NOP);
2636 }
2637 EXPORT_SYMBOL_GPL(snd_soc_dapm_sync_unlocked);
2638 
2639 /**
2640  * snd_soc_dapm_sync - scan and power dapm paths
2641  * @dapm: DAPM context
2642  *
2643  * Walks all dapm audio paths and powers widgets according to their
2644  * stream or path usage.
2645  *
2646  * Returns 0 for success.
2647  */
2648 int snd_soc_dapm_sync(struct snd_soc_dapm_context *dapm)
2649 {
2650 	int ret;
2651 
2652 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2653 	ret = snd_soc_dapm_sync_unlocked(dapm);
2654 	mutex_unlock(&dapm->card->dapm_mutex);
2655 	return ret;
2656 }
2657 EXPORT_SYMBOL_GPL(snd_soc_dapm_sync);
2658 
2659 static int dapm_update_dai_chan(struct snd_soc_dapm_path *p,
2660 				struct snd_soc_dapm_widget *w,
2661 				int channels)
2662 {
2663 	switch (w->id) {
2664 	case snd_soc_dapm_aif_out:
2665 	case snd_soc_dapm_aif_in:
2666 		break;
2667 	default:
2668 		return 0;
2669 	}
2670 
2671 	dev_dbg(w->dapm->dev, "%s DAI route %s -> %s\n",
2672 		w->channel < channels ? "Connecting" : "Disconnecting",
2673 		p->source->name, p->sink->name);
2674 
2675 	if (w->channel < channels)
2676 		soc_dapm_connect_path(p, true, "dai update");
2677 	else
2678 		soc_dapm_connect_path(p, false, "dai update");
2679 
2680 	return 0;
2681 }
2682 
2683 static int dapm_update_dai_unlocked(struct snd_pcm_substream *substream,
2684 				    struct snd_pcm_hw_params *params,
2685 				    struct snd_soc_dai *dai)
2686 {
2687 	int dir = substream->stream;
2688 	int channels = params_channels(params);
2689 	struct snd_soc_dapm_path *p;
2690 	struct snd_soc_dapm_widget *w;
2691 	int ret;
2692 
2693 	w = snd_soc_dai_get_widget(dai, dir);
2694 
2695 	if (!w)
2696 		return 0;
2697 
2698 	dev_dbg(dai->dev, "Update DAI routes for %s %s\n", dai->name,
2699 		dir == SNDRV_PCM_STREAM_PLAYBACK ? "playback" : "capture");
2700 
2701 	snd_soc_dapm_widget_for_each_sink_path(w, p) {
2702 		ret = dapm_update_dai_chan(p, p->sink, channels);
2703 		if (ret < 0)
2704 			return ret;
2705 	}
2706 
2707 	snd_soc_dapm_widget_for_each_source_path(w, p) {
2708 		ret = dapm_update_dai_chan(p, p->source, channels);
2709 		if (ret < 0)
2710 			return ret;
2711 	}
2712 
2713 	return 0;
2714 }
2715 
2716 int snd_soc_dapm_update_dai(struct snd_pcm_substream *substream,
2717 			    struct snd_pcm_hw_params *params,
2718 			    struct snd_soc_dai *dai)
2719 {
2720 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
2721 	int ret;
2722 
2723 	mutex_lock_nested(&rtd->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2724 	ret = dapm_update_dai_unlocked(substream, params, dai);
2725 	mutex_unlock(&rtd->card->dapm_mutex);
2726 
2727 	return ret;
2728 }
2729 EXPORT_SYMBOL_GPL(snd_soc_dapm_update_dai);
2730 
2731 /*
2732  * dapm_update_widget_flags() - Re-compute widget sink and source flags
2733  * @w: The widget for which to update the flags
2734  *
2735  * Some widgets have a dynamic category which depends on which neighbors they
2736  * are connected to. This function update the category for these widgets.
2737  *
2738  * This function must be called whenever a path is added or removed to a widget.
2739  */
2740 static void dapm_update_widget_flags(struct snd_soc_dapm_widget *w)
2741 {
2742 	enum snd_soc_dapm_direction dir;
2743 	struct snd_soc_dapm_path *p;
2744 	unsigned int ep;
2745 
2746 	switch (w->id) {
2747 	case snd_soc_dapm_input:
2748 		/* On a fully routed card an input is never a source */
2749 		if (w->dapm->card->fully_routed)
2750 			return;
2751 		ep = SND_SOC_DAPM_EP_SOURCE;
2752 		snd_soc_dapm_widget_for_each_source_path(w, p) {
2753 			if (p->source->id == snd_soc_dapm_micbias ||
2754 				p->source->id == snd_soc_dapm_mic ||
2755 				p->source->id == snd_soc_dapm_line ||
2756 				p->source->id == snd_soc_dapm_output) {
2757 					ep = 0;
2758 					break;
2759 			}
2760 		}
2761 		break;
2762 	case snd_soc_dapm_output:
2763 		/* On a fully routed card a output is never a sink */
2764 		if (w->dapm->card->fully_routed)
2765 			return;
2766 		ep = SND_SOC_DAPM_EP_SINK;
2767 		snd_soc_dapm_widget_for_each_sink_path(w, p) {
2768 			if (p->sink->id == snd_soc_dapm_spk ||
2769 				p->sink->id == snd_soc_dapm_hp ||
2770 				p->sink->id == snd_soc_dapm_line ||
2771 				p->sink->id == snd_soc_dapm_input) {
2772 					ep = 0;
2773 					break;
2774 			}
2775 		}
2776 		break;
2777 	case snd_soc_dapm_line:
2778 		ep = 0;
2779 		snd_soc_dapm_for_each_direction(dir) {
2780 			if (!list_empty(&w->edges[dir]))
2781 				ep |= SND_SOC_DAPM_DIR_TO_EP(dir);
2782 		}
2783 		break;
2784 	default:
2785 		return;
2786 	}
2787 
2788 	w->is_ep = ep;
2789 }
2790 
2791 static int snd_soc_dapm_check_dynamic_path(struct snd_soc_dapm_context *dapm,
2792 	struct snd_soc_dapm_widget *source, struct snd_soc_dapm_widget *sink,
2793 	const char *control)
2794 {
2795 	bool dynamic_source = false;
2796 	bool dynamic_sink = false;
2797 
2798 	if (!control)
2799 		return 0;
2800 
2801 	switch (source->id) {
2802 	case snd_soc_dapm_demux:
2803 		dynamic_source = true;
2804 		break;
2805 	default:
2806 		break;
2807 	}
2808 
2809 	switch (sink->id) {
2810 	case snd_soc_dapm_mux:
2811 	case snd_soc_dapm_switch:
2812 	case snd_soc_dapm_mixer:
2813 	case snd_soc_dapm_mixer_named_ctl:
2814 		dynamic_sink = true;
2815 		break;
2816 	default:
2817 		break;
2818 	}
2819 
2820 	if (dynamic_source && dynamic_sink) {
2821 		dev_err(dapm->dev,
2822 			"Direct connection between demux and mixer/mux not supported for path %s -> [%s] -> %s\n",
2823 			source->name, control, sink->name);
2824 		return -EINVAL;
2825 	} else if (!dynamic_source && !dynamic_sink) {
2826 		dev_err(dapm->dev,
2827 			"Control not supported for path %s -> [%s] -> %s\n",
2828 			source->name, control, sink->name);
2829 		return -EINVAL;
2830 	}
2831 
2832 	return 0;
2833 }
2834 
2835 static int snd_soc_dapm_add_path(struct snd_soc_dapm_context *dapm,
2836 	struct snd_soc_dapm_widget *wsource, struct snd_soc_dapm_widget *wsink,
2837 	const char *control,
2838 	int (*connected)(struct snd_soc_dapm_widget *source,
2839 			 struct snd_soc_dapm_widget *sink))
2840 {
2841 	struct snd_soc_dapm_widget *widgets[2];
2842 	enum snd_soc_dapm_direction dir;
2843 	struct snd_soc_dapm_path *path;
2844 	int ret;
2845 
2846 	if (wsink->is_supply && !wsource->is_supply) {
2847 		dev_err(dapm->dev,
2848 			"Connecting non-supply widget to supply widget is not supported (%s -> %s)\n",
2849 			wsource->name, wsink->name);
2850 		return -EINVAL;
2851 	}
2852 
2853 	if (connected && !wsource->is_supply) {
2854 		dev_err(dapm->dev,
2855 			"connected() callback only supported for supply widgets (%s -> %s)\n",
2856 			wsource->name, wsink->name);
2857 		return -EINVAL;
2858 	}
2859 
2860 	if (wsource->is_supply && control) {
2861 		dev_err(dapm->dev,
2862 			"Conditional paths are not supported for supply widgets (%s -> [%s] -> %s)\n",
2863 			wsource->name, control, wsink->name);
2864 		return -EINVAL;
2865 	}
2866 
2867 	ret = snd_soc_dapm_check_dynamic_path(dapm, wsource, wsink, control);
2868 	if (ret)
2869 		return ret;
2870 
2871 	path = kzalloc(sizeof(struct snd_soc_dapm_path), GFP_KERNEL);
2872 	if (!path)
2873 		return -ENOMEM;
2874 
2875 	path->node[SND_SOC_DAPM_DIR_IN] = wsource;
2876 	path->node[SND_SOC_DAPM_DIR_OUT] = wsink;
2877 	widgets[SND_SOC_DAPM_DIR_IN] = wsource;
2878 	widgets[SND_SOC_DAPM_DIR_OUT] = wsink;
2879 
2880 	path->connected = connected;
2881 	INIT_LIST_HEAD(&path->list);
2882 	INIT_LIST_HEAD(&path->list_kcontrol);
2883 
2884 	if (wsource->is_supply || wsink->is_supply)
2885 		path->is_supply = 1;
2886 
2887 	/* connect static paths */
2888 	if (control == NULL) {
2889 		path->connect = 1;
2890 	} else {
2891 		switch (wsource->id) {
2892 		case snd_soc_dapm_demux:
2893 			ret = dapm_connect_mux(dapm, path, control, wsource);
2894 			if (ret)
2895 				goto err;
2896 			break;
2897 		default:
2898 			break;
2899 		}
2900 
2901 		switch (wsink->id) {
2902 		case snd_soc_dapm_mux:
2903 			ret = dapm_connect_mux(dapm, path, control, wsink);
2904 			if (ret != 0)
2905 				goto err;
2906 			break;
2907 		case snd_soc_dapm_switch:
2908 		case snd_soc_dapm_mixer:
2909 		case snd_soc_dapm_mixer_named_ctl:
2910 			ret = dapm_connect_mixer(dapm, path, control);
2911 			if (ret != 0)
2912 				goto err;
2913 			break;
2914 		default:
2915 			break;
2916 		}
2917 	}
2918 
2919 	list_add(&path->list, &dapm->card->paths);
2920 	snd_soc_dapm_for_each_direction(dir)
2921 		list_add(&path->list_node[dir], &widgets[dir]->edges[dir]);
2922 
2923 	snd_soc_dapm_for_each_direction(dir) {
2924 		dapm_update_widget_flags(widgets[dir]);
2925 		dapm_mark_dirty(widgets[dir], "Route added");
2926 	}
2927 
2928 	if (dapm->card->instantiated && path->connect)
2929 		dapm_path_invalidate(path);
2930 
2931 	return 0;
2932 err:
2933 	kfree(path);
2934 	return ret;
2935 }
2936 
2937 static int snd_soc_dapm_add_route(struct snd_soc_dapm_context *dapm,
2938 				  const struct snd_soc_dapm_route *route)
2939 {
2940 	struct snd_soc_dapm_widget *wsource = NULL, *wsink = NULL, *w;
2941 	struct snd_soc_dapm_widget *wtsource = NULL, *wtsink = NULL;
2942 	const char *sink;
2943 	const char *source;
2944 	char prefixed_sink[80];
2945 	char prefixed_source[80];
2946 	const char *prefix;
2947 	unsigned int sink_ref = 0;
2948 	unsigned int source_ref = 0;
2949 	int ret;
2950 
2951 	prefix = soc_dapm_prefix(dapm);
2952 	if (prefix) {
2953 		snprintf(prefixed_sink, sizeof(prefixed_sink), "%s %s",
2954 			 prefix, route->sink);
2955 		sink = prefixed_sink;
2956 		snprintf(prefixed_source, sizeof(prefixed_source), "%s %s",
2957 			 prefix, route->source);
2958 		source = prefixed_source;
2959 	} else {
2960 		sink = route->sink;
2961 		source = route->source;
2962 	}
2963 
2964 	wsource = dapm_wcache_lookup(&dapm->path_source_cache, source);
2965 	wsink = dapm_wcache_lookup(&dapm->path_sink_cache, sink);
2966 
2967 	if (wsink && wsource)
2968 		goto skip_search;
2969 
2970 	/*
2971 	 * find src and dest widgets over all widgets but favor a widget from
2972 	 * current DAPM context
2973 	 */
2974 	for_each_card_widgets(dapm->card, w) {
2975 		if (!wsink && !(strcmp(w->name, sink))) {
2976 			wtsink = w;
2977 			if (w->dapm == dapm) {
2978 				wsink = w;
2979 				if (wsource)
2980 					break;
2981 			}
2982 			sink_ref++;
2983 			if (sink_ref > 1)
2984 				dev_warn(dapm->dev,
2985 					"ASoC: sink widget %s overwritten\n",
2986 					w->name);
2987 			continue;
2988 		}
2989 		if (!wsource && !(strcmp(w->name, source))) {
2990 			wtsource = w;
2991 			if (w->dapm == dapm) {
2992 				wsource = w;
2993 				if (wsink)
2994 					break;
2995 			}
2996 			source_ref++;
2997 			if (source_ref > 1)
2998 				dev_warn(dapm->dev,
2999 					"ASoC: source widget %s overwritten\n",
3000 					w->name);
3001 		}
3002 	}
3003 	/* use widget from another DAPM context if not found from this */
3004 	if (!wsink)
3005 		wsink = wtsink;
3006 	if (!wsource)
3007 		wsource = wtsource;
3008 
3009 	if (wsource == NULL) {
3010 		dev_err(dapm->dev, "ASoC: no source widget found for %s\n",
3011 			route->source);
3012 		return -ENODEV;
3013 	}
3014 	if (wsink == NULL) {
3015 		dev_err(dapm->dev, "ASoC: no sink widget found for %s\n",
3016 			route->sink);
3017 		return -ENODEV;
3018 	}
3019 
3020 skip_search:
3021 	dapm_wcache_update(&dapm->path_sink_cache, wsink);
3022 	dapm_wcache_update(&dapm->path_source_cache, wsource);
3023 
3024 	ret = snd_soc_dapm_add_path(dapm, wsource, wsink, route->control,
3025 		route->connected);
3026 	if (ret)
3027 		goto err;
3028 
3029 	return 0;
3030 err:
3031 	dev_warn(dapm->dev, "ASoC: no dapm match for %s --> %s --> %s\n",
3032 		 source, route->control, sink);
3033 	return ret;
3034 }
3035 
3036 static int snd_soc_dapm_del_route(struct snd_soc_dapm_context *dapm,
3037 				  const struct snd_soc_dapm_route *route)
3038 {
3039 	struct snd_soc_dapm_path *path, *p;
3040 	const char *sink;
3041 	const char *source;
3042 	char prefixed_sink[80];
3043 	char prefixed_source[80];
3044 	const char *prefix;
3045 
3046 	if (route->control) {
3047 		dev_err(dapm->dev,
3048 			"ASoC: Removal of routes with controls not supported\n");
3049 		return -EINVAL;
3050 	}
3051 
3052 	prefix = soc_dapm_prefix(dapm);
3053 	if (prefix) {
3054 		snprintf(prefixed_sink, sizeof(prefixed_sink), "%s %s",
3055 			 prefix, route->sink);
3056 		sink = prefixed_sink;
3057 		snprintf(prefixed_source, sizeof(prefixed_source), "%s %s",
3058 			 prefix, route->source);
3059 		source = prefixed_source;
3060 	} else {
3061 		sink = route->sink;
3062 		source = route->source;
3063 	}
3064 
3065 	path = NULL;
3066 	list_for_each_entry(p, &dapm->card->paths, list) {
3067 		if (strcmp(p->source->name, source) != 0)
3068 			continue;
3069 		if (strcmp(p->sink->name, sink) != 0)
3070 			continue;
3071 		path = p;
3072 		break;
3073 	}
3074 
3075 	if (path) {
3076 		struct snd_soc_dapm_widget *wsource = path->source;
3077 		struct snd_soc_dapm_widget *wsink = path->sink;
3078 
3079 		dapm_mark_dirty(wsource, "Route removed");
3080 		dapm_mark_dirty(wsink, "Route removed");
3081 		if (path->connect)
3082 			dapm_path_invalidate(path);
3083 
3084 		dapm_free_path(path);
3085 
3086 		/* Update any path related flags */
3087 		dapm_update_widget_flags(wsource);
3088 		dapm_update_widget_flags(wsink);
3089 	} else {
3090 		dev_warn(dapm->dev, "ASoC: Route %s->%s does not exist\n",
3091 			 source, sink);
3092 	}
3093 
3094 	return 0;
3095 }
3096 
3097 /**
3098  * snd_soc_dapm_add_routes - Add routes between DAPM widgets
3099  * @dapm: DAPM context
3100  * @route: audio routes
3101  * @num: number of routes
3102  *
3103  * Connects 2 dapm widgets together via a named audio path. The sink is
3104  * the widget receiving the audio signal, whilst the source is the sender
3105  * of the audio signal.
3106  *
3107  * Returns 0 for success else error. On error all resources can be freed
3108  * with a call to snd_soc_card_free().
3109  */
3110 int snd_soc_dapm_add_routes(struct snd_soc_dapm_context *dapm,
3111 			    const struct snd_soc_dapm_route *route, int num)
3112 {
3113 	int i, ret = 0;
3114 
3115 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3116 	for (i = 0; i < num; i++) {
3117 		int r = snd_soc_dapm_add_route(dapm, route);
3118 		if (r < 0) {
3119 			dev_err(dapm->dev, "ASoC: Failed to add route %s -> %s -> %s\n",
3120 				route->source,
3121 				route->control ? route->control : "direct",
3122 				route->sink);
3123 			ret = r;
3124 		}
3125 		route++;
3126 	}
3127 	mutex_unlock(&dapm->card->dapm_mutex);
3128 
3129 	return ret;
3130 }
3131 EXPORT_SYMBOL_GPL(snd_soc_dapm_add_routes);
3132 
3133 /**
3134  * snd_soc_dapm_del_routes - Remove routes between DAPM widgets
3135  * @dapm: DAPM context
3136  * @route: audio routes
3137  * @num: number of routes
3138  *
3139  * Removes routes from the DAPM context.
3140  */
3141 int snd_soc_dapm_del_routes(struct snd_soc_dapm_context *dapm,
3142 			    const struct snd_soc_dapm_route *route, int num)
3143 {
3144 	int i;
3145 
3146 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3147 	for (i = 0; i < num; i++) {
3148 		snd_soc_dapm_del_route(dapm, route);
3149 		route++;
3150 	}
3151 	mutex_unlock(&dapm->card->dapm_mutex);
3152 
3153 	return 0;
3154 }
3155 EXPORT_SYMBOL_GPL(snd_soc_dapm_del_routes);
3156 
3157 static int snd_soc_dapm_weak_route(struct snd_soc_dapm_context *dapm,
3158 				   const struct snd_soc_dapm_route *route)
3159 {
3160 	struct snd_soc_dapm_widget *source = dapm_find_widget(dapm,
3161 							      route->source,
3162 							      true);
3163 	struct snd_soc_dapm_widget *sink = dapm_find_widget(dapm,
3164 							    route->sink,
3165 							    true);
3166 	struct snd_soc_dapm_path *path;
3167 	int count = 0;
3168 
3169 	if (!source) {
3170 		dev_err(dapm->dev, "ASoC: Unable to find source %s for weak route\n",
3171 			route->source);
3172 		return -ENODEV;
3173 	}
3174 
3175 	if (!sink) {
3176 		dev_err(dapm->dev, "ASoC: Unable to find sink %s for weak route\n",
3177 			route->sink);
3178 		return -ENODEV;
3179 	}
3180 
3181 	if (route->control || route->connected)
3182 		dev_warn(dapm->dev, "ASoC: Ignoring control for weak route %s->%s\n",
3183 			 route->source, route->sink);
3184 
3185 	snd_soc_dapm_widget_for_each_sink_path(source, path) {
3186 		if (path->sink == sink) {
3187 			path->weak = 1;
3188 			count++;
3189 		}
3190 	}
3191 
3192 	if (count == 0)
3193 		dev_err(dapm->dev, "ASoC: No path found for weak route %s->%s\n",
3194 			route->source, route->sink);
3195 	if (count > 1)
3196 		dev_warn(dapm->dev, "ASoC: %d paths found for weak route %s->%s\n",
3197 			 count, route->source, route->sink);
3198 
3199 	return 0;
3200 }
3201 
3202 /**
3203  * snd_soc_dapm_weak_routes - Mark routes between DAPM widgets as weak
3204  * @dapm: DAPM context
3205  * @route: audio routes
3206  * @num: number of routes
3207  *
3208  * Mark existing routes matching those specified in the passed array
3209  * as being weak, meaning that they are ignored for the purpose of
3210  * power decisions.  The main intended use case is for sidetone paths
3211  * which couple audio between other independent paths if they are both
3212  * active in order to make the combination work better at the user
3213  * level but which aren't intended to be "used".
3214  *
3215  * Note that CODEC drivers should not use this as sidetone type paths
3216  * can frequently also be used as bypass paths.
3217  */
3218 int snd_soc_dapm_weak_routes(struct snd_soc_dapm_context *dapm,
3219 			     const struct snd_soc_dapm_route *route, int num)
3220 {
3221 	int i;
3222 	int ret = 0;
3223 
3224 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3225 	for (i = 0; i < num; i++) {
3226 		int err = snd_soc_dapm_weak_route(dapm, route);
3227 		if (err)
3228 			ret = err;
3229 		route++;
3230 	}
3231 	mutex_unlock(&dapm->card->dapm_mutex);
3232 
3233 	return ret;
3234 }
3235 EXPORT_SYMBOL_GPL(snd_soc_dapm_weak_routes);
3236 
3237 /**
3238  * snd_soc_dapm_new_widgets - add new dapm widgets
3239  * @card: card to be checked for new dapm widgets
3240  *
3241  * Checks the codec for any new dapm widgets and creates them if found.
3242  *
3243  * Returns 0 for success.
3244  */
3245 int snd_soc_dapm_new_widgets(struct snd_soc_card *card)
3246 {
3247 	struct snd_soc_dapm_widget *w;
3248 	unsigned int val;
3249 
3250 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3251 
3252 	for_each_card_widgets(card, w)
3253 	{
3254 		if (w->new)
3255 			continue;
3256 
3257 		if (w->num_kcontrols) {
3258 			w->kcontrols = kcalloc(w->num_kcontrols,
3259 						sizeof(struct snd_kcontrol *),
3260 						GFP_KERNEL);
3261 			if (!w->kcontrols) {
3262 				mutex_unlock(&card->dapm_mutex);
3263 				return -ENOMEM;
3264 			}
3265 		}
3266 
3267 		switch(w->id) {
3268 		case snd_soc_dapm_switch:
3269 		case snd_soc_dapm_mixer:
3270 		case snd_soc_dapm_mixer_named_ctl:
3271 			dapm_new_mixer(w);
3272 			break;
3273 		case snd_soc_dapm_mux:
3274 		case snd_soc_dapm_demux:
3275 			dapm_new_mux(w);
3276 			break;
3277 		case snd_soc_dapm_pga:
3278 		case snd_soc_dapm_effect:
3279 		case snd_soc_dapm_out_drv:
3280 			dapm_new_pga(w);
3281 			break;
3282 		case snd_soc_dapm_dai_link:
3283 			dapm_new_dai_link(w);
3284 			break;
3285 		default:
3286 			break;
3287 		}
3288 
3289 		/* Read the initial power state from the device */
3290 		if (w->reg >= 0) {
3291 			val = soc_dapm_read(w->dapm, w->reg);
3292 			val = val >> w->shift;
3293 			val &= w->mask;
3294 			if (val == w->on_val)
3295 				w->power = 1;
3296 		}
3297 
3298 		w->new = 1;
3299 
3300 		dapm_mark_dirty(w, "new widget");
3301 		dapm_debugfs_add_widget(w);
3302 	}
3303 
3304 	dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
3305 	mutex_unlock(&card->dapm_mutex);
3306 	return 0;
3307 }
3308 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_widgets);
3309 
3310 /**
3311  * snd_soc_dapm_get_volsw - dapm mixer get callback
3312  * @kcontrol: mixer control
3313  * @ucontrol: control element information
3314  *
3315  * Callback to get the value of a dapm mixer control.
3316  *
3317  * Returns 0 for success.
3318  */
3319 int snd_soc_dapm_get_volsw(struct snd_kcontrol *kcontrol,
3320 	struct snd_ctl_elem_value *ucontrol)
3321 {
3322 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3323 	struct snd_soc_card *card = dapm->card;
3324 	struct soc_mixer_control *mc =
3325 		(struct soc_mixer_control *)kcontrol->private_value;
3326 	int reg = mc->reg;
3327 	unsigned int shift = mc->shift;
3328 	int max = mc->max;
3329 	unsigned int width = fls(max);
3330 	unsigned int mask = (1 << fls(max)) - 1;
3331 	unsigned int invert = mc->invert;
3332 	unsigned int reg_val, val, rval = 0;
3333 
3334 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3335 	if (dapm_kcontrol_is_powered(kcontrol) && reg != SND_SOC_NOPM) {
3336 		reg_val = soc_dapm_read(dapm, reg);
3337 		val = (reg_val >> shift) & mask;
3338 
3339 		if (reg != mc->rreg)
3340 			reg_val = soc_dapm_read(dapm, mc->rreg);
3341 
3342 		if (snd_soc_volsw_is_stereo(mc))
3343 			rval = (reg_val >> mc->rshift) & mask;
3344 	} else {
3345 		reg_val = dapm_kcontrol_get_value(kcontrol);
3346 		val = reg_val & mask;
3347 
3348 		if (snd_soc_volsw_is_stereo(mc))
3349 			rval = (reg_val >> width) & mask;
3350 	}
3351 	mutex_unlock(&card->dapm_mutex);
3352 
3353 	if (invert)
3354 		ucontrol->value.integer.value[0] = max - val;
3355 	else
3356 		ucontrol->value.integer.value[0] = val;
3357 
3358 	if (snd_soc_volsw_is_stereo(mc)) {
3359 		if (invert)
3360 			ucontrol->value.integer.value[1] = max - rval;
3361 		else
3362 			ucontrol->value.integer.value[1] = rval;
3363 	}
3364 
3365 	return 0;
3366 }
3367 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_volsw);
3368 
3369 /**
3370  * snd_soc_dapm_put_volsw - dapm mixer set callback
3371  * @kcontrol: mixer control
3372  * @ucontrol: control element information
3373  *
3374  * Callback to set the value of a dapm mixer control.
3375  *
3376  * Returns 0 for success.
3377  */
3378 int snd_soc_dapm_put_volsw(struct snd_kcontrol *kcontrol,
3379 	struct snd_ctl_elem_value *ucontrol)
3380 {
3381 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3382 	struct snd_soc_card *card = dapm->card;
3383 	struct soc_mixer_control *mc =
3384 		(struct soc_mixer_control *)kcontrol->private_value;
3385 	int reg = mc->reg;
3386 	unsigned int shift = mc->shift;
3387 	int max = mc->max;
3388 	unsigned int width = fls(max);
3389 	unsigned int mask = (1 << width) - 1;
3390 	unsigned int invert = mc->invert;
3391 	unsigned int val, rval = 0;
3392 	int connect, rconnect = -1, change, reg_change = 0;
3393 	struct snd_soc_dapm_update update = {};
3394 	int ret = 0;
3395 
3396 	val = (ucontrol->value.integer.value[0] & mask);
3397 	connect = !!val;
3398 
3399 	if (invert)
3400 		val = max - val;
3401 
3402 	if (snd_soc_volsw_is_stereo(mc)) {
3403 		rval = (ucontrol->value.integer.value[1] & mask);
3404 		rconnect = !!rval;
3405 		if (invert)
3406 			rval = max - rval;
3407 	}
3408 
3409 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3410 
3411 	/* This assumes field width < (bits in unsigned int / 2) */
3412 	if (width > sizeof(unsigned int) * 8 / 2)
3413 		dev_warn(dapm->dev,
3414 			 "ASoC: control %s field width limit exceeded\n",
3415 			 kcontrol->id.name);
3416 	change = dapm_kcontrol_set_value(kcontrol, val | (rval << width));
3417 
3418 	if (reg != SND_SOC_NOPM) {
3419 		val = val << shift;
3420 		rval = rval << mc->rshift;
3421 
3422 		reg_change = soc_dapm_test_bits(dapm, reg, mask << shift, val);
3423 
3424 		if (snd_soc_volsw_is_stereo(mc))
3425 			reg_change |= soc_dapm_test_bits(dapm, mc->rreg,
3426 							 mask << mc->rshift,
3427 							 rval);
3428 	}
3429 
3430 	if (change || reg_change) {
3431 		if (reg_change) {
3432 			if (snd_soc_volsw_is_stereo(mc)) {
3433 				update.has_second_set = true;
3434 				update.reg2 = mc->rreg;
3435 				update.mask2 = mask << mc->rshift;
3436 				update.val2 = rval;
3437 			}
3438 			update.kcontrol = kcontrol;
3439 			update.reg = reg;
3440 			update.mask = mask << shift;
3441 			update.val = val;
3442 			card->update = &update;
3443 		}
3444 
3445 		ret = soc_dapm_mixer_update_power(card, kcontrol, connect,
3446 						  rconnect);
3447 
3448 		card->update = NULL;
3449 	}
3450 
3451 	mutex_unlock(&card->dapm_mutex);
3452 
3453 	if (ret > 0)
3454 		snd_soc_dpcm_runtime_update(card);
3455 
3456 	return change;
3457 }
3458 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_volsw);
3459 
3460 /**
3461  * snd_soc_dapm_get_enum_double - dapm enumerated double mixer get callback
3462  * @kcontrol: mixer control
3463  * @ucontrol: control element information
3464  *
3465  * Callback to get the value of a dapm enumerated double mixer control.
3466  *
3467  * Returns 0 for success.
3468  */
3469 int snd_soc_dapm_get_enum_double(struct snd_kcontrol *kcontrol,
3470 	struct snd_ctl_elem_value *ucontrol)
3471 {
3472 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3473 	struct snd_soc_card *card = dapm->card;
3474 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
3475 	unsigned int reg_val, val;
3476 
3477 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3478 	if (e->reg != SND_SOC_NOPM && dapm_kcontrol_is_powered(kcontrol)) {
3479 		reg_val = soc_dapm_read(dapm, e->reg);
3480 	} else {
3481 		reg_val = dapm_kcontrol_get_value(kcontrol);
3482 	}
3483 	mutex_unlock(&card->dapm_mutex);
3484 
3485 	val = (reg_val >> e->shift_l) & e->mask;
3486 	ucontrol->value.enumerated.item[0] = snd_soc_enum_val_to_item(e, val);
3487 	if (e->shift_l != e->shift_r) {
3488 		val = (reg_val >> e->shift_r) & e->mask;
3489 		val = snd_soc_enum_val_to_item(e, val);
3490 		ucontrol->value.enumerated.item[1] = val;
3491 	}
3492 
3493 	return 0;
3494 }
3495 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_enum_double);
3496 
3497 /**
3498  * snd_soc_dapm_put_enum_double - dapm enumerated double mixer set callback
3499  * @kcontrol: mixer control
3500  * @ucontrol: control element information
3501  *
3502  * Callback to set the value of a dapm enumerated double mixer control.
3503  *
3504  * Returns 0 for success.
3505  */
3506 int snd_soc_dapm_put_enum_double(struct snd_kcontrol *kcontrol,
3507 	struct snd_ctl_elem_value *ucontrol)
3508 {
3509 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3510 	struct snd_soc_card *card = dapm->card;
3511 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
3512 	unsigned int *item = ucontrol->value.enumerated.item;
3513 	unsigned int val, change, reg_change = 0;
3514 	unsigned int mask;
3515 	struct snd_soc_dapm_update update = {};
3516 	int ret = 0;
3517 
3518 	if (item[0] >= e->items)
3519 		return -EINVAL;
3520 
3521 	val = snd_soc_enum_item_to_val(e, item[0]) << e->shift_l;
3522 	mask = e->mask << e->shift_l;
3523 	if (e->shift_l != e->shift_r) {
3524 		if (item[1] > e->items)
3525 			return -EINVAL;
3526 		val |= snd_soc_enum_item_to_val(e, item[1]) << e->shift_r;
3527 		mask |= e->mask << e->shift_r;
3528 	}
3529 
3530 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3531 
3532 	change = dapm_kcontrol_set_value(kcontrol, val);
3533 
3534 	if (e->reg != SND_SOC_NOPM)
3535 		reg_change = soc_dapm_test_bits(dapm, e->reg, mask, val);
3536 
3537 	if (change || reg_change) {
3538 		if (reg_change) {
3539 			update.kcontrol = kcontrol;
3540 			update.reg = e->reg;
3541 			update.mask = mask;
3542 			update.val = val;
3543 			card->update = &update;
3544 		}
3545 
3546 		ret = soc_dapm_mux_update_power(card, kcontrol, item[0], e);
3547 
3548 		card->update = NULL;
3549 	}
3550 
3551 	mutex_unlock(&card->dapm_mutex);
3552 
3553 	if (ret > 0)
3554 		snd_soc_dpcm_runtime_update(card);
3555 
3556 	return change;
3557 }
3558 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_enum_double);
3559 
3560 /**
3561  * snd_soc_dapm_info_pin_switch - Info for a pin switch
3562  *
3563  * @kcontrol: mixer control
3564  * @uinfo: control element information
3565  *
3566  * Callback to provide information about a pin switch control.
3567  */
3568 int snd_soc_dapm_info_pin_switch(struct snd_kcontrol *kcontrol,
3569 				 struct snd_ctl_elem_info *uinfo)
3570 {
3571 	uinfo->type = SNDRV_CTL_ELEM_TYPE_BOOLEAN;
3572 	uinfo->count = 1;
3573 	uinfo->value.integer.min = 0;
3574 	uinfo->value.integer.max = 1;
3575 
3576 	return 0;
3577 }
3578 EXPORT_SYMBOL_GPL(snd_soc_dapm_info_pin_switch);
3579 
3580 /**
3581  * snd_soc_dapm_get_pin_switch - Get information for a pin switch
3582  *
3583  * @kcontrol: mixer control
3584  * @ucontrol: Value
3585  */
3586 int snd_soc_dapm_get_pin_switch(struct snd_kcontrol *kcontrol,
3587 				struct snd_ctl_elem_value *ucontrol)
3588 {
3589 	struct snd_soc_card *card = snd_kcontrol_chip(kcontrol);
3590 	const char *pin = (const char *)kcontrol->private_value;
3591 
3592 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3593 
3594 	ucontrol->value.integer.value[0] =
3595 		snd_soc_dapm_get_pin_status(&card->dapm, pin);
3596 
3597 	mutex_unlock(&card->dapm_mutex);
3598 
3599 	return 0;
3600 }
3601 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_pin_switch);
3602 
3603 /**
3604  * snd_soc_dapm_put_pin_switch - Set information for a pin switch
3605  *
3606  * @kcontrol: mixer control
3607  * @ucontrol: Value
3608  */
3609 int snd_soc_dapm_put_pin_switch(struct snd_kcontrol *kcontrol,
3610 				struct snd_ctl_elem_value *ucontrol)
3611 {
3612 	struct snd_soc_card *card = snd_kcontrol_chip(kcontrol);
3613 	const char *pin = (const char *)kcontrol->private_value;
3614 	int ret;
3615 
3616 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3617 	ret = __snd_soc_dapm_set_pin(&card->dapm, pin,
3618 				     !!ucontrol->value.integer.value[0]);
3619 	mutex_unlock(&card->dapm_mutex);
3620 
3621 	snd_soc_dapm_sync(&card->dapm);
3622 	return ret;
3623 }
3624 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_pin_switch);
3625 
3626 struct snd_soc_dapm_widget *
3627 snd_soc_dapm_new_control_unlocked(struct snd_soc_dapm_context *dapm,
3628 			 const struct snd_soc_dapm_widget *widget)
3629 {
3630 	enum snd_soc_dapm_direction dir;
3631 	struct snd_soc_dapm_widget *w;
3632 	const char *prefix;
3633 	int ret = -ENOMEM;
3634 
3635 	if ((w = dapm_cnew_widget(widget)) == NULL)
3636 		goto cnew_failed;
3637 
3638 	prefix = soc_dapm_prefix(dapm);
3639 	if (prefix)
3640 		w->name = kasprintf(GFP_KERNEL, "%s %s", prefix, widget->name);
3641 	else
3642 		w->name = kstrdup_const(widget->name, GFP_KERNEL);
3643 	if (!w->name)
3644 		goto name_failed;
3645 
3646 	switch (w->id) {
3647 	case snd_soc_dapm_regulator_supply:
3648 		w->regulator = devm_regulator_get(dapm->dev, w->name);
3649 		if (IS_ERR(w->regulator)) {
3650 			ret = PTR_ERR(w->regulator);
3651 			goto request_failed;
3652 		}
3653 
3654 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
3655 			ret = regulator_allow_bypass(w->regulator, true);
3656 			if (ret != 0)
3657 				dev_warn(dapm->dev,
3658 					 "ASoC: Failed to bypass %s: %d\n",
3659 					 w->name, ret);
3660 		}
3661 		break;
3662 	case snd_soc_dapm_pinctrl:
3663 		w->pinctrl = devm_pinctrl_get(dapm->dev);
3664 		if (IS_ERR(w->pinctrl)) {
3665 			ret = PTR_ERR(w->pinctrl);
3666 			goto request_failed;
3667 		}
3668 
3669 		/* set to sleep_state when initializing */
3670 		dapm_pinctrl_event(w, NULL, SND_SOC_DAPM_POST_PMD);
3671 		break;
3672 	case snd_soc_dapm_clock_supply:
3673 		w->clk = devm_clk_get(dapm->dev, w->name);
3674 		if (IS_ERR(w->clk)) {
3675 			ret = PTR_ERR(w->clk);
3676 			goto request_failed;
3677 		}
3678 		break;
3679 	default:
3680 		break;
3681 	}
3682 
3683 	switch (w->id) {
3684 	case snd_soc_dapm_mic:
3685 		w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3686 		w->power_check = dapm_generic_check_power;
3687 		break;
3688 	case snd_soc_dapm_input:
3689 		if (!dapm->card->fully_routed)
3690 			w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3691 		w->power_check = dapm_generic_check_power;
3692 		break;
3693 	case snd_soc_dapm_spk:
3694 	case snd_soc_dapm_hp:
3695 		w->is_ep = SND_SOC_DAPM_EP_SINK;
3696 		w->power_check = dapm_generic_check_power;
3697 		break;
3698 	case snd_soc_dapm_output:
3699 		if (!dapm->card->fully_routed)
3700 			w->is_ep = SND_SOC_DAPM_EP_SINK;
3701 		w->power_check = dapm_generic_check_power;
3702 		break;
3703 	case snd_soc_dapm_vmid:
3704 	case snd_soc_dapm_siggen:
3705 		w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3706 		w->power_check = dapm_always_on_check_power;
3707 		break;
3708 	case snd_soc_dapm_sink:
3709 		w->is_ep = SND_SOC_DAPM_EP_SINK;
3710 		w->power_check = dapm_always_on_check_power;
3711 		break;
3712 
3713 	case snd_soc_dapm_mux:
3714 	case snd_soc_dapm_demux:
3715 	case snd_soc_dapm_switch:
3716 	case snd_soc_dapm_mixer:
3717 	case snd_soc_dapm_mixer_named_ctl:
3718 	case snd_soc_dapm_adc:
3719 	case snd_soc_dapm_aif_out:
3720 	case snd_soc_dapm_dac:
3721 	case snd_soc_dapm_aif_in:
3722 	case snd_soc_dapm_pga:
3723 	case snd_soc_dapm_buffer:
3724 	case snd_soc_dapm_scheduler:
3725 	case snd_soc_dapm_effect:
3726 	case snd_soc_dapm_src:
3727 	case snd_soc_dapm_asrc:
3728 	case snd_soc_dapm_encoder:
3729 	case snd_soc_dapm_decoder:
3730 	case snd_soc_dapm_out_drv:
3731 	case snd_soc_dapm_micbias:
3732 	case snd_soc_dapm_line:
3733 	case snd_soc_dapm_dai_link:
3734 	case snd_soc_dapm_dai_out:
3735 	case snd_soc_dapm_dai_in:
3736 		w->power_check = dapm_generic_check_power;
3737 		break;
3738 	case snd_soc_dapm_supply:
3739 	case snd_soc_dapm_regulator_supply:
3740 	case snd_soc_dapm_pinctrl:
3741 	case snd_soc_dapm_clock_supply:
3742 	case snd_soc_dapm_kcontrol:
3743 		w->is_supply = 1;
3744 		w->power_check = dapm_supply_check_power;
3745 		break;
3746 	default:
3747 		w->power_check = dapm_always_on_check_power;
3748 		break;
3749 	}
3750 
3751 	w->dapm = dapm;
3752 	INIT_LIST_HEAD(&w->list);
3753 	INIT_LIST_HEAD(&w->dirty);
3754 	/* see for_each_card_widgets */
3755 	list_add_tail(&w->list, &dapm->card->widgets);
3756 
3757 	snd_soc_dapm_for_each_direction(dir) {
3758 		INIT_LIST_HEAD(&w->edges[dir]);
3759 		w->endpoints[dir] = -1;
3760 	}
3761 
3762 	/* machine layer sets up unconnected pins and insertions */
3763 	w->connected = 1;
3764 	return w;
3765 
3766 request_failed:
3767 	dev_err_probe(dapm->dev, ret, "ASoC: Failed to request %s\n",
3768 		      w->name);
3769 	kfree_const(w->name);
3770 name_failed:
3771 	kfree_const(w->sname);
3772 	kfree(w);
3773 cnew_failed:
3774 	return ERR_PTR(ret);
3775 }
3776 
3777 /**
3778  * snd_soc_dapm_new_control - create new dapm control
3779  * @dapm: DAPM context
3780  * @widget: widget template
3781  *
3782  * Creates new DAPM control based upon a template.
3783  *
3784  * Returns a widget pointer on success or an error pointer on failure
3785  */
3786 struct snd_soc_dapm_widget *
3787 snd_soc_dapm_new_control(struct snd_soc_dapm_context *dapm,
3788 			 const struct snd_soc_dapm_widget *widget)
3789 {
3790 	struct snd_soc_dapm_widget *w;
3791 
3792 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3793 	w = snd_soc_dapm_new_control_unlocked(dapm, widget);
3794 	mutex_unlock(&dapm->card->dapm_mutex);
3795 
3796 	return w;
3797 }
3798 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_control);
3799 
3800 /**
3801  * snd_soc_dapm_new_controls - create new dapm controls
3802  * @dapm: DAPM context
3803  * @widget: widget array
3804  * @num: number of widgets
3805  *
3806  * Creates new DAPM controls based upon the templates.
3807  *
3808  * Returns 0 for success else error.
3809  */
3810 int snd_soc_dapm_new_controls(struct snd_soc_dapm_context *dapm,
3811 	const struct snd_soc_dapm_widget *widget,
3812 	int num)
3813 {
3814 	int i;
3815 	int ret = 0;
3816 
3817 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3818 	for (i = 0; i < num; i++) {
3819 		struct snd_soc_dapm_widget *w = snd_soc_dapm_new_control_unlocked(dapm, widget);
3820 		if (IS_ERR(w)) {
3821 			ret = PTR_ERR(w);
3822 			break;
3823 		}
3824 		widget++;
3825 	}
3826 	mutex_unlock(&dapm->card->dapm_mutex);
3827 	return ret;
3828 }
3829 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_controls);
3830 
3831 static int
3832 snd_soc_dai_link_event_pre_pmu(struct snd_soc_dapm_widget *w,
3833 			       struct snd_pcm_substream *substream)
3834 {
3835 	struct snd_soc_dapm_path *path;
3836 	struct snd_soc_dai *source, *sink;
3837 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
3838 	struct snd_pcm_hw_params *params = NULL;
3839 	const struct snd_soc_pcm_stream *config = NULL;
3840 	struct snd_pcm_runtime *runtime = NULL;
3841 	unsigned int fmt;
3842 	int ret = 0;
3843 
3844 	/*
3845 	 * NOTE
3846 	 *
3847 	 * snd_pcm_hw_params is quite large (608 bytes on arm64) and is
3848 	 * starting to get a bit excessive for allocation on the stack,
3849 	 * especially when you're building with some of the KASAN type
3850 	 * stuff that increases stack usage.
3851 	 * So, we use kzalloc()/kfree() for params in this function.
3852 	 */
3853 	params = kzalloc(sizeof(*params), GFP_KERNEL);
3854 	if (!params)
3855 		return -ENOMEM;
3856 
3857 	runtime = kzalloc(sizeof(*runtime), GFP_KERNEL);
3858 	if (!runtime) {
3859 		ret = -ENOMEM;
3860 		goto out;
3861 	}
3862 
3863 	substream->runtime = runtime;
3864 
3865 	substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3866 	snd_soc_dapm_widget_for_each_source_path(w, path) {
3867 		source = path->source->priv;
3868 
3869 		ret = snd_soc_dai_startup(source, substream);
3870 		if (ret < 0)
3871 			goto out;
3872 
3873 		snd_soc_dai_activate(source, substream->stream);
3874 	}
3875 
3876 	substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3877 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
3878 		sink = path->sink->priv;
3879 
3880 		ret = snd_soc_dai_startup(sink, substream);
3881 		if (ret < 0)
3882 			goto out;
3883 
3884 		snd_soc_dai_activate(sink, substream->stream);
3885 	}
3886 
3887 	substream->hw_opened = 1;
3888 
3889 	/*
3890 	 * Note: getting the config after .startup() gives a chance to
3891 	 * either party on the link to alter the configuration if
3892 	 * necessary
3893 	 */
3894 	config = rtd->dai_link->params + rtd->params_select;
3895 	if (!config) {
3896 		dev_err(w->dapm->dev, "ASoC: link config missing\n");
3897 		ret = -EINVAL;
3898 		goto out;
3899 	}
3900 
3901 	/* Be a little careful as we don't want to overflow the mask array */
3902 	if (!config->formats) {
3903 		dev_warn(w->dapm->dev, "ASoC: Invalid format was specified\n");
3904 
3905 		ret = -EINVAL;
3906 		goto out;
3907 	}
3908 
3909 	fmt = ffs(config->formats) - 1;
3910 
3911 	snd_mask_set(hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT), fmt);
3912 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE)->min =
3913 		config->rate_min;
3914 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE)->max =
3915 		config->rate_max;
3916 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS)->min
3917 		= config->channels_min;
3918 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS)->max
3919 		= config->channels_max;
3920 
3921 	substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3922 	snd_soc_dapm_widget_for_each_source_path(w, path) {
3923 		source = path->source->priv;
3924 
3925 		ret = snd_soc_dai_hw_params(source, substream, params);
3926 		if (ret < 0)
3927 			goto out;
3928 
3929 		dapm_update_dai_unlocked(substream, params, source);
3930 	}
3931 
3932 	substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3933 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
3934 		sink = path->sink->priv;
3935 
3936 		ret = snd_soc_dai_hw_params(sink, substream, params);
3937 		if (ret < 0)
3938 			goto out;
3939 
3940 		dapm_update_dai_unlocked(substream, params, sink);
3941 	}
3942 
3943 	runtime->format = params_format(params);
3944 	runtime->subformat = params_subformat(params);
3945 	runtime->channels = params_channels(params);
3946 	runtime->rate = params_rate(params);
3947 
3948 out:
3949 	/* see above NOTE */
3950 	kfree(params);
3951 
3952 	return ret;
3953 }
3954 
3955 static int snd_soc_dai_link_event(struct snd_soc_dapm_widget *w,
3956 				  struct snd_kcontrol *kcontrol, int event)
3957 {
3958 	struct snd_soc_dapm_path *path;
3959 	struct snd_soc_dai *source, *sink;
3960 	struct snd_pcm_substream *substream = w->priv;
3961 	int ret = 0, saved_stream = substream->stream;
3962 
3963 	if (WARN_ON(list_empty(&w->edges[SND_SOC_DAPM_DIR_OUT]) ||
3964 		    list_empty(&w->edges[SND_SOC_DAPM_DIR_IN])))
3965 		return -EINVAL;
3966 
3967 	switch (event) {
3968 	case SND_SOC_DAPM_PRE_PMU:
3969 		ret = snd_soc_dai_link_event_pre_pmu(w, substream);
3970 		if (ret < 0)
3971 			goto out;
3972 
3973 		break;
3974 
3975 	case SND_SOC_DAPM_POST_PMU:
3976 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3977 			sink = path->sink->priv;
3978 
3979 			snd_soc_dai_digital_mute(sink, 0, SNDRV_PCM_STREAM_PLAYBACK);
3980 			ret = 0;
3981 		}
3982 		break;
3983 
3984 	case SND_SOC_DAPM_PRE_PMD:
3985 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3986 			sink = path->sink->priv;
3987 
3988 			snd_soc_dai_digital_mute(sink, 1, SNDRV_PCM_STREAM_PLAYBACK);
3989 			ret = 0;
3990 		}
3991 
3992 		substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3993 		snd_soc_dapm_widget_for_each_source_path(w, path) {
3994 			source = path->source->priv;
3995 			snd_soc_dai_hw_free(source, substream, 0);
3996 		}
3997 
3998 		substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3999 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
4000 			sink = path->sink->priv;
4001 			snd_soc_dai_hw_free(sink, substream, 0);
4002 		}
4003 
4004 		substream->stream = SNDRV_PCM_STREAM_CAPTURE;
4005 		snd_soc_dapm_widget_for_each_source_path(w, path) {
4006 			source = path->source->priv;
4007 			snd_soc_dai_deactivate(source, substream->stream);
4008 			snd_soc_dai_shutdown(source, substream, 0);
4009 		}
4010 
4011 		substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
4012 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
4013 			sink = path->sink->priv;
4014 			snd_soc_dai_deactivate(sink, substream->stream);
4015 			snd_soc_dai_shutdown(sink, substream, 0);
4016 		}
4017 		break;
4018 
4019 	case SND_SOC_DAPM_POST_PMD:
4020 		kfree(substream->runtime);
4021 		break;
4022 
4023 	default:
4024 		WARN(1, "Unknown event %d\n", event);
4025 		ret = -EINVAL;
4026 	}
4027 
4028 out:
4029 	/* Restore the substream direction */
4030 	substream->stream = saved_stream;
4031 	return ret;
4032 }
4033 
4034 static int snd_soc_dapm_dai_link_get(struct snd_kcontrol *kcontrol,
4035 			  struct snd_ctl_elem_value *ucontrol)
4036 {
4037 	struct snd_soc_dapm_widget *w = snd_kcontrol_chip(kcontrol);
4038 	struct snd_soc_pcm_runtime *rtd = w->priv;
4039 
4040 	ucontrol->value.enumerated.item[0] = rtd->params_select;
4041 
4042 	return 0;
4043 }
4044 
4045 static int snd_soc_dapm_dai_link_put(struct snd_kcontrol *kcontrol,
4046 			  struct snd_ctl_elem_value *ucontrol)
4047 {
4048 	struct snd_soc_dapm_widget *w = snd_kcontrol_chip(kcontrol);
4049 	struct snd_soc_pcm_runtime *rtd = w->priv;
4050 
4051 	/* Can't change the config when widget is already powered */
4052 	if (w->power)
4053 		return -EBUSY;
4054 
4055 	if (ucontrol->value.enumerated.item[0] == rtd->params_select)
4056 		return 0;
4057 
4058 	if (ucontrol->value.enumerated.item[0] >= rtd->dai_link->num_params)
4059 		return -EINVAL;
4060 
4061 	rtd->params_select = ucontrol->value.enumerated.item[0];
4062 
4063 	return 1;
4064 }
4065 
4066 static void
4067 snd_soc_dapm_free_kcontrol(struct snd_soc_card *card,
4068 			unsigned long *private_value,
4069 			int num_params,
4070 			const char **w_param_text)
4071 {
4072 	int count;
4073 
4074 	devm_kfree(card->dev, (void *)*private_value);
4075 
4076 	if (!w_param_text)
4077 		return;
4078 
4079 	for (count = 0 ; count < num_params; count++)
4080 		devm_kfree(card->dev, (void *)w_param_text[count]);
4081 	devm_kfree(card->dev, w_param_text);
4082 }
4083 
4084 static struct snd_kcontrol_new *
4085 snd_soc_dapm_alloc_kcontrol(struct snd_soc_card *card,
4086 			char *link_name,
4087 			const struct snd_soc_pcm_stream *params,
4088 			int num_params, const char **w_param_text,
4089 			unsigned long *private_value)
4090 {
4091 	struct soc_enum w_param_enum[] = {
4092 		SOC_ENUM_SINGLE(0, 0, 0, NULL),
4093 	};
4094 	struct snd_kcontrol_new kcontrol_dai_link[] = {
4095 		SOC_ENUM_EXT(NULL, w_param_enum[0],
4096 			     snd_soc_dapm_dai_link_get,
4097 			     snd_soc_dapm_dai_link_put),
4098 	};
4099 	struct snd_kcontrol_new *kcontrol_news;
4100 	const struct snd_soc_pcm_stream *config = params;
4101 	int count;
4102 
4103 	for (count = 0 ; count < num_params; count++) {
4104 		if (!config->stream_name) {
4105 			dev_warn(card->dapm.dev,
4106 				"ASoC: anonymous config %d for dai link %s\n",
4107 				count, link_name);
4108 			w_param_text[count] =
4109 				devm_kasprintf(card->dev, GFP_KERNEL,
4110 					       "Anonymous Configuration %d",
4111 					       count);
4112 		} else {
4113 			w_param_text[count] = devm_kmemdup(card->dev,
4114 						config->stream_name,
4115 						strlen(config->stream_name) + 1,
4116 						GFP_KERNEL);
4117 		}
4118 		if (!w_param_text[count])
4119 			goto outfree_w_param;
4120 		config++;
4121 	}
4122 
4123 	w_param_enum[0].items = num_params;
4124 	w_param_enum[0].texts = w_param_text;
4125 
4126 	*private_value =
4127 		(unsigned long) devm_kmemdup(card->dev,
4128 			(void *)(kcontrol_dai_link[0].private_value),
4129 			sizeof(struct soc_enum), GFP_KERNEL);
4130 	if (!*private_value) {
4131 		dev_err(card->dev, "ASoC: Failed to create control for %s widget\n",
4132 			link_name);
4133 		goto outfree_w_param;
4134 	}
4135 	kcontrol_dai_link[0].private_value = *private_value;
4136 	/* duplicate kcontrol_dai_link on heap so that memory persists */
4137 	kcontrol_news = devm_kmemdup(card->dev, &kcontrol_dai_link[0],
4138 					sizeof(struct snd_kcontrol_new),
4139 					GFP_KERNEL);
4140 	if (!kcontrol_news) {
4141 		dev_err(card->dev, "ASoC: Failed to create control for %s widget\n",
4142 			link_name);
4143 		goto outfree_w_param;
4144 	}
4145 	return kcontrol_news;
4146 
4147 outfree_w_param:
4148 	snd_soc_dapm_free_kcontrol(card, private_value, num_params, w_param_text);
4149 	return NULL;
4150 }
4151 
4152 static struct snd_soc_dapm_widget *
4153 snd_soc_dapm_new_dai(struct snd_soc_card *card,
4154 		     struct snd_pcm_substream *substream,
4155 		     char *id)
4156 {
4157 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
4158 	struct snd_soc_dapm_widget template;
4159 	struct snd_soc_dapm_widget *w;
4160 	const char **w_param_text;
4161 	unsigned long private_value = 0;
4162 	char *link_name;
4163 	int ret;
4164 
4165 	link_name = devm_kasprintf(card->dev, GFP_KERNEL, "%s-%s",
4166 				   rtd->dai_link->name, id);
4167 	if (!link_name)
4168 		return ERR_PTR(-ENOMEM);
4169 
4170 	memset(&template, 0, sizeof(template));
4171 	template.reg = SND_SOC_NOPM;
4172 	template.id = snd_soc_dapm_dai_link;
4173 	template.name = link_name;
4174 	template.event = snd_soc_dai_link_event;
4175 	template.event_flags = SND_SOC_DAPM_PRE_PMU | SND_SOC_DAPM_POST_PMU |
4176 		SND_SOC_DAPM_PRE_PMD | SND_SOC_DAPM_POST_PMD;
4177 	template.kcontrol_news = NULL;
4178 
4179 	/* allocate memory for control, only in case of multiple configs */
4180 	if (rtd->dai_link->num_params > 1) {
4181 		w_param_text = devm_kcalloc(card->dev,
4182 					    rtd->dai_link->num_params,
4183 					    sizeof(char *), GFP_KERNEL);
4184 		if (!w_param_text) {
4185 			ret = -ENOMEM;
4186 			goto param_fail;
4187 		}
4188 
4189 		template.num_kcontrols = 1;
4190 		template.kcontrol_news =
4191 					snd_soc_dapm_alloc_kcontrol(card,
4192 						link_name,
4193 						rtd->dai_link->params,
4194 						rtd->dai_link->num_params,
4195 						w_param_text, &private_value);
4196 		if (!template.kcontrol_news) {
4197 			ret = -ENOMEM;
4198 			goto param_fail;
4199 		}
4200 	} else {
4201 		w_param_text = NULL;
4202 	}
4203 	dev_dbg(card->dev, "ASoC: adding %s widget\n", link_name);
4204 
4205 	w = snd_soc_dapm_new_control_unlocked(&card->dapm, &template);
4206 	if (IS_ERR(w)) {
4207 		ret = PTR_ERR(w);
4208 		dev_err(rtd->dev, "ASoC: Failed to create %s widget: %d\n",
4209 			link_name, ret);
4210 		goto outfree_kcontrol_news;
4211 	}
4212 
4213 	w->priv = substream;
4214 
4215 	return w;
4216 
4217 outfree_kcontrol_news:
4218 	devm_kfree(card->dev, (void *)template.kcontrol_news);
4219 	snd_soc_dapm_free_kcontrol(card, &private_value,
4220 				   rtd->dai_link->num_params, w_param_text);
4221 param_fail:
4222 	devm_kfree(card->dev, link_name);
4223 	return ERR_PTR(ret);
4224 }
4225 
4226 /**
4227  * snd_soc_dapm_new_dai_widgets - Create new DAPM widgets
4228  * @dapm: DAPM context
4229  * @dai: parent DAI
4230  *
4231  * Returns 0 on success, error code otherwise.
4232  */
4233 int snd_soc_dapm_new_dai_widgets(struct snd_soc_dapm_context *dapm,
4234 				 struct snd_soc_dai *dai)
4235 {
4236 	struct snd_soc_dapm_widget template;
4237 	struct snd_soc_dapm_widget *w;
4238 
4239 	WARN_ON(dapm->dev != dai->dev);
4240 
4241 	memset(&template, 0, sizeof(template));
4242 	template.reg = SND_SOC_NOPM;
4243 
4244 	if (dai->driver->playback.stream_name) {
4245 		template.id = snd_soc_dapm_dai_in;
4246 		template.name = dai->driver->playback.stream_name;
4247 		template.sname = dai->driver->playback.stream_name;
4248 
4249 		dev_dbg(dai->dev, "ASoC: adding %s widget\n",
4250 			template.name);
4251 
4252 		w = snd_soc_dapm_new_control_unlocked(dapm, &template);
4253 		if (IS_ERR(w))
4254 			return PTR_ERR(w);
4255 
4256 		w->priv = dai;
4257 		dai->playback_widget = w;
4258 	}
4259 
4260 	if (dai->driver->capture.stream_name) {
4261 		template.id = snd_soc_dapm_dai_out;
4262 		template.name = dai->driver->capture.stream_name;
4263 		template.sname = dai->driver->capture.stream_name;
4264 
4265 		dev_dbg(dai->dev, "ASoC: adding %s widget\n",
4266 			template.name);
4267 
4268 		w = snd_soc_dapm_new_control_unlocked(dapm, &template);
4269 		if (IS_ERR(w))
4270 			return PTR_ERR(w);
4271 
4272 		w->priv = dai;
4273 		dai->capture_widget = w;
4274 	}
4275 
4276 	return 0;
4277 }
4278 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_dai_widgets);
4279 
4280 int snd_soc_dapm_link_dai_widgets(struct snd_soc_card *card)
4281 {
4282 	struct snd_soc_dapm_widget *dai_w, *w;
4283 	struct snd_soc_dapm_widget *src, *sink;
4284 	struct snd_soc_dai *dai;
4285 
4286 	/* For each DAI widget... */
4287 	for_each_card_widgets(card, dai_w) {
4288 		switch (dai_w->id) {
4289 		case snd_soc_dapm_dai_in:
4290 		case snd_soc_dapm_dai_out:
4291 			break;
4292 		default:
4293 			continue;
4294 		}
4295 
4296 		/* let users know there is no DAI to link */
4297 		if (!dai_w->priv) {
4298 			dev_dbg(card->dev, "dai widget %s has no DAI\n",
4299 				dai_w->name);
4300 			continue;
4301 		}
4302 
4303 		dai = dai_w->priv;
4304 
4305 		/* ...find all widgets with the same stream and link them */
4306 		for_each_card_widgets(card, w) {
4307 			if (w->dapm != dai_w->dapm)
4308 				continue;
4309 
4310 			switch (w->id) {
4311 			case snd_soc_dapm_dai_in:
4312 			case snd_soc_dapm_dai_out:
4313 				continue;
4314 			default:
4315 				break;
4316 			}
4317 
4318 			if (!w->sname || !strstr(w->sname, dai_w->sname))
4319 				continue;
4320 
4321 			if (dai_w->id == snd_soc_dapm_dai_in) {
4322 				src = dai_w;
4323 				sink = w;
4324 			} else {
4325 				src = w;
4326 				sink = dai_w;
4327 			}
4328 			dev_dbg(dai->dev, "%s -> %s\n", src->name, sink->name);
4329 			snd_soc_dapm_add_path(w->dapm, src, sink, NULL, NULL);
4330 		}
4331 	}
4332 
4333 	return 0;
4334 }
4335 
4336 static void dapm_connect_dai_routes(struct snd_soc_dapm_context *dapm,
4337 				    struct snd_soc_dai *src_dai,
4338 				    struct snd_soc_dapm_widget *src,
4339 				    struct snd_soc_dapm_widget *dai,
4340 				    struct snd_soc_dai *sink_dai,
4341 				    struct snd_soc_dapm_widget *sink)
4342 {
4343 	dev_dbg(dapm->dev, "connected DAI link %s:%s -> %s:%s\n",
4344 		src_dai->component->name, src->name,
4345 		sink_dai->component->name, sink->name);
4346 
4347 	if (dai) {
4348 		snd_soc_dapm_add_path(dapm, src, dai, NULL, NULL);
4349 		src = dai;
4350 	}
4351 
4352 	snd_soc_dapm_add_path(dapm, src, sink, NULL, NULL);
4353 }
4354 
4355 static void dapm_connect_dai_pair(struct snd_soc_card *card,
4356 				  struct snd_soc_pcm_runtime *rtd,
4357 				  struct snd_soc_dai *codec_dai,
4358 				  struct snd_soc_dai *cpu_dai)
4359 {
4360 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
4361 	struct snd_soc_dapm_widget *dai, *codec, *playback_cpu, *capture_cpu;
4362 	struct snd_pcm_substream *substream;
4363 	struct snd_pcm_str *streams = rtd->pcm->streams;
4364 	int stream;
4365 
4366 	if (dai_link->params) {
4367 		playback_cpu = cpu_dai->capture_widget;
4368 		capture_cpu = cpu_dai->playback_widget;
4369 	} else {
4370 		playback_cpu = cpu_dai->playback_widget;
4371 		capture_cpu = cpu_dai->capture_widget;
4372 	}
4373 
4374 	/* connect BE DAI playback if widgets are valid */
4375 	stream = SNDRV_PCM_STREAM_PLAYBACK;
4376 	codec = codec_dai->playback_widget;
4377 
4378 	if (playback_cpu && codec) {
4379 		if (dai_link->params && !rtd->c2c_widget[stream]) {
4380 			substream = streams[stream].substream;
4381 			dai = snd_soc_dapm_new_dai(card, substream, "playback");
4382 			if (IS_ERR(dai))
4383 				goto capture;
4384 			rtd->c2c_widget[stream] = dai;
4385 		}
4386 
4387 		dapm_connect_dai_routes(&card->dapm, cpu_dai, playback_cpu,
4388 					rtd->c2c_widget[stream],
4389 					codec_dai, codec);
4390 	}
4391 
4392 capture:
4393 	/* connect BE DAI capture if widgets are valid */
4394 	stream = SNDRV_PCM_STREAM_CAPTURE;
4395 	codec = codec_dai->capture_widget;
4396 
4397 	if (codec && capture_cpu) {
4398 		if (dai_link->params && !rtd->c2c_widget[stream]) {
4399 			substream = streams[stream].substream;
4400 			dai = snd_soc_dapm_new_dai(card, substream, "capture");
4401 			if (IS_ERR(dai))
4402 				return;
4403 			rtd->c2c_widget[stream] = dai;
4404 		}
4405 
4406 		dapm_connect_dai_routes(&card->dapm, codec_dai, codec,
4407 					rtd->c2c_widget[stream],
4408 					cpu_dai, capture_cpu);
4409 	}
4410 }
4411 
4412 static void soc_dapm_dai_stream_event(struct snd_soc_dai *dai, int stream,
4413 	int event)
4414 {
4415 	struct snd_soc_dapm_widget *w;
4416 
4417 	w = snd_soc_dai_get_widget(dai, stream);
4418 
4419 	if (w) {
4420 		unsigned int ep;
4421 
4422 		dapm_mark_dirty(w, "stream event");
4423 
4424 		if (w->id == snd_soc_dapm_dai_in) {
4425 			ep = SND_SOC_DAPM_EP_SOURCE;
4426 			dapm_widget_invalidate_input_paths(w);
4427 		} else {
4428 			ep = SND_SOC_DAPM_EP_SINK;
4429 			dapm_widget_invalidate_output_paths(w);
4430 		}
4431 
4432 		switch (event) {
4433 		case SND_SOC_DAPM_STREAM_START:
4434 			w->active = 1;
4435 			w->is_ep = ep;
4436 			break;
4437 		case SND_SOC_DAPM_STREAM_STOP:
4438 			w->active = 0;
4439 			w->is_ep = 0;
4440 			break;
4441 		case SND_SOC_DAPM_STREAM_SUSPEND:
4442 		case SND_SOC_DAPM_STREAM_RESUME:
4443 		case SND_SOC_DAPM_STREAM_PAUSE_PUSH:
4444 		case SND_SOC_DAPM_STREAM_PAUSE_RELEASE:
4445 			break;
4446 		}
4447 	}
4448 }
4449 
4450 void snd_soc_dapm_connect_dai_link_widgets(struct snd_soc_card *card)
4451 {
4452 	struct snd_soc_pcm_runtime *rtd;
4453 	struct snd_soc_dai *codec_dai;
4454 	int i;
4455 
4456 	/* for each BE DAI link... */
4457 	for_each_card_rtds(card, rtd)  {
4458 		/*
4459 		 * dynamic FE links have no fixed DAI mapping.
4460 		 * CODEC<->CODEC links have no direct connection.
4461 		 */
4462 		if (rtd->dai_link->dynamic)
4463 			continue;
4464 
4465 		if (rtd->dai_link->num_cpus == 1) {
4466 			for_each_rtd_codec_dais(rtd, i, codec_dai)
4467 				dapm_connect_dai_pair(card, rtd, codec_dai,
4468 						      asoc_rtd_to_cpu(rtd, 0));
4469 		} else if (rtd->dai_link->num_codecs == rtd->dai_link->num_cpus) {
4470 			for_each_rtd_codec_dais(rtd, i, codec_dai)
4471 				dapm_connect_dai_pair(card, rtd, codec_dai,
4472 						      asoc_rtd_to_cpu(rtd, i));
4473 		} else {
4474 			dev_err(card->dev,
4475 				"N cpus to M codecs link is not supported yet\n");
4476 		}
4477 	}
4478 }
4479 
4480 static void soc_dapm_stream_event(struct snd_soc_pcm_runtime *rtd, int stream,
4481 	int event)
4482 {
4483 	struct snd_soc_dai *dai;
4484 	int i;
4485 
4486 	for_each_rtd_dais(rtd, i, dai)
4487 		soc_dapm_dai_stream_event(dai, stream, event);
4488 
4489 	dapm_power_widgets(rtd->card, event);
4490 }
4491 
4492 /**
4493  * snd_soc_dapm_stream_event - send a stream event to the dapm core
4494  * @rtd: PCM runtime data
4495  * @stream: stream name
4496  * @event: stream event
4497  *
4498  * Sends a stream event to the dapm core. The core then makes any
4499  * necessary widget power changes.
4500  *
4501  * Returns 0 for success else error.
4502  */
4503 void snd_soc_dapm_stream_event(struct snd_soc_pcm_runtime *rtd, int stream,
4504 			      int event)
4505 {
4506 	struct snd_soc_card *card = rtd->card;
4507 
4508 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4509 	soc_dapm_stream_event(rtd, stream, event);
4510 	mutex_unlock(&card->dapm_mutex);
4511 }
4512 
4513 void snd_soc_dapm_stream_stop(struct snd_soc_pcm_runtime *rtd, int stream)
4514 {
4515 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
4516 		if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
4517 			/* powered down playback stream now */
4518 			snd_soc_dapm_stream_event(rtd,
4519 						  SNDRV_PCM_STREAM_PLAYBACK,
4520 						  SND_SOC_DAPM_STREAM_STOP);
4521 		} else {
4522 			/* start delayed pop wq here for playback streams */
4523 			rtd->pop_wait = 1;
4524 			queue_delayed_work(system_power_efficient_wq,
4525 					   &rtd->delayed_work,
4526 					   msecs_to_jiffies(rtd->pmdown_time));
4527 		}
4528 	} else {
4529 		/* capture streams can be powered down now */
4530 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
4531 					  SND_SOC_DAPM_STREAM_STOP);
4532 	}
4533 }
4534 EXPORT_SYMBOL_GPL(snd_soc_dapm_stream_stop);
4535 
4536 /**
4537  * snd_soc_dapm_enable_pin_unlocked - enable pin.
4538  * @dapm: DAPM context
4539  * @pin: pin name
4540  *
4541  * Enables input/output pin and its parents or children widgets iff there is
4542  * a valid audio route and active audio stream.
4543  *
4544  * Requires external locking.
4545  *
4546  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4547  * do any widget power switching.
4548  */
4549 int snd_soc_dapm_enable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4550 				   const char *pin)
4551 {
4552 	return snd_soc_dapm_set_pin(dapm, pin, 1);
4553 }
4554 EXPORT_SYMBOL_GPL(snd_soc_dapm_enable_pin_unlocked);
4555 
4556 /**
4557  * snd_soc_dapm_enable_pin - enable pin.
4558  * @dapm: DAPM context
4559  * @pin: pin name
4560  *
4561  * Enables input/output pin and its parents or children widgets iff there is
4562  * a valid audio route and active audio stream.
4563  *
4564  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4565  * do any widget power switching.
4566  */
4567 int snd_soc_dapm_enable_pin(struct snd_soc_dapm_context *dapm, const char *pin)
4568 {
4569 	int ret;
4570 
4571 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4572 
4573 	ret = snd_soc_dapm_set_pin(dapm, pin, 1);
4574 
4575 	mutex_unlock(&dapm->card->dapm_mutex);
4576 
4577 	return ret;
4578 }
4579 EXPORT_SYMBOL_GPL(snd_soc_dapm_enable_pin);
4580 
4581 /**
4582  * snd_soc_dapm_force_enable_pin_unlocked - force a pin to be enabled
4583  * @dapm: DAPM context
4584  * @pin: pin name
4585  *
4586  * Enables input/output pin regardless of any other state.  This is
4587  * intended for use with microphone bias supplies used in microphone
4588  * jack detection.
4589  *
4590  * Requires external locking.
4591  *
4592  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4593  * do any widget power switching.
4594  */
4595 int snd_soc_dapm_force_enable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4596 					 const char *pin)
4597 {
4598 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
4599 
4600 	if (!w) {
4601 		dev_err(dapm->dev, "ASoC: unknown pin %s\n", pin);
4602 		return -EINVAL;
4603 	}
4604 
4605 	dev_dbg(w->dapm->dev, "ASoC: force enable pin %s\n", pin);
4606 	if (!w->connected) {
4607 		/*
4608 		 * w->force does not affect the number of input or output paths,
4609 		 * so we only have to recheck if w->connected is changed
4610 		 */
4611 		dapm_widget_invalidate_input_paths(w);
4612 		dapm_widget_invalidate_output_paths(w);
4613 		w->connected = 1;
4614 	}
4615 	w->force = 1;
4616 	dapm_mark_dirty(w, "force enable");
4617 
4618 	return 0;
4619 }
4620 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_enable_pin_unlocked);
4621 
4622 /**
4623  * snd_soc_dapm_force_enable_pin - force a pin to be enabled
4624  * @dapm: DAPM context
4625  * @pin: pin name
4626  *
4627  * Enables input/output pin regardless of any other state.  This is
4628  * intended for use with microphone bias supplies used in microphone
4629  * jack detection.
4630  *
4631  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4632  * do any widget power switching.
4633  */
4634 int snd_soc_dapm_force_enable_pin(struct snd_soc_dapm_context *dapm,
4635 				  const char *pin)
4636 {
4637 	int ret;
4638 
4639 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4640 
4641 	ret = snd_soc_dapm_force_enable_pin_unlocked(dapm, pin);
4642 
4643 	mutex_unlock(&dapm->card->dapm_mutex);
4644 
4645 	return ret;
4646 }
4647 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_enable_pin);
4648 
4649 /**
4650  * snd_soc_dapm_disable_pin_unlocked - disable pin.
4651  * @dapm: DAPM context
4652  * @pin: pin name
4653  *
4654  * Disables input/output pin and its parents or children widgets.
4655  *
4656  * Requires external locking.
4657  *
4658  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4659  * do any widget power switching.
4660  */
4661 int snd_soc_dapm_disable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4662 				    const char *pin)
4663 {
4664 	return snd_soc_dapm_set_pin(dapm, pin, 0);
4665 }
4666 EXPORT_SYMBOL_GPL(snd_soc_dapm_disable_pin_unlocked);
4667 
4668 /**
4669  * snd_soc_dapm_disable_pin - disable pin.
4670  * @dapm: DAPM context
4671  * @pin: pin name
4672  *
4673  * Disables input/output pin and its parents or children widgets.
4674  *
4675  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4676  * do any widget power switching.
4677  */
4678 int snd_soc_dapm_disable_pin(struct snd_soc_dapm_context *dapm,
4679 			     const char *pin)
4680 {
4681 	int ret;
4682 
4683 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4684 
4685 	ret = snd_soc_dapm_set_pin(dapm, pin, 0);
4686 
4687 	mutex_unlock(&dapm->card->dapm_mutex);
4688 
4689 	return ret;
4690 }
4691 EXPORT_SYMBOL_GPL(snd_soc_dapm_disable_pin);
4692 
4693 /**
4694  * snd_soc_dapm_nc_pin_unlocked - permanently disable pin.
4695  * @dapm: DAPM context
4696  * @pin: pin name
4697  *
4698  * Marks the specified pin as being not connected, disabling it along
4699  * any parent or child widgets.  At present this is identical to
4700  * snd_soc_dapm_disable_pin() but in future it will be extended to do
4701  * additional things such as disabling controls which only affect
4702  * paths through the pin.
4703  *
4704  * Requires external locking.
4705  *
4706  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4707  * do any widget power switching.
4708  */
4709 int snd_soc_dapm_nc_pin_unlocked(struct snd_soc_dapm_context *dapm,
4710 			       const char *pin)
4711 {
4712 	return snd_soc_dapm_set_pin(dapm, pin, 0);
4713 }
4714 EXPORT_SYMBOL_GPL(snd_soc_dapm_nc_pin_unlocked);
4715 
4716 /**
4717  * snd_soc_dapm_nc_pin - permanently disable pin.
4718  * @dapm: DAPM context
4719  * @pin: pin name
4720  *
4721  * Marks the specified pin as being not connected, disabling it along
4722  * any parent or child widgets.  At present this is identical to
4723  * snd_soc_dapm_disable_pin() but in future it will be extended to do
4724  * additional things such as disabling controls which only affect
4725  * paths through the pin.
4726  *
4727  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4728  * do any widget power switching.
4729  */
4730 int snd_soc_dapm_nc_pin(struct snd_soc_dapm_context *dapm, const char *pin)
4731 {
4732 	int ret;
4733 
4734 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4735 
4736 	ret = snd_soc_dapm_set_pin(dapm, pin, 0);
4737 
4738 	mutex_unlock(&dapm->card->dapm_mutex);
4739 
4740 	return ret;
4741 }
4742 EXPORT_SYMBOL_GPL(snd_soc_dapm_nc_pin);
4743 
4744 /**
4745  * snd_soc_dapm_get_pin_status - get audio pin status
4746  * @dapm: DAPM context
4747  * @pin: audio signal pin endpoint (or start point)
4748  *
4749  * Get audio pin status - connected or disconnected.
4750  *
4751  * Returns 1 for connected otherwise 0.
4752  */
4753 int snd_soc_dapm_get_pin_status(struct snd_soc_dapm_context *dapm,
4754 				const char *pin)
4755 {
4756 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
4757 
4758 	if (w)
4759 		return w->connected;
4760 
4761 	return 0;
4762 }
4763 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_pin_status);
4764 
4765 /**
4766  * snd_soc_dapm_ignore_suspend - ignore suspend status for DAPM endpoint
4767  * @dapm: DAPM context
4768  * @pin: audio signal pin endpoint (or start point)
4769  *
4770  * Mark the given endpoint or pin as ignoring suspend.  When the
4771  * system is disabled a path between two endpoints flagged as ignoring
4772  * suspend will not be disabled.  The path must already be enabled via
4773  * normal means at suspend time, it will not be turned on if it was not
4774  * already enabled.
4775  */
4776 int snd_soc_dapm_ignore_suspend(struct snd_soc_dapm_context *dapm,
4777 				const char *pin)
4778 {
4779 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, false);
4780 
4781 	if (!w) {
4782 		dev_err(dapm->dev, "ASoC: unknown pin %s\n", pin);
4783 		return -EINVAL;
4784 	}
4785 
4786 	w->ignore_suspend = 1;
4787 
4788 	return 0;
4789 }
4790 EXPORT_SYMBOL_GPL(snd_soc_dapm_ignore_suspend);
4791 
4792 /**
4793  * snd_soc_dapm_free - free dapm resources
4794  * @dapm: DAPM context
4795  *
4796  * Free all dapm widgets and resources.
4797  */
4798 void snd_soc_dapm_free(struct snd_soc_dapm_context *dapm)
4799 {
4800 	dapm_debugfs_cleanup(dapm);
4801 	dapm_free_widgets(dapm);
4802 	list_del(&dapm->list);
4803 }
4804 EXPORT_SYMBOL_GPL(snd_soc_dapm_free);
4805 
4806 void snd_soc_dapm_init(struct snd_soc_dapm_context *dapm,
4807 		       struct snd_soc_card *card,
4808 		       struct snd_soc_component *component)
4809 {
4810 	dapm->card		= card;
4811 	dapm->component		= component;
4812 	dapm->bias_level	= SND_SOC_BIAS_OFF;
4813 
4814 	if (component) {
4815 		dapm->dev		= component->dev;
4816 		dapm->idle_bias_off	= !component->driver->idle_bias_on;
4817 		dapm->suspend_bias_off	= component->driver->suspend_bias_off;
4818 	} else {
4819 		dapm->dev		= card->dev;
4820 	}
4821 
4822 	INIT_LIST_HEAD(&dapm->list);
4823 	/* see for_each_card_dapms */
4824 	list_add(&dapm->list, &card->dapm_list);
4825 }
4826 EXPORT_SYMBOL_GPL(snd_soc_dapm_init);
4827 
4828 static void soc_dapm_shutdown_dapm(struct snd_soc_dapm_context *dapm)
4829 {
4830 	struct snd_soc_card *card = dapm->card;
4831 	struct snd_soc_dapm_widget *w;
4832 	LIST_HEAD(down_list);
4833 	int powerdown = 0;
4834 
4835 	mutex_lock(&card->dapm_mutex);
4836 
4837 	for_each_card_widgets(dapm->card, w) {
4838 		if (w->dapm != dapm)
4839 			continue;
4840 		if (w->power) {
4841 			dapm_seq_insert(w, &down_list, false);
4842 			w->new_power = 0;
4843 			powerdown = 1;
4844 		}
4845 	}
4846 
4847 	/* If there were no widgets to power down we're already in
4848 	 * standby.
4849 	 */
4850 	if (powerdown) {
4851 		if (dapm->bias_level == SND_SOC_BIAS_ON)
4852 			snd_soc_dapm_set_bias_level(dapm,
4853 						    SND_SOC_BIAS_PREPARE);
4854 		dapm_seq_run(card, &down_list, 0, false);
4855 		if (dapm->bias_level == SND_SOC_BIAS_PREPARE)
4856 			snd_soc_dapm_set_bias_level(dapm,
4857 						    SND_SOC_BIAS_STANDBY);
4858 	}
4859 
4860 	mutex_unlock(&card->dapm_mutex);
4861 }
4862 
4863 /*
4864  * snd_soc_dapm_shutdown - callback for system shutdown
4865  */
4866 void snd_soc_dapm_shutdown(struct snd_soc_card *card)
4867 {
4868 	struct snd_soc_dapm_context *dapm;
4869 
4870 	for_each_card_dapms(card, dapm) {
4871 		if (dapm != &card->dapm) {
4872 			soc_dapm_shutdown_dapm(dapm);
4873 			if (dapm->bias_level == SND_SOC_BIAS_STANDBY)
4874 				snd_soc_dapm_set_bias_level(dapm,
4875 							    SND_SOC_BIAS_OFF);
4876 		}
4877 	}
4878 
4879 	soc_dapm_shutdown_dapm(&card->dapm);
4880 	if (card->dapm.bias_level == SND_SOC_BIAS_STANDBY)
4881 		snd_soc_dapm_set_bias_level(&card->dapm,
4882 					    SND_SOC_BIAS_OFF);
4883 }
4884 
4885 /* Module information */
4886 MODULE_AUTHOR("Liam Girdwood, lrg@slimlogic.co.uk");
4887 MODULE_DESCRIPTION("Dynamic Audio Power Management core for ALSA SoC");
4888 MODULE_LICENSE("GPL");
4889