xref: /openbmc/linux/sound/soc/soc-dapm.c (revision d47a97bd)
1 // SPDX-License-Identifier: GPL-2.0+
2 //
3 // soc-dapm.c  --  ALSA SoC Dynamic Audio Power Management
4 //
5 // Copyright 2005 Wolfson Microelectronics PLC.
6 // Author: Liam Girdwood <lrg@slimlogic.co.uk>
7 //
8 //  Features:
9 //    o Changes power status of internal codec blocks depending on the
10 //      dynamic configuration of codec internal audio paths and active
11 //      DACs/ADCs.
12 //    o Platform power domain - can support external components i.e. amps and
13 //      mic/headphone insertion events.
14 //    o Automatic Mic Bias support
15 //    o Jack insertion power event initiation - e.g. hp insertion will enable
16 //      sinks, dacs, etc
17 //    o Delayed power down of audio subsystem to reduce pops between a quick
18 //      device reopen.
19 
20 #include <linux/module.h>
21 #include <linux/init.h>
22 #include <linux/async.h>
23 #include <linux/delay.h>
24 #include <linux/pm.h>
25 #include <linux/bitops.h>
26 #include <linux/platform_device.h>
27 #include <linux/jiffies.h>
28 #include <linux/debugfs.h>
29 #include <linux/pm_runtime.h>
30 #include <linux/regulator/consumer.h>
31 #include <linux/pinctrl/consumer.h>
32 #include <linux/clk.h>
33 #include <linux/slab.h>
34 #include <sound/core.h>
35 #include <sound/pcm.h>
36 #include <sound/pcm_params.h>
37 #include <sound/soc.h>
38 #include <sound/initval.h>
39 
40 #include <trace/events/asoc.h>
41 
42 #define DAPM_UPDATE_STAT(widget, val) widget->dapm->card->dapm_stats.val++;
43 
44 #define SND_SOC_DAPM_DIR_REVERSE(x) ((x == SND_SOC_DAPM_DIR_IN) ? \
45 	SND_SOC_DAPM_DIR_OUT : SND_SOC_DAPM_DIR_IN)
46 
47 #define snd_soc_dapm_for_each_direction(dir) \
48 	for ((dir) = SND_SOC_DAPM_DIR_IN; (dir) <= SND_SOC_DAPM_DIR_OUT; \
49 		(dir)++)
50 
51 static int snd_soc_dapm_add_path(struct snd_soc_dapm_context *dapm,
52 	struct snd_soc_dapm_widget *wsource, struct snd_soc_dapm_widget *wsink,
53 	const char *control,
54 	int (*connected)(struct snd_soc_dapm_widget *source,
55 			 struct snd_soc_dapm_widget *sink));
56 
57 struct snd_soc_dapm_widget *
58 snd_soc_dapm_new_control(struct snd_soc_dapm_context *dapm,
59 			 const struct snd_soc_dapm_widget *widget);
60 
61 struct snd_soc_dapm_widget *
62 snd_soc_dapm_new_control_unlocked(struct snd_soc_dapm_context *dapm,
63 			 const struct snd_soc_dapm_widget *widget);
64 
65 static unsigned int soc_dapm_read(struct snd_soc_dapm_context *dapm, int reg);
66 
67 /* dapm power sequences - make this per codec in the future */
68 static int dapm_up_seq[] = {
69 	[snd_soc_dapm_pre] = 1,
70 	[snd_soc_dapm_regulator_supply] = 2,
71 	[snd_soc_dapm_pinctrl] = 2,
72 	[snd_soc_dapm_clock_supply] = 2,
73 	[snd_soc_dapm_supply] = 3,
74 	[snd_soc_dapm_dai_link] = 3,
75 	[snd_soc_dapm_micbias] = 4,
76 	[snd_soc_dapm_vmid] = 4,
77 	[snd_soc_dapm_dai_in] = 5,
78 	[snd_soc_dapm_dai_out] = 5,
79 	[snd_soc_dapm_aif_in] = 5,
80 	[snd_soc_dapm_aif_out] = 5,
81 	[snd_soc_dapm_mic] = 6,
82 	[snd_soc_dapm_siggen] = 6,
83 	[snd_soc_dapm_input] = 6,
84 	[snd_soc_dapm_output] = 6,
85 	[snd_soc_dapm_mux] = 7,
86 	[snd_soc_dapm_demux] = 7,
87 	[snd_soc_dapm_dac] = 8,
88 	[snd_soc_dapm_switch] = 9,
89 	[snd_soc_dapm_mixer] = 9,
90 	[snd_soc_dapm_mixer_named_ctl] = 9,
91 	[snd_soc_dapm_pga] = 10,
92 	[snd_soc_dapm_buffer] = 10,
93 	[snd_soc_dapm_scheduler] = 10,
94 	[snd_soc_dapm_effect] = 10,
95 	[snd_soc_dapm_src] = 10,
96 	[snd_soc_dapm_asrc] = 10,
97 	[snd_soc_dapm_encoder] = 10,
98 	[snd_soc_dapm_decoder] = 10,
99 	[snd_soc_dapm_adc] = 11,
100 	[snd_soc_dapm_out_drv] = 12,
101 	[snd_soc_dapm_hp] = 12,
102 	[snd_soc_dapm_spk] = 12,
103 	[snd_soc_dapm_line] = 12,
104 	[snd_soc_dapm_sink] = 12,
105 	[snd_soc_dapm_kcontrol] = 13,
106 	[snd_soc_dapm_post] = 14,
107 };
108 
109 static int dapm_down_seq[] = {
110 	[snd_soc_dapm_pre] = 1,
111 	[snd_soc_dapm_kcontrol] = 2,
112 	[snd_soc_dapm_adc] = 3,
113 	[snd_soc_dapm_hp] = 4,
114 	[snd_soc_dapm_spk] = 4,
115 	[snd_soc_dapm_line] = 4,
116 	[snd_soc_dapm_out_drv] = 4,
117 	[snd_soc_dapm_sink] = 4,
118 	[snd_soc_dapm_pga] = 5,
119 	[snd_soc_dapm_buffer] = 5,
120 	[snd_soc_dapm_scheduler] = 5,
121 	[snd_soc_dapm_effect] = 5,
122 	[snd_soc_dapm_src] = 5,
123 	[snd_soc_dapm_asrc] = 5,
124 	[snd_soc_dapm_encoder] = 5,
125 	[snd_soc_dapm_decoder] = 5,
126 	[snd_soc_dapm_switch] = 6,
127 	[snd_soc_dapm_mixer_named_ctl] = 6,
128 	[snd_soc_dapm_mixer] = 6,
129 	[snd_soc_dapm_dac] = 7,
130 	[snd_soc_dapm_mic] = 8,
131 	[snd_soc_dapm_siggen] = 8,
132 	[snd_soc_dapm_input] = 8,
133 	[snd_soc_dapm_output] = 8,
134 	[snd_soc_dapm_micbias] = 9,
135 	[snd_soc_dapm_vmid] = 9,
136 	[snd_soc_dapm_mux] = 10,
137 	[snd_soc_dapm_demux] = 10,
138 	[snd_soc_dapm_aif_in] = 11,
139 	[snd_soc_dapm_aif_out] = 11,
140 	[snd_soc_dapm_dai_in] = 11,
141 	[snd_soc_dapm_dai_out] = 11,
142 	[snd_soc_dapm_dai_link] = 12,
143 	[snd_soc_dapm_supply] = 13,
144 	[snd_soc_dapm_clock_supply] = 14,
145 	[snd_soc_dapm_pinctrl] = 14,
146 	[snd_soc_dapm_regulator_supply] = 14,
147 	[snd_soc_dapm_post] = 15,
148 };
149 
150 static void dapm_assert_locked(struct snd_soc_dapm_context *dapm)
151 {
152 	if (snd_soc_card_is_instantiated(dapm->card))
153 		lockdep_assert_held(&dapm->card->dapm_mutex);
154 }
155 
156 static void pop_wait(u32 pop_time)
157 {
158 	if (pop_time)
159 		schedule_timeout_uninterruptible(msecs_to_jiffies(pop_time));
160 }
161 
162 __printf(3, 4)
163 static void pop_dbg(struct device *dev, u32 pop_time, const char *fmt, ...)
164 {
165 	va_list args;
166 	char *buf;
167 
168 	if (!pop_time)
169 		return;
170 
171 	buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
172 	if (buf == NULL)
173 		return;
174 
175 	va_start(args, fmt);
176 	vsnprintf(buf, PAGE_SIZE, fmt, args);
177 	dev_info(dev, "%s", buf);
178 	va_end(args);
179 
180 	kfree(buf);
181 }
182 
183 static bool dapm_dirty_widget(struct snd_soc_dapm_widget *w)
184 {
185 	return !list_empty(&w->dirty);
186 }
187 
188 static void dapm_mark_dirty(struct snd_soc_dapm_widget *w, const char *reason)
189 {
190 	dapm_assert_locked(w->dapm);
191 
192 	if (!dapm_dirty_widget(w)) {
193 		dev_vdbg(w->dapm->dev, "Marking %s dirty due to %s\n",
194 			 w->name, reason);
195 		list_add_tail(&w->dirty, &w->dapm->card->dapm_dirty);
196 	}
197 }
198 
199 /*
200  * Common implementation for dapm_widget_invalidate_input_paths() and
201  * dapm_widget_invalidate_output_paths(). The function is inlined since the
202  * combined size of the two specialized functions is only marginally larger then
203  * the size of the generic function and at the same time the fast path of the
204  * specialized functions is significantly smaller than the generic function.
205  */
206 static __always_inline void dapm_widget_invalidate_paths(
207 	struct snd_soc_dapm_widget *w, enum snd_soc_dapm_direction dir)
208 {
209 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
210 	struct snd_soc_dapm_widget *node;
211 	struct snd_soc_dapm_path *p;
212 	LIST_HEAD(list);
213 
214 	dapm_assert_locked(w->dapm);
215 
216 	if (w->endpoints[dir] == -1)
217 		return;
218 
219 	list_add_tail(&w->work_list, &list);
220 	w->endpoints[dir] = -1;
221 
222 	list_for_each_entry(w, &list, work_list) {
223 		snd_soc_dapm_widget_for_each_path(w, dir, p) {
224 			if (p->is_supply || p->weak || !p->connect)
225 				continue;
226 			node = p->node[rdir];
227 			if (node->endpoints[dir] != -1) {
228 				node->endpoints[dir] = -1;
229 				list_add_tail(&node->work_list, &list);
230 			}
231 		}
232 	}
233 }
234 
235 /*
236  * dapm_widget_invalidate_input_paths() - Invalidate the cached number of
237  *  input paths
238  * @w: The widget for which to invalidate the cached number of input paths
239  *
240  * Resets the cached number of inputs for the specified widget and all widgets
241  * that can be reached via outcoming paths from the widget.
242  *
243  * This function must be called if the number of output paths for a widget might
244  * have changed. E.g. if the source state of a widget changes or a path is added
245  * or activated with the widget as the sink.
246  */
247 static void dapm_widget_invalidate_input_paths(struct snd_soc_dapm_widget *w)
248 {
249 	dapm_widget_invalidate_paths(w, SND_SOC_DAPM_DIR_IN);
250 }
251 
252 /*
253  * dapm_widget_invalidate_output_paths() - Invalidate the cached number of
254  *  output paths
255  * @w: The widget for which to invalidate the cached number of output paths
256  *
257  * Resets the cached number of outputs for the specified widget and all widgets
258  * that can be reached via incoming paths from the widget.
259  *
260  * This function must be called if the number of output paths for a widget might
261  * have changed. E.g. if the sink state of a widget changes or a path is added
262  * or activated with the widget as the source.
263  */
264 static void dapm_widget_invalidate_output_paths(struct snd_soc_dapm_widget *w)
265 {
266 	dapm_widget_invalidate_paths(w, SND_SOC_DAPM_DIR_OUT);
267 }
268 
269 /*
270  * dapm_path_invalidate() - Invalidates the cached number of inputs and outputs
271  *  for the widgets connected to a path
272  * @p: The path to invalidate
273  *
274  * Resets the cached number of inputs for the sink of the path and the cached
275  * number of outputs for the source of the path.
276  *
277  * This function must be called when a path is added, removed or the connected
278  * state changes.
279  */
280 static void dapm_path_invalidate(struct snd_soc_dapm_path *p)
281 {
282 	/*
283 	 * Weak paths or supply paths do not influence the number of input or
284 	 * output paths of their neighbors.
285 	 */
286 	if (p->weak || p->is_supply)
287 		return;
288 
289 	/*
290 	 * The number of connected endpoints is the sum of the number of
291 	 * connected endpoints of all neighbors. If a node with 0 connected
292 	 * endpoints is either connected or disconnected that sum won't change,
293 	 * so there is no need to re-check the path.
294 	 */
295 	if (p->source->endpoints[SND_SOC_DAPM_DIR_IN] != 0)
296 		dapm_widget_invalidate_input_paths(p->sink);
297 	if (p->sink->endpoints[SND_SOC_DAPM_DIR_OUT] != 0)
298 		dapm_widget_invalidate_output_paths(p->source);
299 }
300 
301 void dapm_mark_endpoints_dirty(struct snd_soc_card *card)
302 {
303 	struct snd_soc_dapm_widget *w;
304 
305 	mutex_lock(&card->dapm_mutex);
306 
307 	for_each_card_widgets(card, w) {
308 		if (w->is_ep) {
309 			dapm_mark_dirty(w, "Rechecking endpoints");
310 			if (w->is_ep & SND_SOC_DAPM_EP_SINK)
311 				dapm_widget_invalidate_output_paths(w);
312 			if (w->is_ep & SND_SOC_DAPM_EP_SOURCE)
313 				dapm_widget_invalidate_input_paths(w);
314 		}
315 	}
316 
317 	mutex_unlock(&card->dapm_mutex);
318 }
319 EXPORT_SYMBOL_GPL(dapm_mark_endpoints_dirty);
320 
321 /* create a new dapm widget */
322 static inline struct snd_soc_dapm_widget *dapm_cnew_widget(
323 	const struct snd_soc_dapm_widget *_widget)
324 {
325 	struct snd_soc_dapm_widget *w;
326 
327 	w = kmemdup(_widget, sizeof(*_widget), GFP_KERNEL);
328 	if (!w)
329 		return NULL;
330 
331 	/*
332 	 * w->name is duplicated in caller, but w->sname isn't.
333 	 * Duplicate it here if defined
334 	 */
335 	if (_widget->sname) {
336 		w->sname = kstrdup_const(_widget->sname, GFP_KERNEL);
337 		if (!w->sname) {
338 			kfree(w);
339 			return NULL;
340 		}
341 	}
342 	return w;
343 }
344 
345 struct dapm_kcontrol_data {
346 	unsigned int value;
347 	struct snd_soc_dapm_widget *widget;
348 	struct list_head paths;
349 	struct snd_soc_dapm_widget_list *wlist;
350 };
351 
352 static int dapm_kcontrol_data_alloc(struct snd_soc_dapm_widget *widget,
353 	struct snd_kcontrol *kcontrol, const char *ctrl_name)
354 {
355 	struct dapm_kcontrol_data *data;
356 	struct soc_mixer_control *mc;
357 	struct soc_enum *e;
358 	const char *name;
359 	int ret;
360 
361 	data = kzalloc(sizeof(*data), GFP_KERNEL);
362 	if (!data)
363 		return -ENOMEM;
364 
365 	INIT_LIST_HEAD(&data->paths);
366 
367 	switch (widget->id) {
368 	case snd_soc_dapm_switch:
369 	case snd_soc_dapm_mixer:
370 	case snd_soc_dapm_mixer_named_ctl:
371 		mc = (struct soc_mixer_control *)kcontrol->private_value;
372 
373 		if (mc->autodisable) {
374 			struct snd_soc_dapm_widget template;
375 
376 			if (snd_soc_volsw_is_stereo(mc))
377 				dev_warn(widget->dapm->dev,
378 					 "ASoC: Unsupported stereo autodisable control '%s'\n",
379 					 ctrl_name);
380 
381 			name = kasprintf(GFP_KERNEL, "%s %s", ctrl_name,
382 					 "Autodisable");
383 			if (!name) {
384 				ret = -ENOMEM;
385 				goto err_data;
386 			}
387 
388 			memset(&template, 0, sizeof(template));
389 			template.reg = mc->reg;
390 			template.mask = (1 << fls(mc->max)) - 1;
391 			template.shift = mc->shift;
392 			if (mc->invert)
393 				template.off_val = mc->max;
394 			else
395 				template.off_val = 0;
396 			template.on_val = template.off_val;
397 			template.id = snd_soc_dapm_kcontrol;
398 			template.name = name;
399 
400 			data->value = template.on_val;
401 
402 			data->widget =
403 				snd_soc_dapm_new_control_unlocked(widget->dapm,
404 				&template);
405 			kfree(name);
406 			if (IS_ERR(data->widget)) {
407 				ret = PTR_ERR(data->widget);
408 				goto err_data;
409 			}
410 		}
411 		break;
412 	case snd_soc_dapm_demux:
413 	case snd_soc_dapm_mux:
414 		e = (struct soc_enum *)kcontrol->private_value;
415 
416 		if (e->autodisable) {
417 			struct snd_soc_dapm_widget template;
418 
419 			name = kasprintf(GFP_KERNEL, "%s %s", ctrl_name,
420 					 "Autodisable");
421 			if (!name) {
422 				ret = -ENOMEM;
423 				goto err_data;
424 			}
425 
426 			memset(&template, 0, sizeof(template));
427 			template.reg = e->reg;
428 			template.mask = e->mask;
429 			template.shift = e->shift_l;
430 			template.off_val = snd_soc_enum_item_to_val(e, 0);
431 			template.on_val = template.off_val;
432 			template.id = snd_soc_dapm_kcontrol;
433 			template.name = name;
434 
435 			data->value = template.on_val;
436 
437 			data->widget = snd_soc_dapm_new_control_unlocked(
438 						widget->dapm, &template);
439 			kfree(name);
440 			if (IS_ERR(data->widget)) {
441 				ret = PTR_ERR(data->widget);
442 				goto err_data;
443 			}
444 
445 			snd_soc_dapm_add_path(widget->dapm, data->widget,
446 					      widget, NULL, NULL);
447 		} else if (e->reg != SND_SOC_NOPM) {
448 			data->value = soc_dapm_read(widget->dapm, e->reg) &
449 				      (e->mask << e->shift_l);
450 		}
451 		break;
452 	default:
453 		break;
454 	}
455 
456 	kcontrol->private_data = data;
457 
458 	return 0;
459 
460 err_data:
461 	kfree(data);
462 	return ret;
463 }
464 
465 static void dapm_kcontrol_free(struct snd_kcontrol *kctl)
466 {
467 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kctl);
468 
469 	list_del(&data->paths);
470 	kfree(data->wlist);
471 	kfree(data);
472 }
473 
474 static struct snd_soc_dapm_widget_list *dapm_kcontrol_get_wlist(
475 	const struct snd_kcontrol *kcontrol)
476 {
477 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
478 
479 	return data->wlist;
480 }
481 
482 static int dapm_kcontrol_add_widget(struct snd_kcontrol *kcontrol,
483 	struct snd_soc_dapm_widget *widget)
484 {
485 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
486 	struct snd_soc_dapm_widget_list *new_wlist;
487 	unsigned int n;
488 
489 	if (data->wlist)
490 		n = data->wlist->num_widgets + 1;
491 	else
492 		n = 1;
493 
494 	new_wlist = krealloc(data->wlist,
495 			     struct_size(new_wlist, widgets, n),
496 			     GFP_KERNEL);
497 	if (!new_wlist)
498 		return -ENOMEM;
499 
500 	new_wlist->widgets[n - 1] = widget;
501 	new_wlist->num_widgets = n;
502 
503 	data->wlist = new_wlist;
504 
505 	return 0;
506 }
507 
508 static void dapm_kcontrol_add_path(const struct snd_kcontrol *kcontrol,
509 	struct snd_soc_dapm_path *path)
510 {
511 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
512 
513 	list_add_tail(&path->list_kcontrol, &data->paths);
514 }
515 
516 static bool dapm_kcontrol_is_powered(const struct snd_kcontrol *kcontrol)
517 {
518 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
519 
520 	if (!data->widget)
521 		return true;
522 
523 	return data->widget->power;
524 }
525 
526 static struct list_head *dapm_kcontrol_get_path_list(
527 	const struct snd_kcontrol *kcontrol)
528 {
529 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
530 
531 	return &data->paths;
532 }
533 
534 #define dapm_kcontrol_for_each_path(path, kcontrol) \
535 	list_for_each_entry(path, dapm_kcontrol_get_path_list(kcontrol), \
536 		list_kcontrol)
537 
538 unsigned int dapm_kcontrol_get_value(const struct snd_kcontrol *kcontrol)
539 {
540 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
541 
542 	return data->value;
543 }
544 EXPORT_SYMBOL_GPL(dapm_kcontrol_get_value);
545 
546 static bool dapm_kcontrol_set_value(const struct snd_kcontrol *kcontrol,
547 	unsigned int value)
548 {
549 	struct dapm_kcontrol_data *data = snd_kcontrol_chip(kcontrol);
550 
551 	if (data->value == value)
552 		return false;
553 
554 	if (data->widget) {
555 		switch (dapm_kcontrol_get_wlist(kcontrol)->widgets[0]->id) {
556 		case snd_soc_dapm_switch:
557 		case snd_soc_dapm_mixer:
558 		case snd_soc_dapm_mixer_named_ctl:
559 			data->widget->on_val = value & data->widget->mask;
560 			break;
561 		case snd_soc_dapm_demux:
562 		case snd_soc_dapm_mux:
563 			data->widget->on_val = value >> data->widget->shift;
564 			break;
565 		default:
566 			data->widget->on_val = value;
567 			break;
568 		}
569 	}
570 
571 	data->value = value;
572 
573 	return true;
574 }
575 
576 /**
577  * snd_soc_dapm_kcontrol_widget() - Returns the widget associated to a
578  *   kcontrol
579  * @kcontrol: The kcontrol
580  */
581 struct snd_soc_dapm_widget *snd_soc_dapm_kcontrol_widget(
582 				struct snd_kcontrol *kcontrol)
583 {
584 	return dapm_kcontrol_get_wlist(kcontrol)->widgets[0];
585 }
586 EXPORT_SYMBOL_GPL(snd_soc_dapm_kcontrol_widget);
587 
588 /**
589  * snd_soc_dapm_kcontrol_dapm() - Returns the dapm context associated to a
590  *  kcontrol
591  * @kcontrol: The kcontrol
592  *
593  * Note: This function must only be used on kcontrols that are known to have
594  * been registered for a CODEC. Otherwise the behaviour is undefined.
595  */
596 struct snd_soc_dapm_context *snd_soc_dapm_kcontrol_dapm(
597 	struct snd_kcontrol *kcontrol)
598 {
599 	return dapm_kcontrol_get_wlist(kcontrol)->widgets[0]->dapm;
600 }
601 EXPORT_SYMBOL_GPL(snd_soc_dapm_kcontrol_dapm);
602 
603 static void dapm_reset(struct snd_soc_card *card)
604 {
605 	struct snd_soc_dapm_widget *w;
606 
607 	lockdep_assert_held(&card->dapm_mutex);
608 
609 	memset(&card->dapm_stats, 0, sizeof(card->dapm_stats));
610 
611 	for_each_card_widgets(card, w) {
612 		w->new_power = w->power;
613 		w->power_checked = false;
614 	}
615 }
616 
617 static const char *soc_dapm_prefix(struct snd_soc_dapm_context *dapm)
618 {
619 	if (!dapm->component)
620 		return NULL;
621 	return dapm->component->name_prefix;
622 }
623 
624 static unsigned int soc_dapm_read(struct snd_soc_dapm_context *dapm, int reg)
625 {
626 	if (!dapm->component)
627 		return -EIO;
628 	return  snd_soc_component_read(dapm->component, reg);
629 }
630 
631 static int soc_dapm_update_bits(struct snd_soc_dapm_context *dapm,
632 	int reg, unsigned int mask, unsigned int value)
633 {
634 	if (!dapm->component)
635 		return -EIO;
636 	return snd_soc_component_update_bits(dapm->component, reg,
637 					     mask, value);
638 }
639 
640 static int soc_dapm_test_bits(struct snd_soc_dapm_context *dapm,
641 	int reg, unsigned int mask, unsigned int value)
642 {
643 	if (!dapm->component)
644 		return -EIO;
645 	return snd_soc_component_test_bits(dapm->component, reg, mask, value);
646 }
647 
648 static void soc_dapm_async_complete(struct snd_soc_dapm_context *dapm)
649 {
650 	if (dapm->component)
651 		snd_soc_component_async_complete(dapm->component);
652 }
653 
654 static struct snd_soc_dapm_widget *
655 dapm_wcache_lookup(struct snd_soc_dapm_widget *w, const char *name)
656 {
657 	if (w) {
658 		struct list_head *wlist = &w->dapm->card->widgets;
659 		const int depth = 2;
660 		int i = 0;
661 
662 		list_for_each_entry_from(w, wlist, list) {
663 			if (!strcmp(name, w->name))
664 				return w;
665 
666 			if (++i == depth)
667 				break;
668 		}
669 	}
670 
671 	return NULL;
672 }
673 
674 /**
675  * snd_soc_dapm_force_bias_level() - Sets the DAPM bias level
676  * @dapm: The DAPM context for which to set the level
677  * @level: The level to set
678  *
679  * Forces the DAPM bias level to a specific state. It will call the bias level
680  * callback of DAPM context with the specified level. This will even happen if
681  * the context is already at the same level. Furthermore it will not go through
682  * the normal bias level sequencing, meaning any intermediate states between the
683  * current and the target state will not be entered.
684  *
685  * Note that the change in bias level is only temporary and the next time
686  * snd_soc_dapm_sync() is called the state will be set to the level as
687  * determined by the DAPM core. The function is mainly intended to be used to
688  * used during probe or resume from suspend to power up the device so
689  * initialization can be done, before the DAPM core takes over.
690  */
691 int snd_soc_dapm_force_bias_level(struct snd_soc_dapm_context *dapm,
692 	enum snd_soc_bias_level level)
693 {
694 	int ret = 0;
695 
696 	if (dapm->component)
697 		ret = snd_soc_component_set_bias_level(dapm->component, level);
698 
699 	if (ret == 0)
700 		dapm->bias_level = level;
701 
702 	return ret;
703 }
704 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_bias_level);
705 
706 /**
707  * snd_soc_dapm_set_bias_level - set the bias level for the system
708  * @dapm: DAPM context
709  * @level: level to configure
710  *
711  * Configure the bias (power) levels for the SoC audio device.
712  *
713  * Returns 0 for success else error.
714  */
715 static int snd_soc_dapm_set_bias_level(struct snd_soc_dapm_context *dapm,
716 				       enum snd_soc_bias_level level)
717 {
718 	struct snd_soc_card *card = dapm->card;
719 	int ret = 0;
720 
721 	trace_snd_soc_bias_level_start(card, level);
722 
723 	ret = snd_soc_card_set_bias_level(card, dapm, level);
724 	if (ret != 0)
725 		goto out;
726 
727 	if (!card || dapm != &card->dapm)
728 		ret = snd_soc_dapm_force_bias_level(dapm, level);
729 
730 	if (ret != 0)
731 		goto out;
732 
733 	ret = snd_soc_card_set_bias_level_post(card, dapm, level);
734 out:
735 	trace_snd_soc_bias_level_done(card, level);
736 
737 	return ret;
738 }
739 
740 /* connect mux widget to its interconnecting audio paths */
741 static int dapm_connect_mux(struct snd_soc_dapm_context *dapm,
742 	struct snd_soc_dapm_path *path, const char *control_name,
743 	struct snd_soc_dapm_widget *w)
744 {
745 	const struct snd_kcontrol_new *kcontrol = &w->kcontrol_news[0];
746 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
747 	unsigned int item;
748 	int i;
749 
750 	if (e->reg != SND_SOC_NOPM) {
751 		unsigned int val;
752 		val = soc_dapm_read(dapm, e->reg);
753 		val = (val >> e->shift_l) & e->mask;
754 		item = snd_soc_enum_val_to_item(e, val);
755 	} else {
756 		/* since a virtual mux has no backing registers to
757 		 * decide which path to connect, it will try to match
758 		 * with the first enumeration.  This is to ensure
759 		 * that the default mux choice (the first) will be
760 		 * correctly powered up during initialization.
761 		 */
762 		item = 0;
763 	}
764 
765 	i = match_string(e->texts, e->items, control_name);
766 	if (i < 0)
767 		return -ENODEV;
768 
769 	path->name = e->texts[i];
770 	path->connect = (i == item);
771 	return 0;
772 
773 }
774 
775 /* set up initial codec paths */
776 static void dapm_set_mixer_path_status(struct snd_soc_dapm_path *p, int i,
777 				       int nth_path)
778 {
779 	struct soc_mixer_control *mc = (struct soc_mixer_control *)
780 		p->sink->kcontrol_news[i].private_value;
781 	unsigned int reg = mc->reg;
782 	unsigned int invert = mc->invert;
783 
784 	if (reg != SND_SOC_NOPM) {
785 		unsigned int shift = mc->shift;
786 		unsigned int max = mc->max;
787 		unsigned int mask = (1 << fls(max)) - 1;
788 		unsigned int val = soc_dapm_read(p->sink->dapm, reg);
789 
790 		/*
791 		 * The nth_path argument allows this function to know
792 		 * which path of a kcontrol it is setting the initial
793 		 * status for. Ideally this would support any number
794 		 * of paths and channels. But since kcontrols only come
795 		 * in mono and stereo variants, we are limited to 2
796 		 * channels.
797 		 *
798 		 * The following code assumes for stereo controls the
799 		 * first path is the left channel, and all remaining
800 		 * paths are the right channel.
801 		 */
802 		if (snd_soc_volsw_is_stereo(mc) && nth_path > 0) {
803 			if (reg != mc->rreg)
804 				val = soc_dapm_read(p->sink->dapm, mc->rreg);
805 			val = (val >> mc->rshift) & mask;
806 		} else {
807 			val = (val >> shift) & mask;
808 		}
809 		if (invert)
810 			val = max - val;
811 		p->connect = !!val;
812 	} else {
813 		/* since a virtual mixer has no backing registers to
814 		 * decide which path to connect, it will try to match
815 		 * with initial state.  This is to ensure
816 		 * that the default mixer choice will be
817 		 * correctly powered up during initialization.
818 		 */
819 		p->connect = invert;
820 	}
821 }
822 
823 /* connect mixer widget to its interconnecting audio paths */
824 static int dapm_connect_mixer(struct snd_soc_dapm_context *dapm,
825 	struct snd_soc_dapm_path *path, const char *control_name)
826 {
827 	int i, nth_path = 0;
828 
829 	/* search for mixer kcontrol */
830 	for (i = 0; i < path->sink->num_kcontrols; i++) {
831 		if (!strcmp(control_name, path->sink->kcontrol_news[i].name)) {
832 			path->name = path->sink->kcontrol_news[i].name;
833 			dapm_set_mixer_path_status(path, i, nth_path++);
834 			return 0;
835 		}
836 	}
837 	return -ENODEV;
838 }
839 
840 static int dapm_is_shared_kcontrol(struct snd_soc_dapm_context *dapm,
841 	struct snd_soc_dapm_widget *kcontrolw,
842 	const struct snd_kcontrol_new *kcontrol_new,
843 	struct snd_kcontrol **kcontrol)
844 {
845 	struct snd_soc_dapm_widget *w;
846 	int i;
847 
848 	*kcontrol = NULL;
849 
850 	for_each_card_widgets(dapm->card, w) {
851 		if (w == kcontrolw || w->dapm != kcontrolw->dapm)
852 			continue;
853 		for (i = 0; i < w->num_kcontrols; i++) {
854 			if (&w->kcontrol_news[i] == kcontrol_new) {
855 				if (w->kcontrols)
856 					*kcontrol = w->kcontrols[i];
857 				return 1;
858 			}
859 		}
860 	}
861 
862 	return 0;
863 }
864 
865 /*
866  * Determine if a kcontrol is shared. If it is, look it up. If it isn't,
867  * create it. Either way, add the widget into the control's widget list
868  */
869 static int dapm_create_or_share_kcontrol(struct snd_soc_dapm_widget *w,
870 	int kci)
871 {
872 	struct snd_soc_dapm_context *dapm = w->dapm;
873 	struct snd_card *card = dapm->card->snd_card;
874 	const char *prefix;
875 	size_t prefix_len;
876 	int shared;
877 	struct snd_kcontrol *kcontrol;
878 	bool wname_in_long_name, kcname_in_long_name;
879 	char *long_name = NULL;
880 	const char *name;
881 	int ret = 0;
882 
883 	prefix = soc_dapm_prefix(dapm);
884 	if (prefix)
885 		prefix_len = strlen(prefix) + 1;
886 	else
887 		prefix_len = 0;
888 
889 	shared = dapm_is_shared_kcontrol(dapm, w, &w->kcontrol_news[kci],
890 					 &kcontrol);
891 
892 	if (!kcontrol) {
893 		if (shared) {
894 			wname_in_long_name = false;
895 			kcname_in_long_name = true;
896 		} else {
897 			switch (w->id) {
898 			case snd_soc_dapm_switch:
899 			case snd_soc_dapm_mixer:
900 			case snd_soc_dapm_pga:
901 			case snd_soc_dapm_effect:
902 			case snd_soc_dapm_out_drv:
903 				wname_in_long_name = true;
904 				kcname_in_long_name = true;
905 				break;
906 			case snd_soc_dapm_mixer_named_ctl:
907 				wname_in_long_name = false;
908 				kcname_in_long_name = true;
909 				break;
910 			case snd_soc_dapm_demux:
911 			case snd_soc_dapm_mux:
912 				wname_in_long_name = true;
913 				kcname_in_long_name = false;
914 				break;
915 			default:
916 				return -EINVAL;
917 			}
918 		}
919 
920 		if (wname_in_long_name && kcname_in_long_name) {
921 			/*
922 			 * The control will get a prefix from the control
923 			 * creation process but we're also using the same
924 			 * prefix for widgets so cut the prefix off the
925 			 * front of the widget name.
926 			 */
927 			long_name = kasprintf(GFP_KERNEL, "%s %s",
928 				 w->name + prefix_len,
929 				 w->kcontrol_news[kci].name);
930 			if (long_name == NULL)
931 				return -ENOMEM;
932 
933 			name = long_name;
934 		} else if (wname_in_long_name) {
935 			long_name = NULL;
936 			name = w->name + prefix_len;
937 		} else {
938 			long_name = NULL;
939 			name = w->kcontrol_news[kci].name;
940 		}
941 
942 		kcontrol = snd_soc_cnew(&w->kcontrol_news[kci], NULL, name,
943 					prefix);
944 		if (!kcontrol) {
945 			ret = -ENOMEM;
946 			goto exit_free;
947 		}
948 
949 		kcontrol->private_free = dapm_kcontrol_free;
950 
951 		ret = dapm_kcontrol_data_alloc(w, kcontrol, name);
952 		if (ret) {
953 			snd_ctl_free_one(kcontrol);
954 			goto exit_free;
955 		}
956 
957 		ret = snd_ctl_add(card, kcontrol);
958 		if (ret < 0) {
959 			dev_err(dapm->dev,
960 				"ASoC: failed to add widget %s dapm kcontrol %s: %d\n",
961 				w->name, name, ret);
962 			goto exit_free;
963 		}
964 	}
965 
966 	ret = dapm_kcontrol_add_widget(kcontrol, w);
967 	if (ret == 0)
968 		w->kcontrols[kci] = kcontrol;
969 
970 exit_free:
971 	kfree(long_name);
972 
973 	return ret;
974 }
975 
976 /* create new dapm mixer control */
977 static int dapm_new_mixer(struct snd_soc_dapm_widget *w)
978 {
979 	int i, ret;
980 	struct snd_soc_dapm_path *path;
981 	struct dapm_kcontrol_data *data;
982 
983 	/* add kcontrol */
984 	for (i = 0; i < w->num_kcontrols; i++) {
985 		/* match name */
986 		snd_soc_dapm_widget_for_each_source_path(w, path) {
987 			/* mixer/mux paths name must match control name */
988 			if (path->name != (char *)w->kcontrol_news[i].name)
989 				continue;
990 
991 			if (!w->kcontrols[i]) {
992 				ret = dapm_create_or_share_kcontrol(w, i);
993 				if (ret < 0)
994 					return ret;
995 			}
996 
997 			dapm_kcontrol_add_path(w->kcontrols[i], path);
998 
999 			data = snd_kcontrol_chip(w->kcontrols[i]);
1000 			if (data->widget)
1001 				snd_soc_dapm_add_path(data->widget->dapm,
1002 						      data->widget,
1003 						      path->source,
1004 						      NULL, NULL);
1005 		}
1006 	}
1007 
1008 	return 0;
1009 }
1010 
1011 /* create new dapm mux control */
1012 static int dapm_new_mux(struct snd_soc_dapm_widget *w)
1013 {
1014 	struct snd_soc_dapm_context *dapm = w->dapm;
1015 	enum snd_soc_dapm_direction dir;
1016 	struct snd_soc_dapm_path *path;
1017 	const char *type;
1018 	int ret;
1019 
1020 	switch (w->id) {
1021 	case snd_soc_dapm_mux:
1022 		dir = SND_SOC_DAPM_DIR_OUT;
1023 		type = "mux";
1024 		break;
1025 	case snd_soc_dapm_demux:
1026 		dir = SND_SOC_DAPM_DIR_IN;
1027 		type = "demux";
1028 		break;
1029 	default:
1030 		return -EINVAL;
1031 	}
1032 
1033 	if (w->num_kcontrols != 1) {
1034 		dev_err(dapm->dev,
1035 			"ASoC: %s %s has incorrect number of controls\n", type,
1036 			w->name);
1037 		return -EINVAL;
1038 	}
1039 
1040 	if (list_empty(&w->edges[dir])) {
1041 		dev_err(dapm->dev, "ASoC: %s %s has no paths\n", type, w->name);
1042 		return -EINVAL;
1043 	}
1044 
1045 	ret = dapm_create_or_share_kcontrol(w, 0);
1046 	if (ret < 0)
1047 		return ret;
1048 
1049 	snd_soc_dapm_widget_for_each_path(w, dir, path) {
1050 		if (path->name)
1051 			dapm_kcontrol_add_path(w->kcontrols[0], path);
1052 	}
1053 
1054 	return 0;
1055 }
1056 
1057 /* create new dapm volume control */
1058 static int dapm_new_pga(struct snd_soc_dapm_widget *w)
1059 {
1060 	int i;
1061 
1062 	for (i = 0; i < w->num_kcontrols; i++) {
1063 		int ret = dapm_create_or_share_kcontrol(w, i);
1064 		if (ret < 0)
1065 			return ret;
1066 	}
1067 
1068 	return 0;
1069 }
1070 
1071 /* create new dapm dai link control */
1072 static int dapm_new_dai_link(struct snd_soc_dapm_widget *w)
1073 {
1074 	int i;
1075 	struct snd_soc_pcm_runtime *rtd = w->priv;
1076 
1077 	/* create control for links with > 1 config */
1078 	if (rtd->dai_link->num_params <= 1)
1079 		return 0;
1080 
1081 	/* add kcontrol */
1082 	for (i = 0; i < w->num_kcontrols; i++) {
1083 		struct snd_soc_dapm_context *dapm = w->dapm;
1084 		struct snd_card *card = dapm->card->snd_card;
1085 		struct snd_kcontrol *kcontrol = snd_soc_cnew(&w->kcontrol_news[i],
1086 							     w, w->name, NULL);
1087 		int ret = snd_ctl_add(card, kcontrol);
1088 
1089 		if (ret < 0) {
1090 			dev_err(dapm->dev,
1091 				"ASoC: failed to add widget %s dapm kcontrol %s: %d\n",
1092 				w->name, w->kcontrol_news[i].name, ret);
1093 			return ret;
1094 		}
1095 		kcontrol->private_data = w;
1096 		w->kcontrols[i] = kcontrol;
1097 	}
1098 
1099 	return 0;
1100 }
1101 
1102 /* We implement power down on suspend by checking the power state of
1103  * the ALSA card - when we are suspending the ALSA state for the card
1104  * is set to D3.
1105  */
1106 static int snd_soc_dapm_suspend_check(struct snd_soc_dapm_widget *widget)
1107 {
1108 	int level = snd_power_get_state(widget->dapm->card->snd_card);
1109 
1110 	switch (level) {
1111 	case SNDRV_CTL_POWER_D3hot:
1112 	case SNDRV_CTL_POWER_D3cold:
1113 		if (widget->ignore_suspend)
1114 			dev_dbg(widget->dapm->dev, "ASoC: %s ignoring suspend\n",
1115 				widget->name);
1116 		return widget->ignore_suspend;
1117 	default:
1118 		return 1;
1119 	}
1120 }
1121 
1122 static void dapm_widget_list_free(struct snd_soc_dapm_widget_list **list)
1123 {
1124 	kfree(*list);
1125 }
1126 
1127 static int dapm_widget_list_create(struct snd_soc_dapm_widget_list **list,
1128 	struct list_head *widgets)
1129 {
1130 	struct snd_soc_dapm_widget *w;
1131 	struct list_head *it;
1132 	unsigned int size = 0;
1133 	unsigned int i = 0;
1134 
1135 	list_for_each(it, widgets)
1136 		size++;
1137 
1138 	*list = kzalloc(struct_size(*list, widgets, size), GFP_KERNEL);
1139 	if (*list == NULL)
1140 		return -ENOMEM;
1141 
1142 	list_for_each_entry(w, widgets, work_list)
1143 		(*list)->widgets[i++] = w;
1144 
1145 	(*list)->num_widgets = i;
1146 
1147 	return 0;
1148 }
1149 
1150 /*
1151  * Recursively reset the cached number of inputs or outputs for the specified
1152  * widget and all widgets that can be reached via incoming or outcoming paths
1153  * from the widget.
1154  */
1155 static void invalidate_paths_ep(struct snd_soc_dapm_widget *widget,
1156 	enum snd_soc_dapm_direction dir)
1157 {
1158 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
1159 	struct snd_soc_dapm_path *path;
1160 
1161 	widget->endpoints[dir] = -1;
1162 
1163 	snd_soc_dapm_widget_for_each_path(widget, rdir, path) {
1164 		if (path->weak || path->is_supply)
1165 			continue;
1166 
1167 		if (path->walking)
1168 			return;
1169 
1170 		if (path->connect) {
1171 			path->walking = 1;
1172 			invalidate_paths_ep(path->node[dir], dir);
1173 			path->walking = 0;
1174 		}
1175 	}
1176 }
1177 
1178 /*
1179  * Common implementation for is_connected_output_ep() and
1180  * is_connected_input_ep(). The function is inlined since the combined size of
1181  * the two specialized functions is only marginally larger then the size of the
1182  * generic function and at the same time the fast path of the specialized
1183  * functions is significantly smaller than the generic function.
1184  */
1185 static __always_inline int is_connected_ep(struct snd_soc_dapm_widget *widget,
1186 	struct list_head *list, enum snd_soc_dapm_direction dir,
1187 	int (*fn)(struct snd_soc_dapm_widget *, struct list_head *,
1188 		  bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1189 						enum snd_soc_dapm_direction)),
1190 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1191 				      enum snd_soc_dapm_direction))
1192 {
1193 	enum snd_soc_dapm_direction rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
1194 	struct snd_soc_dapm_path *path;
1195 	int con = 0;
1196 
1197 	if (widget->endpoints[dir] >= 0)
1198 		return widget->endpoints[dir];
1199 
1200 	DAPM_UPDATE_STAT(widget, path_checks);
1201 
1202 	/* do we need to add this widget to the list ? */
1203 	if (list)
1204 		list_add_tail(&widget->work_list, list);
1205 
1206 	if (custom_stop_condition && custom_stop_condition(widget, dir)) {
1207 		list = NULL;
1208 		custom_stop_condition = NULL;
1209 	}
1210 
1211 	if ((widget->is_ep & SND_SOC_DAPM_DIR_TO_EP(dir)) && widget->connected) {
1212 		widget->endpoints[dir] = snd_soc_dapm_suspend_check(widget);
1213 		return widget->endpoints[dir];
1214 	}
1215 
1216 	snd_soc_dapm_widget_for_each_path(widget, rdir, path) {
1217 		DAPM_UPDATE_STAT(widget, neighbour_checks);
1218 
1219 		if (path->weak || path->is_supply)
1220 			continue;
1221 
1222 		if (path->walking)
1223 			return 1;
1224 
1225 		trace_snd_soc_dapm_path(widget, dir, path);
1226 
1227 		if (path->connect) {
1228 			path->walking = 1;
1229 			con += fn(path->node[dir], list, custom_stop_condition);
1230 			path->walking = 0;
1231 		}
1232 	}
1233 
1234 	widget->endpoints[dir] = con;
1235 
1236 	return con;
1237 }
1238 
1239 /*
1240  * Recursively check for a completed path to an active or physically connected
1241  * output widget. Returns number of complete paths.
1242  *
1243  * Optionally, can be supplied with a function acting as a stopping condition.
1244  * This function takes the dapm widget currently being examined and the walk
1245  * direction as an arguments, it should return true if widgets from that point
1246  * in the graph onwards should not be added to the widget list.
1247  */
1248 static int is_connected_output_ep(struct snd_soc_dapm_widget *widget,
1249 	struct list_head *list,
1250 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *i,
1251 				      enum snd_soc_dapm_direction))
1252 {
1253 	return is_connected_ep(widget, list, SND_SOC_DAPM_DIR_OUT,
1254 			is_connected_output_ep, custom_stop_condition);
1255 }
1256 
1257 /*
1258  * Recursively check for a completed path to an active or physically connected
1259  * input widget. Returns number of complete paths.
1260  *
1261  * Optionally, can be supplied with a function acting as a stopping condition.
1262  * This function takes the dapm widget currently being examined and the walk
1263  * direction as an arguments, it should return true if the walk should be
1264  * stopped and false otherwise.
1265  */
1266 static int is_connected_input_ep(struct snd_soc_dapm_widget *widget,
1267 	struct list_head *list,
1268 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *i,
1269 				      enum snd_soc_dapm_direction))
1270 {
1271 	return is_connected_ep(widget, list, SND_SOC_DAPM_DIR_IN,
1272 			is_connected_input_ep, custom_stop_condition);
1273 }
1274 
1275 /**
1276  * snd_soc_dapm_dai_get_connected_widgets - query audio path and it's widgets.
1277  * @dai: the soc DAI.
1278  * @stream: stream direction.
1279  * @list: list of active widgets for this stream.
1280  * @custom_stop_condition: (optional) a function meant to stop the widget graph
1281  *                         walk based on custom logic.
1282  *
1283  * Queries DAPM graph as to whether a valid audio stream path exists for
1284  * the initial stream specified by name. This takes into account
1285  * current mixer and mux kcontrol settings. Creates list of valid widgets.
1286  *
1287  * Optionally, can be supplied with a function acting as a stopping condition.
1288  * This function takes the dapm widget currently being examined and the walk
1289  * direction as an arguments, it should return true if the walk should be
1290  * stopped and false otherwise.
1291  *
1292  * Returns the number of valid paths or negative error.
1293  */
1294 int snd_soc_dapm_dai_get_connected_widgets(struct snd_soc_dai *dai, int stream,
1295 	struct snd_soc_dapm_widget_list **list,
1296 	bool (*custom_stop_condition)(struct snd_soc_dapm_widget *,
1297 				      enum snd_soc_dapm_direction))
1298 {
1299 	struct snd_soc_card *card = dai->component->card;
1300 	struct snd_soc_dapm_widget *w = snd_soc_dai_get_widget(dai, stream);
1301 	LIST_HEAD(widgets);
1302 	int paths;
1303 	int ret;
1304 
1305 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
1306 
1307 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1308 		invalidate_paths_ep(w, SND_SOC_DAPM_DIR_OUT);
1309 		paths = is_connected_output_ep(w, &widgets,
1310 				custom_stop_condition);
1311 	} else {
1312 		invalidate_paths_ep(w, SND_SOC_DAPM_DIR_IN);
1313 		paths = is_connected_input_ep(w, &widgets,
1314 				custom_stop_condition);
1315 	}
1316 
1317 	/* Drop starting point */
1318 	list_del(widgets.next);
1319 
1320 	ret = dapm_widget_list_create(list, &widgets);
1321 	if (ret)
1322 		paths = ret;
1323 
1324 	trace_snd_soc_dapm_connected(paths, stream);
1325 	mutex_unlock(&card->dapm_mutex);
1326 
1327 	return paths;
1328 }
1329 EXPORT_SYMBOL_GPL(snd_soc_dapm_dai_get_connected_widgets);
1330 
1331 void snd_soc_dapm_dai_free_widgets(struct snd_soc_dapm_widget_list **list)
1332 {
1333 	dapm_widget_list_free(list);
1334 }
1335 EXPORT_SYMBOL_GPL(snd_soc_dapm_dai_free_widgets);
1336 
1337 /*
1338  * Handler for regulator supply widget.
1339  */
1340 int dapm_regulator_event(struct snd_soc_dapm_widget *w,
1341 		   struct snd_kcontrol *kcontrol, int event)
1342 {
1343 	int ret;
1344 
1345 	soc_dapm_async_complete(w->dapm);
1346 
1347 	if (SND_SOC_DAPM_EVENT_ON(event)) {
1348 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
1349 			ret = regulator_allow_bypass(w->regulator, false);
1350 			if (ret != 0)
1351 				dev_warn(w->dapm->dev,
1352 					 "ASoC: Failed to unbypass %s: %d\n",
1353 					 w->name, ret);
1354 		}
1355 
1356 		return regulator_enable(w->regulator);
1357 	} else {
1358 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
1359 			ret = regulator_allow_bypass(w->regulator, true);
1360 			if (ret != 0)
1361 				dev_warn(w->dapm->dev,
1362 					 "ASoC: Failed to bypass %s: %d\n",
1363 					 w->name, ret);
1364 		}
1365 
1366 		return regulator_disable_deferred(w->regulator, w->shift);
1367 	}
1368 }
1369 EXPORT_SYMBOL_GPL(dapm_regulator_event);
1370 
1371 /*
1372  * Handler for pinctrl widget.
1373  */
1374 int dapm_pinctrl_event(struct snd_soc_dapm_widget *w,
1375 		       struct snd_kcontrol *kcontrol, int event)
1376 {
1377 	struct snd_soc_dapm_pinctrl_priv *priv = w->priv;
1378 	struct pinctrl *p = w->pinctrl;
1379 	struct pinctrl_state *s;
1380 
1381 	if (!p || !priv)
1382 		return -EIO;
1383 
1384 	if (SND_SOC_DAPM_EVENT_ON(event))
1385 		s = pinctrl_lookup_state(p, priv->active_state);
1386 	else
1387 		s = pinctrl_lookup_state(p, priv->sleep_state);
1388 
1389 	if (IS_ERR(s))
1390 		return PTR_ERR(s);
1391 
1392 	return pinctrl_select_state(p, s);
1393 }
1394 EXPORT_SYMBOL_GPL(dapm_pinctrl_event);
1395 
1396 /*
1397  * Handler for clock supply widget.
1398  */
1399 int dapm_clock_event(struct snd_soc_dapm_widget *w,
1400 		   struct snd_kcontrol *kcontrol, int event)
1401 {
1402 	if (!w->clk)
1403 		return -EIO;
1404 
1405 	soc_dapm_async_complete(w->dapm);
1406 
1407 	if (SND_SOC_DAPM_EVENT_ON(event)) {
1408 		return clk_prepare_enable(w->clk);
1409 	} else {
1410 		clk_disable_unprepare(w->clk);
1411 		return 0;
1412 	}
1413 
1414 	return 0;
1415 }
1416 EXPORT_SYMBOL_GPL(dapm_clock_event);
1417 
1418 static int dapm_widget_power_check(struct snd_soc_dapm_widget *w)
1419 {
1420 	if (w->power_checked)
1421 		return w->new_power;
1422 
1423 	if (w->force)
1424 		w->new_power = 1;
1425 	else
1426 		w->new_power = w->power_check(w);
1427 
1428 	w->power_checked = true;
1429 
1430 	return w->new_power;
1431 }
1432 
1433 /* Generic check to see if a widget should be powered. */
1434 static int dapm_generic_check_power(struct snd_soc_dapm_widget *w)
1435 {
1436 	int in, out;
1437 
1438 	DAPM_UPDATE_STAT(w, power_checks);
1439 
1440 	in = is_connected_input_ep(w, NULL, NULL);
1441 	out = is_connected_output_ep(w, NULL, NULL);
1442 	return out != 0 && in != 0;
1443 }
1444 
1445 /* Check to see if a power supply is needed */
1446 static int dapm_supply_check_power(struct snd_soc_dapm_widget *w)
1447 {
1448 	struct snd_soc_dapm_path *path;
1449 
1450 	DAPM_UPDATE_STAT(w, power_checks);
1451 
1452 	/* Check if one of our outputs is connected */
1453 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
1454 		DAPM_UPDATE_STAT(w, neighbour_checks);
1455 
1456 		if (path->weak)
1457 			continue;
1458 
1459 		if (path->connected &&
1460 		    !path->connected(path->source, path->sink))
1461 			continue;
1462 
1463 		if (dapm_widget_power_check(path->sink))
1464 			return 1;
1465 	}
1466 
1467 	return 0;
1468 }
1469 
1470 static int dapm_always_on_check_power(struct snd_soc_dapm_widget *w)
1471 {
1472 	return w->connected;
1473 }
1474 
1475 static int dapm_seq_compare(struct snd_soc_dapm_widget *a,
1476 			    struct snd_soc_dapm_widget *b,
1477 			    bool power_up)
1478 {
1479 	int *sort;
1480 
1481 	BUILD_BUG_ON(ARRAY_SIZE(dapm_up_seq) != SND_SOC_DAPM_TYPE_COUNT);
1482 	BUILD_BUG_ON(ARRAY_SIZE(dapm_down_seq) != SND_SOC_DAPM_TYPE_COUNT);
1483 
1484 	if (power_up)
1485 		sort = dapm_up_seq;
1486 	else
1487 		sort = dapm_down_seq;
1488 
1489 	WARN_ONCE(sort[a->id] == 0, "offset a->id %d not initialized\n", a->id);
1490 	WARN_ONCE(sort[b->id] == 0, "offset b->id %d not initialized\n", b->id);
1491 
1492 	if (sort[a->id] != sort[b->id])
1493 		return sort[a->id] - sort[b->id];
1494 	if (a->subseq != b->subseq) {
1495 		if (power_up)
1496 			return a->subseq - b->subseq;
1497 		else
1498 			return b->subseq - a->subseq;
1499 	}
1500 	if (a->reg != b->reg)
1501 		return a->reg - b->reg;
1502 	if (a->dapm != b->dapm)
1503 		return (unsigned long)a->dapm - (unsigned long)b->dapm;
1504 
1505 	return 0;
1506 }
1507 
1508 /* Insert a widget in order into a DAPM power sequence. */
1509 static void dapm_seq_insert(struct snd_soc_dapm_widget *new_widget,
1510 			    struct list_head *list,
1511 			    bool power_up)
1512 {
1513 	struct snd_soc_dapm_widget *w;
1514 
1515 	list_for_each_entry(w, list, power_list)
1516 		if (dapm_seq_compare(new_widget, w, power_up) < 0) {
1517 			list_add_tail(&new_widget->power_list, &w->power_list);
1518 			return;
1519 		}
1520 
1521 	list_add_tail(&new_widget->power_list, list);
1522 }
1523 
1524 static void dapm_seq_check_event(struct snd_soc_card *card,
1525 				 struct snd_soc_dapm_widget *w, int event)
1526 {
1527 	const char *ev_name;
1528 	int power;
1529 
1530 	switch (event) {
1531 	case SND_SOC_DAPM_PRE_PMU:
1532 		ev_name = "PRE_PMU";
1533 		power = 1;
1534 		break;
1535 	case SND_SOC_DAPM_POST_PMU:
1536 		ev_name = "POST_PMU";
1537 		power = 1;
1538 		break;
1539 	case SND_SOC_DAPM_PRE_PMD:
1540 		ev_name = "PRE_PMD";
1541 		power = 0;
1542 		break;
1543 	case SND_SOC_DAPM_POST_PMD:
1544 		ev_name = "POST_PMD";
1545 		power = 0;
1546 		break;
1547 	case SND_SOC_DAPM_WILL_PMU:
1548 		ev_name = "WILL_PMU";
1549 		power = 1;
1550 		break;
1551 	case SND_SOC_DAPM_WILL_PMD:
1552 		ev_name = "WILL_PMD";
1553 		power = 0;
1554 		break;
1555 	default:
1556 		WARN(1, "Unknown event %d\n", event);
1557 		return;
1558 	}
1559 
1560 	if (w->new_power != power)
1561 		return;
1562 
1563 	if (w->event && (w->event_flags & event)) {
1564 		int ret;
1565 
1566 		pop_dbg(w->dapm->dev, card->pop_time, "pop test : %s %s\n",
1567 			w->name, ev_name);
1568 		soc_dapm_async_complete(w->dapm);
1569 		trace_snd_soc_dapm_widget_event_start(w, event);
1570 		ret = w->event(w, NULL, event);
1571 		trace_snd_soc_dapm_widget_event_done(w, event);
1572 		if (ret < 0)
1573 			dev_err(w->dapm->dev, "ASoC: %s: %s event failed: %d\n",
1574 			       ev_name, w->name, ret);
1575 	}
1576 }
1577 
1578 /* Apply the coalesced changes from a DAPM sequence */
1579 static void dapm_seq_run_coalesced(struct snd_soc_card *card,
1580 				   struct list_head *pending)
1581 {
1582 	struct snd_soc_dapm_context *dapm;
1583 	struct snd_soc_dapm_widget *w;
1584 	int reg;
1585 	unsigned int value = 0;
1586 	unsigned int mask = 0;
1587 
1588 	w = list_first_entry(pending, struct snd_soc_dapm_widget, power_list);
1589 	reg = w->reg;
1590 	dapm = w->dapm;
1591 
1592 	list_for_each_entry(w, pending, power_list) {
1593 		WARN_ON(reg != w->reg || dapm != w->dapm);
1594 		w->power = w->new_power;
1595 
1596 		mask |= w->mask << w->shift;
1597 		if (w->power)
1598 			value |= w->on_val << w->shift;
1599 		else
1600 			value |= w->off_val << w->shift;
1601 
1602 		pop_dbg(dapm->dev, card->pop_time,
1603 			"pop test : Queue %s: reg=0x%x, 0x%x/0x%x\n",
1604 			w->name, reg, value, mask);
1605 
1606 		/* Check for events */
1607 		dapm_seq_check_event(card, w, SND_SOC_DAPM_PRE_PMU);
1608 		dapm_seq_check_event(card, w, SND_SOC_DAPM_PRE_PMD);
1609 	}
1610 
1611 	if (reg >= 0) {
1612 		/* Any widget will do, they should all be updating the
1613 		 * same register.
1614 		 */
1615 
1616 		pop_dbg(dapm->dev, card->pop_time,
1617 			"pop test : Applying 0x%x/0x%x to %x in %dms\n",
1618 			value, mask, reg, card->pop_time);
1619 		pop_wait(card->pop_time);
1620 		soc_dapm_update_bits(dapm, reg, mask, value);
1621 	}
1622 
1623 	list_for_each_entry(w, pending, power_list) {
1624 		dapm_seq_check_event(card, w, SND_SOC_DAPM_POST_PMU);
1625 		dapm_seq_check_event(card, w, SND_SOC_DAPM_POST_PMD);
1626 	}
1627 }
1628 
1629 /* Apply a DAPM power sequence.
1630  *
1631  * We walk over a pre-sorted list of widgets to apply power to.  In
1632  * order to minimise the number of writes to the device required
1633  * multiple widgets will be updated in a single write where possible.
1634  * Currently anything that requires more than a single write is not
1635  * handled.
1636  */
1637 static void dapm_seq_run(struct snd_soc_card *card,
1638 	struct list_head *list, int event, bool power_up)
1639 {
1640 	struct snd_soc_dapm_widget *w, *n;
1641 	struct snd_soc_dapm_context *d;
1642 	LIST_HEAD(pending);
1643 	int cur_sort = -1;
1644 	int cur_subseq = -1;
1645 	int cur_reg = SND_SOC_NOPM;
1646 	struct snd_soc_dapm_context *cur_dapm = NULL;
1647 	int i;
1648 	int *sort;
1649 
1650 	if (power_up)
1651 		sort = dapm_up_seq;
1652 	else
1653 		sort = dapm_down_seq;
1654 
1655 	list_for_each_entry_safe(w, n, list, power_list) {
1656 		int ret = 0;
1657 
1658 		/* Do we need to apply any queued changes? */
1659 		if (sort[w->id] != cur_sort || w->reg != cur_reg ||
1660 		    w->dapm != cur_dapm || w->subseq != cur_subseq) {
1661 			if (!list_empty(&pending))
1662 				dapm_seq_run_coalesced(card, &pending);
1663 
1664 			if (cur_dapm && cur_dapm->component) {
1665 				for (i = 0; i < ARRAY_SIZE(dapm_up_seq); i++)
1666 					if (sort[i] == cur_sort)
1667 						snd_soc_component_seq_notifier(
1668 							cur_dapm->component,
1669 							i, cur_subseq);
1670 			}
1671 
1672 			if (cur_dapm && w->dapm != cur_dapm)
1673 				soc_dapm_async_complete(cur_dapm);
1674 
1675 			INIT_LIST_HEAD(&pending);
1676 			cur_sort = -1;
1677 			cur_subseq = INT_MIN;
1678 			cur_reg = SND_SOC_NOPM;
1679 			cur_dapm = NULL;
1680 		}
1681 
1682 		switch (w->id) {
1683 		case snd_soc_dapm_pre:
1684 			if (!w->event)
1685 				continue;
1686 
1687 			if (event == SND_SOC_DAPM_STREAM_START)
1688 				ret = w->event(w,
1689 					       NULL, SND_SOC_DAPM_PRE_PMU);
1690 			else if (event == SND_SOC_DAPM_STREAM_STOP)
1691 				ret = w->event(w,
1692 					       NULL, SND_SOC_DAPM_PRE_PMD);
1693 			break;
1694 
1695 		case snd_soc_dapm_post:
1696 			if (!w->event)
1697 				continue;
1698 
1699 			if (event == SND_SOC_DAPM_STREAM_START)
1700 				ret = w->event(w,
1701 					       NULL, SND_SOC_DAPM_POST_PMU);
1702 			else if (event == SND_SOC_DAPM_STREAM_STOP)
1703 				ret = w->event(w,
1704 					       NULL, SND_SOC_DAPM_POST_PMD);
1705 			break;
1706 
1707 		default:
1708 			/* Queue it up for application */
1709 			cur_sort = sort[w->id];
1710 			cur_subseq = w->subseq;
1711 			cur_reg = w->reg;
1712 			cur_dapm = w->dapm;
1713 			list_move(&w->power_list, &pending);
1714 			break;
1715 		}
1716 
1717 		if (ret < 0)
1718 			dev_err(w->dapm->dev,
1719 				"ASoC: Failed to apply widget power: %d\n", ret);
1720 	}
1721 
1722 	if (!list_empty(&pending))
1723 		dapm_seq_run_coalesced(card, &pending);
1724 
1725 	if (cur_dapm && cur_dapm->component) {
1726 		for (i = 0; i < ARRAY_SIZE(dapm_up_seq); i++)
1727 			if (sort[i] == cur_sort)
1728 				snd_soc_component_seq_notifier(
1729 					cur_dapm->component,
1730 					i, cur_subseq);
1731 	}
1732 
1733 	for_each_card_dapms(card, d)
1734 		soc_dapm_async_complete(d);
1735 }
1736 
1737 static void dapm_widget_update(struct snd_soc_card *card)
1738 {
1739 	struct snd_soc_dapm_update *update = card->update;
1740 	struct snd_soc_dapm_widget_list *wlist;
1741 	struct snd_soc_dapm_widget *w = NULL;
1742 	unsigned int wi;
1743 	int ret;
1744 
1745 	if (!update || !dapm_kcontrol_is_powered(update->kcontrol))
1746 		return;
1747 
1748 	wlist = dapm_kcontrol_get_wlist(update->kcontrol);
1749 
1750 	for_each_dapm_widgets(wlist, wi, w) {
1751 		if (w->event && (w->event_flags & SND_SOC_DAPM_PRE_REG)) {
1752 			ret = w->event(w, update->kcontrol, SND_SOC_DAPM_PRE_REG);
1753 			if (ret != 0)
1754 				dev_err(w->dapm->dev, "ASoC: %s DAPM pre-event failed: %d\n",
1755 					   w->name, ret);
1756 		}
1757 	}
1758 
1759 	if (!w)
1760 		return;
1761 
1762 	ret = soc_dapm_update_bits(w->dapm, update->reg, update->mask,
1763 		update->val);
1764 	if (ret < 0)
1765 		dev_err(w->dapm->dev, "ASoC: %s DAPM update failed: %d\n",
1766 			w->name, ret);
1767 
1768 	if (update->has_second_set) {
1769 		ret = soc_dapm_update_bits(w->dapm, update->reg2,
1770 					   update->mask2, update->val2);
1771 		if (ret < 0)
1772 			dev_err(w->dapm->dev,
1773 				"ASoC: %s DAPM update failed: %d\n",
1774 				w->name, ret);
1775 	}
1776 
1777 	for_each_dapm_widgets(wlist, wi, w) {
1778 		if (w->event && (w->event_flags & SND_SOC_DAPM_POST_REG)) {
1779 			ret = w->event(w, update->kcontrol, SND_SOC_DAPM_POST_REG);
1780 			if (ret != 0)
1781 				dev_err(w->dapm->dev, "ASoC: %s DAPM post-event failed: %d\n",
1782 					   w->name, ret);
1783 		}
1784 	}
1785 }
1786 
1787 /* Async callback run prior to DAPM sequences - brings to _PREPARE if
1788  * they're changing state.
1789  */
1790 static void dapm_pre_sequence_async(void *data, async_cookie_t cookie)
1791 {
1792 	struct snd_soc_dapm_context *d = data;
1793 	int ret;
1794 
1795 	/* If we're off and we're not supposed to go into STANDBY */
1796 	if (d->bias_level == SND_SOC_BIAS_OFF &&
1797 	    d->target_bias_level != SND_SOC_BIAS_OFF) {
1798 		if (d->dev && cookie)
1799 			pm_runtime_get_sync(d->dev);
1800 
1801 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_STANDBY);
1802 		if (ret != 0)
1803 			dev_err(d->dev,
1804 				"ASoC: Failed to turn on bias: %d\n", ret);
1805 	}
1806 
1807 	/* Prepare for a transition to ON or away from ON */
1808 	if ((d->target_bias_level == SND_SOC_BIAS_ON &&
1809 	     d->bias_level != SND_SOC_BIAS_ON) ||
1810 	    (d->target_bias_level != SND_SOC_BIAS_ON &&
1811 	     d->bias_level == SND_SOC_BIAS_ON)) {
1812 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_PREPARE);
1813 		if (ret != 0)
1814 			dev_err(d->dev,
1815 				"ASoC: Failed to prepare bias: %d\n", ret);
1816 	}
1817 }
1818 
1819 /* Async callback run prior to DAPM sequences - brings to their final
1820  * state.
1821  */
1822 static void dapm_post_sequence_async(void *data, async_cookie_t cookie)
1823 {
1824 	struct snd_soc_dapm_context *d = data;
1825 	int ret;
1826 
1827 	/* If we just powered the last thing off drop to standby bias */
1828 	if (d->bias_level == SND_SOC_BIAS_PREPARE &&
1829 	    (d->target_bias_level == SND_SOC_BIAS_STANDBY ||
1830 	     d->target_bias_level == SND_SOC_BIAS_OFF)) {
1831 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_STANDBY);
1832 		if (ret != 0)
1833 			dev_err(d->dev, "ASoC: Failed to apply standby bias: %d\n",
1834 				ret);
1835 	}
1836 
1837 	/* If we're in standby and can support bias off then do that */
1838 	if (d->bias_level == SND_SOC_BIAS_STANDBY &&
1839 	    d->target_bias_level == SND_SOC_BIAS_OFF) {
1840 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_OFF);
1841 		if (ret != 0)
1842 			dev_err(d->dev, "ASoC: Failed to turn off bias: %d\n",
1843 				ret);
1844 
1845 		if (d->dev && cookie)
1846 			pm_runtime_put(d->dev);
1847 	}
1848 
1849 	/* If we just powered up then move to active bias */
1850 	if (d->bias_level == SND_SOC_BIAS_PREPARE &&
1851 	    d->target_bias_level == SND_SOC_BIAS_ON) {
1852 		ret = snd_soc_dapm_set_bias_level(d, SND_SOC_BIAS_ON);
1853 		if (ret != 0)
1854 			dev_err(d->dev, "ASoC: Failed to apply active bias: %d\n",
1855 				ret);
1856 	}
1857 }
1858 
1859 static void dapm_widget_set_peer_power(struct snd_soc_dapm_widget *peer,
1860 				       bool power, bool connect)
1861 {
1862 	/* If a connection is being made or broken then that update
1863 	 * will have marked the peer dirty, otherwise the widgets are
1864 	 * not connected and this update has no impact. */
1865 	if (!connect)
1866 		return;
1867 
1868 	/* If the peer is already in the state we're moving to then we
1869 	 * won't have an impact on it. */
1870 	if (power != peer->power)
1871 		dapm_mark_dirty(peer, "peer state change");
1872 }
1873 
1874 static void dapm_power_one_widget(struct snd_soc_dapm_widget *w,
1875 				  struct list_head *up_list,
1876 				  struct list_head *down_list)
1877 {
1878 	struct snd_soc_dapm_path *path;
1879 	int power;
1880 
1881 	switch (w->id) {
1882 	case snd_soc_dapm_pre:
1883 		power = 0;
1884 		goto end;
1885 	case snd_soc_dapm_post:
1886 		power = 1;
1887 		goto end;
1888 	default:
1889 		break;
1890 	}
1891 
1892 	power = dapm_widget_power_check(w);
1893 
1894 	if (w->power == power)
1895 		return;
1896 
1897 	trace_snd_soc_dapm_widget_power(w, power);
1898 
1899 	/*
1900 	 * If we changed our power state perhaps our neigbours
1901 	 * changed also.
1902 	 */
1903 	snd_soc_dapm_widget_for_each_source_path(w, path)
1904 		dapm_widget_set_peer_power(path->source, power, path->connect);
1905 
1906 	/*
1907 	 * Supplies can't affect their outputs, only their inputs
1908 	 */
1909 	if (!w->is_supply)
1910 		snd_soc_dapm_widget_for_each_sink_path(w, path)
1911 			dapm_widget_set_peer_power(path->sink, power, path->connect);
1912 
1913 end:
1914 	if (power)
1915 		dapm_seq_insert(w, up_list, true);
1916 	else
1917 		dapm_seq_insert(w, down_list, false);
1918 }
1919 
1920 static bool dapm_idle_bias_off(struct snd_soc_dapm_context *dapm)
1921 {
1922 	if (dapm->idle_bias_off)
1923 		return true;
1924 
1925 	switch (snd_power_get_state(dapm->card->snd_card)) {
1926 	case SNDRV_CTL_POWER_D3hot:
1927 	case SNDRV_CTL_POWER_D3cold:
1928 		return dapm->suspend_bias_off;
1929 	default:
1930 		break;
1931 	}
1932 
1933 	return false;
1934 }
1935 
1936 /*
1937  * Scan each dapm widget for complete audio path.
1938  * A complete path is a route that has valid endpoints i.e.:-
1939  *
1940  *  o DAC to output pin.
1941  *  o Input pin to ADC.
1942  *  o Input pin to Output pin (bypass, sidetone)
1943  *  o DAC to ADC (loopback).
1944  */
1945 static int dapm_power_widgets(struct snd_soc_card *card, int event)
1946 {
1947 	struct snd_soc_dapm_widget *w;
1948 	struct snd_soc_dapm_context *d;
1949 	LIST_HEAD(up_list);
1950 	LIST_HEAD(down_list);
1951 	ASYNC_DOMAIN_EXCLUSIVE(async_domain);
1952 	enum snd_soc_bias_level bias;
1953 	int ret;
1954 
1955 	lockdep_assert_held(&card->dapm_mutex);
1956 
1957 	trace_snd_soc_dapm_start(card);
1958 
1959 	for_each_card_dapms(card, d) {
1960 		if (dapm_idle_bias_off(d))
1961 			d->target_bias_level = SND_SOC_BIAS_OFF;
1962 		else
1963 			d->target_bias_level = SND_SOC_BIAS_STANDBY;
1964 	}
1965 
1966 	dapm_reset(card);
1967 
1968 	/* Check which widgets we need to power and store them in
1969 	 * lists indicating if they should be powered up or down.  We
1970 	 * only check widgets that have been flagged as dirty but note
1971 	 * that new widgets may be added to the dirty list while we
1972 	 * iterate.
1973 	 */
1974 	list_for_each_entry(w, &card->dapm_dirty, dirty) {
1975 		dapm_power_one_widget(w, &up_list, &down_list);
1976 	}
1977 
1978 	for_each_card_widgets(card, w) {
1979 		switch (w->id) {
1980 		case snd_soc_dapm_pre:
1981 		case snd_soc_dapm_post:
1982 			/* These widgets always need to be powered */
1983 			break;
1984 		default:
1985 			list_del_init(&w->dirty);
1986 			break;
1987 		}
1988 
1989 		if (w->new_power) {
1990 			d = w->dapm;
1991 
1992 			/* Supplies and micbiases only bring the
1993 			 * context up to STANDBY as unless something
1994 			 * else is active and passing audio they
1995 			 * generally don't require full power.  Signal
1996 			 * generators are virtual pins and have no
1997 			 * power impact themselves.
1998 			 */
1999 			switch (w->id) {
2000 			case snd_soc_dapm_siggen:
2001 			case snd_soc_dapm_vmid:
2002 				break;
2003 			case snd_soc_dapm_supply:
2004 			case snd_soc_dapm_regulator_supply:
2005 			case snd_soc_dapm_pinctrl:
2006 			case snd_soc_dapm_clock_supply:
2007 			case snd_soc_dapm_micbias:
2008 				if (d->target_bias_level < SND_SOC_BIAS_STANDBY)
2009 					d->target_bias_level = SND_SOC_BIAS_STANDBY;
2010 				break;
2011 			default:
2012 				d->target_bias_level = SND_SOC_BIAS_ON;
2013 				break;
2014 			}
2015 		}
2016 
2017 	}
2018 
2019 	/* Force all contexts in the card to the same bias state if
2020 	 * they're not ground referenced.
2021 	 */
2022 	bias = SND_SOC_BIAS_OFF;
2023 	for_each_card_dapms(card, d)
2024 		if (d->target_bias_level > bias)
2025 			bias = d->target_bias_level;
2026 	for_each_card_dapms(card, d)
2027 		if (!dapm_idle_bias_off(d))
2028 			d->target_bias_level = bias;
2029 
2030 	trace_snd_soc_dapm_walk_done(card);
2031 
2032 	/* Run card bias changes at first */
2033 	dapm_pre_sequence_async(&card->dapm, 0);
2034 	/* Run other bias changes in parallel */
2035 	for_each_card_dapms(card, d) {
2036 		if (d != &card->dapm && d->bias_level != d->target_bias_level)
2037 			async_schedule_domain(dapm_pre_sequence_async, d,
2038 						&async_domain);
2039 	}
2040 	async_synchronize_full_domain(&async_domain);
2041 
2042 	list_for_each_entry(w, &down_list, power_list) {
2043 		dapm_seq_check_event(card, w, SND_SOC_DAPM_WILL_PMD);
2044 	}
2045 
2046 	list_for_each_entry(w, &up_list, power_list) {
2047 		dapm_seq_check_event(card, w, SND_SOC_DAPM_WILL_PMU);
2048 	}
2049 
2050 	/* Power down widgets first; try to avoid amplifying pops. */
2051 	dapm_seq_run(card, &down_list, event, false);
2052 
2053 	dapm_widget_update(card);
2054 
2055 	/* Now power up. */
2056 	dapm_seq_run(card, &up_list, event, true);
2057 
2058 	/* Run all the bias changes in parallel */
2059 	for_each_card_dapms(card, d) {
2060 		if (d != &card->dapm && d->bias_level != d->target_bias_level)
2061 			async_schedule_domain(dapm_post_sequence_async, d,
2062 						&async_domain);
2063 	}
2064 	async_synchronize_full_domain(&async_domain);
2065 	/* Run card bias changes at last */
2066 	dapm_post_sequence_async(&card->dapm, 0);
2067 
2068 	/* do we need to notify any clients that DAPM event is complete */
2069 	for_each_card_dapms(card, d) {
2070 		if (!d->component)
2071 			continue;
2072 
2073 		ret = snd_soc_component_stream_event(d->component, event);
2074 		if (ret < 0)
2075 			return ret;
2076 	}
2077 
2078 	pop_dbg(card->dev, card->pop_time,
2079 		"DAPM sequencing finished, waiting %dms\n", card->pop_time);
2080 	pop_wait(card->pop_time);
2081 
2082 	trace_snd_soc_dapm_done(card);
2083 
2084 	return 0;
2085 }
2086 
2087 #ifdef CONFIG_DEBUG_FS
2088 static ssize_t dapm_widget_power_read_file(struct file *file,
2089 					   char __user *user_buf,
2090 					   size_t count, loff_t *ppos)
2091 {
2092 	struct snd_soc_dapm_widget *w = file->private_data;
2093 	struct snd_soc_card *card = w->dapm->card;
2094 	enum snd_soc_dapm_direction dir, rdir;
2095 	char *buf;
2096 	int in, out;
2097 	ssize_t ret;
2098 	struct snd_soc_dapm_path *p = NULL;
2099 
2100 	buf = kmalloc(PAGE_SIZE, GFP_KERNEL);
2101 	if (!buf)
2102 		return -ENOMEM;
2103 
2104 	mutex_lock(&card->dapm_mutex);
2105 
2106 	/* Supply widgets are not handled by is_connected_{input,output}_ep() */
2107 	if (w->is_supply) {
2108 		in = 0;
2109 		out = 0;
2110 	} else {
2111 		in = is_connected_input_ep(w, NULL, NULL);
2112 		out = is_connected_output_ep(w, NULL, NULL);
2113 	}
2114 
2115 	ret = scnprintf(buf, PAGE_SIZE, "%s: %s%s  in %d out %d",
2116 		       w->name, w->power ? "On" : "Off",
2117 		       w->force ? " (forced)" : "", in, out);
2118 
2119 	if (w->reg >= 0)
2120 		ret += scnprintf(buf + ret, PAGE_SIZE - ret,
2121 				" - R%d(0x%x) mask 0x%x",
2122 				w->reg, w->reg, w->mask << w->shift);
2123 
2124 	ret += scnprintf(buf + ret, PAGE_SIZE - ret, "\n");
2125 
2126 	if (w->sname)
2127 		ret += scnprintf(buf + ret, PAGE_SIZE - ret, " stream %s %s\n",
2128 				w->sname,
2129 				w->active ? "active" : "inactive");
2130 
2131 	snd_soc_dapm_for_each_direction(dir) {
2132 		rdir = SND_SOC_DAPM_DIR_REVERSE(dir);
2133 		snd_soc_dapm_widget_for_each_path(w, dir, p) {
2134 			if (p->connected && !p->connected(p->source, p->sink))
2135 				continue;
2136 
2137 			if (!p->connect)
2138 				continue;
2139 
2140 			ret += scnprintf(buf + ret, PAGE_SIZE - ret,
2141 					" %s  \"%s\" \"%s\"\n",
2142 					(rdir == SND_SOC_DAPM_DIR_IN) ? "in" : "out",
2143 					p->name ? p->name : "static",
2144 					p->node[rdir]->name);
2145 		}
2146 	}
2147 
2148 	mutex_unlock(&card->dapm_mutex);
2149 
2150 	ret = simple_read_from_buffer(user_buf, count, ppos, buf, ret);
2151 
2152 	kfree(buf);
2153 	return ret;
2154 }
2155 
2156 static const struct file_operations dapm_widget_power_fops = {
2157 	.open = simple_open,
2158 	.read = dapm_widget_power_read_file,
2159 	.llseek = default_llseek,
2160 };
2161 
2162 static ssize_t dapm_bias_read_file(struct file *file, char __user *user_buf,
2163 				   size_t count, loff_t *ppos)
2164 {
2165 	struct snd_soc_dapm_context *dapm = file->private_data;
2166 	char *level;
2167 
2168 	switch (dapm->bias_level) {
2169 	case SND_SOC_BIAS_ON:
2170 		level = "On\n";
2171 		break;
2172 	case SND_SOC_BIAS_PREPARE:
2173 		level = "Prepare\n";
2174 		break;
2175 	case SND_SOC_BIAS_STANDBY:
2176 		level = "Standby\n";
2177 		break;
2178 	case SND_SOC_BIAS_OFF:
2179 		level = "Off\n";
2180 		break;
2181 	default:
2182 		WARN(1, "Unknown bias_level %d\n", dapm->bias_level);
2183 		level = "Unknown\n";
2184 		break;
2185 	}
2186 
2187 	return simple_read_from_buffer(user_buf, count, ppos, level,
2188 				       strlen(level));
2189 }
2190 
2191 static const struct file_operations dapm_bias_fops = {
2192 	.open = simple_open,
2193 	.read = dapm_bias_read_file,
2194 	.llseek = default_llseek,
2195 };
2196 
2197 void snd_soc_dapm_debugfs_init(struct snd_soc_dapm_context *dapm,
2198 	struct dentry *parent)
2199 {
2200 	if (!parent || IS_ERR(parent))
2201 		return;
2202 
2203 	dapm->debugfs_dapm = debugfs_create_dir("dapm", parent);
2204 
2205 	debugfs_create_file("bias_level", 0444, dapm->debugfs_dapm, dapm,
2206 			    &dapm_bias_fops);
2207 }
2208 
2209 static void dapm_debugfs_add_widget(struct snd_soc_dapm_widget *w)
2210 {
2211 	struct snd_soc_dapm_context *dapm = w->dapm;
2212 
2213 	if (!dapm->debugfs_dapm || !w->name)
2214 		return;
2215 
2216 	debugfs_create_file(w->name, 0444, dapm->debugfs_dapm, w,
2217 			    &dapm_widget_power_fops);
2218 }
2219 
2220 static void dapm_debugfs_cleanup(struct snd_soc_dapm_context *dapm)
2221 {
2222 	debugfs_remove_recursive(dapm->debugfs_dapm);
2223 	dapm->debugfs_dapm = NULL;
2224 }
2225 
2226 #else
2227 void snd_soc_dapm_debugfs_init(struct snd_soc_dapm_context *dapm,
2228 	struct dentry *parent)
2229 {
2230 }
2231 
2232 static inline void dapm_debugfs_add_widget(struct snd_soc_dapm_widget *w)
2233 {
2234 }
2235 
2236 static inline void dapm_debugfs_cleanup(struct snd_soc_dapm_context *dapm)
2237 {
2238 }
2239 
2240 #endif
2241 
2242 /*
2243  * soc_dapm_connect_path() - Connects or disconnects a path
2244  * @path: The path to update
2245  * @connect: The new connect state of the path. True if the path is connected,
2246  *  false if it is disconnected.
2247  * @reason: The reason why the path changed (for debugging only)
2248  */
2249 static void soc_dapm_connect_path(struct snd_soc_dapm_path *path,
2250 	bool connect, const char *reason)
2251 {
2252 	if (path->connect == connect)
2253 		return;
2254 
2255 	path->connect = connect;
2256 	dapm_mark_dirty(path->source, reason);
2257 	dapm_mark_dirty(path->sink, reason);
2258 	dapm_path_invalidate(path);
2259 }
2260 
2261 /* test and update the power status of a mux widget */
2262 static int soc_dapm_mux_update_power(struct snd_soc_card *card,
2263 				 struct snd_kcontrol *kcontrol, int mux, struct soc_enum *e)
2264 {
2265 	struct snd_soc_dapm_path *path;
2266 	int found = 0;
2267 	bool connect;
2268 
2269 	lockdep_assert_held(&card->dapm_mutex);
2270 
2271 	/* find dapm widget path assoc with kcontrol */
2272 	dapm_kcontrol_for_each_path(path, kcontrol) {
2273 		found = 1;
2274 		/* we now need to match the string in the enum to the path */
2275 		if (e && !(strcmp(path->name, e->texts[mux])))
2276 			connect = true;
2277 		else
2278 			connect = false;
2279 
2280 		soc_dapm_connect_path(path, connect, "mux update");
2281 	}
2282 
2283 	if (found)
2284 		dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
2285 
2286 	return found;
2287 }
2288 
2289 int snd_soc_dapm_mux_update_power(struct snd_soc_dapm_context *dapm,
2290 	struct snd_kcontrol *kcontrol, int mux, struct soc_enum *e,
2291 	struct snd_soc_dapm_update *update)
2292 {
2293 	struct snd_soc_card *card = dapm->card;
2294 	int ret;
2295 
2296 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2297 	card->update = update;
2298 	ret = soc_dapm_mux_update_power(card, kcontrol, mux, e);
2299 	card->update = NULL;
2300 	mutex_unlock(&card->dapm_mutex);
2301 	if (ret > 0)
2302 		snd_soc_dpcm_runtime_update(card);
2303 	return ret;
2304 }
2305 EXPORT_SYMBOL_GPL(snd_soc_dapm_mux_update_power);
2306 
2307 /* test and update the power status of a mixer or switch widget */
2308 static int soc_dapm_mixer_update_power(struct snd_soc_card *card,
2309 				       struct snd_kcontrol *kcontrol,
2310 				       int connect, int rconnect)
2311 {
2312 	struct snd_soc_dapm_path *path;
2313 	int found = 0;
2314 
2315 	lockdep_assert_held(&card->dapm_mutex);
2316 
2317 	/* find dapm widget path assoc with kcontrol */
2318 	dapm_kcontrol_for_each_path(path, kcontrol) {
2319 		/*
2320 		 * Ideally this function should support any number of
2321 		 * paths and channels. But since kcontrols only come
2322 		 * in mono and stereo variants, we are limited to 2
2323 		 * channels.
2324 		 *
2325 		 * The following code assumes for stereo controls the
2326 		 * first path (when 'found == 0') is the left channel,
2327 		 * and all remaining paths (when 'found == 1') are the
2328 		 * right channel.
2329 		 *
2330 		 * A stereo control is signified by a valid 'rconnect'
2331 		 * value, either 0 for unconnected, or >= 0 for connected.
2332 		 * This is chosen instead of using snd_soc_volsw_is_stereo,
2333 		 * so that the behavior of snd_soc_dapm_mixer_update_power
2334 		 * doesn't change even when the kcontrol passed in is
2335 		 * stereo.
2336 		 *
2337 		 * It passes 'connect' as the path connect status for
2338 		 * the left channel, and 'rconnect' for the right
2339 		 * channel.
2340 		 */
2341 		if (found && rconnect >= 0)
2342 			soc_dapm_connect_path(path, rconnect, "mixer update");
2343 		else
2344 			soc_dapm_connect_path(path, connect, "mixer update");
2345 		found = 1;
2346 	}
2347 
2348 	if (found)
2349 		dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
2350 
2351 	return found;
2352 }
2353 
2354 int snd_soc_dapm_mixer_update_power(struct snd_soc_dapm_context *dapm,
2355 	struct snd_kcontrol *kcontrol, int connect,
2356 	struct snd_soc_dapm_update *update)
2357 {
2358 	struct snd_soc_card *card = dapm->card;
2359 	int ret;
2360 
2361 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2362 	card->update = update;
2363 	ret = soc_dapm_mixer_update_power(card, kcontrol, connect, -1);
2364 	card->update = NULL;
2365 	mutex_unlock(&card->dapm_mutex);
2366 	if (ret > 0)
2367 		snd_soc_dpcm_runtime_update(card);
2368 	return ret;
2369 }
2370 EXPORT_SYMBOL_GPL(snd_soc_dapm_mixer_update_power);
2371 
2372 static ssize_t dapm_widget_show_component(struct snd_soc_component *cmpnt,
2373 					  char *buf, int count)
2374 {
2375 	struct snd_soc_dapm_context *dapm = snd_soc_component_get_dapm(cmpnt);
2376 	struct snd_soc_dapm_widget *w;
2377 	char *state = "not set";
2378 
2379 	/* card won't be set for the dummy component, as a spot fix
2380 	 * we're checking for that case specifically here but in future
2381 	 * we will ensure that the dummy component looks like others.
2382 	 */
2383 	if (!cmpnt->card)
2384 		return 0;
2385 
2386 	for_each_card_widgets(cmpnt->card, w) {
2387 		if (w->dapm != dapm)
2388 			continue;
2389 
2390 		/* only display widgets that burn power */
2391 		switch (w->id) {
2392 		case snd_soc_dapm_hp:
2393 		case snd_soc_dapm_mic:
2394 		case snd_soc_dapm_spk:
2395 		case snd_soc_dapm_line:
2396 		case snd_soc_dapm_micbias:
2397 		case snd_soc_dapm_dac:
2398 		case snd_soc_dapm_adc:
2399 		case snd_soc_dapm_pga:
2400 		case snd_soc_dapm_effect:
2401 		case snd_soc_dapm_out_drv:
2402 		case snd_soc_dapm_mixer:
2403 		case snd_soc_dapm_mixer_named_ctl:
2404 		case snd_soc_dapm_supply:
2405 		case snd_soc_dapm_regulator_supply:
2406 		case snd_soc_dapm_pinctrl:
2407 		case snd_soc_dapm_clock_supply:
2408 			if (w->name)
2409 				count += sysfs_emit_at(buf, count, "%s: %s\n",
2410 					w->name, w->power ? "On":"Off");
2411 		break;
2412 		default:
2413 		break;
2414 		}
2415 	}
2416 
2417 	switch (snd_soc_dapm_get_bias_level(dapm)) {
2418 	case SND_SOC_BIAS_ON:
2419 		state = "On";
2420 		break;
2421 	case SND_SOC_BIAS_PREPARE:
2422 		state = "Prepare";
2423 		break;
2424 	case SND_SOC_BIAS_STANDBY:
2425 		state = "Standby";
2426 		break;
2427 	case SND_SOC_BIAS_OFF:
2428 		state = "Off";
2429 		break;
2430 	}
2431 	count += sysfs_emit_at(buf, count, "PM State: %s\n", state);
2432 
2433 	return count;
2434 }
2435 
2436 /* show dapm widget status in sys fs */
2437 static ssize_t dapm_widget_show(struct device *dev,
2438 	struct device_attribute *attr, char *buf)
2439 {
2440 	struct snd_soc_pcm_runtime *rtd = dev_get_drvdata(dev);
2441 	struct snd_soc_dai *codec_dai;
2442 	int i, count = 0;
2443 
2444 	mutex_lock(&rtd->card->dapm_mutex);
2445 
2446 	for_each_rtd_codec_dais(rtd, i, codec_dai) {
2447 		struct snd_soc_component *cmpnt = codec_dai->component;
2448 
2449 		count = dapm_widget_show_component(cmpnt, buf, count);
2450 	}
2451 
2452 	mutex_unlock(&rtd->card->dapm_mutex);
2453 
2454 	return count;
2455 }
2456 
2457 static DEVICE_ATTR_RO(dapm_widget);
2458 
2459 struct attribute *soc_dapm_dev_attrs[] = {
2460 	&dev_attr_dapm_widget.attr,
2461 	NULL
2462 };
2463 
2464 static void dapm_free_path(struct snd_soc_dapm_path *path)
2465 {
2466 	list_del(&path->list_node[SND_SOC_DAPM_DIR_IN]);
2467 	list_del(&path->list_node[SND_SOC_DAPM_DIR_OUT]);
2468 	list_del(&path->list_kcontrol);
2469 	list_del(&path->list);
2470 	kfree(path);
2471 }
2472 
2473 /**
2474  * snd_soc_dapm_free_widget - Free specified widget
2475  * @w: widget to free
2476  *
2477  * Removes widget from all paths and frees memory occupied by it.
2478  */
2479 void snd_soc_dapm_free_widget(struct snd_soc_dapm_widget *w)
2480 {
2481 	struct snd_soc_dapm_path *p, *next_p;
2482 	enum snd_soc_dapm_direction dir;
2483 
2484 	if (!w)
2485 		return;
2486 
2487 	list_del(&w->list);
2488 	list_del(&w->dirty);
2489 	/*
2490 	 * remove source and sink paths associated to this widget.
2491 	 * While removing the path, remove reference to it from both
2492 	 * source and sink widgets so that path is removed only once.
2493 	 */
2494 	snd_soc_dapm_for_each_direction(dir) {
2495 		snd_soc_dapm_widget_for_each_path_safe(w, dir, p, next_p)
2496 			dapm_free_path(p);
2497 	}
2498 
2499 	kfree(w->kcontrols);
2500 	kfree_const(w->name);
2501 	kfree_const(w->sname);
2502 	kfree(w);
2503 }
2504 EXPORT_SYMBOL_GPL(snd_soc_dapm_free_widget);
2505 
2506 /* free all dapm widgets and resources */
2507 static void dapm_free_widgets(struct snd_soc_dapm_context *dapm)
2508 {
2509 	struct snd_soc_dapm_widget *w, *next_w;
2510 
2511 	for_each_card_widgets_safe(dapm->card, w, next_w) {
2512 		if (w->dapm != dapm)
2513 			continue;
2514 		snd_soc_dapm_free_widget(w);
2515 	}
2516 
2517 	dapm->wcache_sink	= NULL;
2518 	dapm->wcache_source	= NULL;
2519 }
2520 
2521 static struct snd_soc_dapm_widget *dapm_find_widget(
2522 			struct snd_soc_dapm_context *dapm, const char *pin,
2523 			bool search_other_contexts)
2524 {
2525 	struct snd_soc_dapm_widget *w;
2526 	struct snd_soc_dapm_widget *fallback = NULL;
2527 	char prefixed_pin[80];
2528 	const char *pin_name;
2529 	const char *prefix = soc_dapm_prefix(dapm);
2530 
2531 	if (prefix) {
2532 		snprintf(prefixed_pin, sizeof(prefixed_pin), "%s %s",
2533 			 prefix, pin);
2534 		pin_name = prefixed_pin;
2535 	} else {
2536 		pin_name = pin;
2537 	}
2538 
2539 	for_each_card_widgets(dapm->card, w) {
2540 		if (!strcmp(w->name, pin_name)) {
2541 			if (w->dapm == dapm)
2542 				return w;
2543 			else
2544 				fallback = w;
2545 		}
2546 	}
2547 
2548 	if (search_other_contexts)
2549 		return fallback;
2550 
2551 	return NULL;
2552 }
2553 
2554 /*
2555  * set the DAPM pin status:
2556  * returns 1 when the value has been updated, 0 when unchanged, or a negative
2557  * error code; called from kcontrol put callback
2558  */
2559 static int __snd_soc_dapm_set_pin(struct snd_soc_dapm_context *dapm,
2560 				  const char *pin, int status)
2561 {
2562 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
2563 	int ret = 0;
2564 
2565 	dapm_assert_locked(dapm);
2566 
2567 	if (!w) {
2568 		dev_err(dapm->dev, "ASoC: DAPM unknown pin %s\n", pin);
2569 		return -EINVAL;
2570 	}
2571 
2572 	if (w->connected != status) {
2573 		dapm_mark_dirty(w, "pin configuration");
2574 		dapm_widget_invalidate_input_paths(w);
2575 		dapm_widget_invalidate_output_paths(w);
2576 		ret = 1;
2577 	}
2578 
2579 	w->connected = status;
2580 	if (status == 0)
2581 		w->force = 0;
2582 
2583 	return ret;
2584 }
2585 
2586 /*
2587  * similar as __snd_soc_dapm_set_pin(), but returns 0 when successful;
2588  * called from several API functions below
2589  */
2590 static int snd_soc_dapm_set_pin(struct snd_soc_dapm_context *dapm,
2591 				const char *pin, int status)
2592 {
2593 	int ret = __snd_soc_dapm_set_pin(dapm, pin, status);
2594 
2595 	return ret < 0 ? ret : 0;
2596 }
2597 
2598 /**
2599  * snd_soc_dapm_sync_unlocked - scan and power dapm paths
2600  * @dapm: DAPM context
2601  *
2602  * Walks all dapm audio paths and powers widgets according to their
2603  * stream or path usage.
2604  *
2605  * Requires external locking.
2606  *
2607  * Returns 0 for success.
2608  */
2609 int snd_soc_dapm_sync_unlocked(struct snd_soc_dapm_context *dapm)
2610 {
2611 	/*
2612 	 * Suppress early reports (eg, jacks syncing their state) to avoid
2613 	 * silly DAPM runs during card startup.
2614 	 */
2615 	if (!snd_soc_card_is_instantiated(dapm->card))
2616 		return 0;
2617 
2618 	return dapm_power_widgets(dapm->card, SND_SOC_DAPM_STREAM_NOP);
2619 }
2620 EXPORT_SYMBOL_GPL(snd_soc_dapm_sync_unlocked);
2621 
2622 /**
2623  * snd_soc_dapm_sync - scan and power dapm paths
2624  * @dapm: DAPM context
2625  *
2626  * Walks all dapm audio paths and powers widgets according to their
2627  * stream or path usage.
2628  *
2629  * Returns 0 for success.
2630  */
2631 int snd_soc_dapm_sync(struct snd_soc_dapm_context *dapm)
2632 {
2633 	int ret;
2634 
2635 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2636 	ret = snd_soc_dapm_sync_unlocked(dapm);
2637 	mutex_unlock(&dapm->card->dapm_mutex);
2638 	return ret;
2639 }
2640 EXPORT_SYMBOL_GPL(snd_soc_dapm_sync);
2641 
2642 static int dapm_update_dai_chan(struct snd_soc_dapm_path *p,
2643 				struct snd_soc_dapm_widget *w,
2644 				int channels)
2645 {
2646 	switch (w->id) {
2647 	case snd_soc_dapm_aif_out:
2648 	case snd_soc_dapm_aif_in:
2649 		break;
2650 	default:
2651 		return 0;
2652 	}
2653 
2654 	dev_dbg(w->dapm->dev, "%s DAI route %s -> %s\n",
2655 		w->channel < channels ? "Connecting" : "Disconnecting",
2656 		p->source->name, p->sink->name);
2657 
2658 	if (w->channel < channels)
2659 		soc_dapm_connect_path(p, true, "dai update");
2660 	else
2661 		soc_dapm_connect_path(p, false, "dai update");
2662 
2663 	return 0;
2664 }
2665 
2666 static int dapm_update_dai_unlocked(struct snd_pcm_substream *substream,
2667 				    struct snd_pcm_hw_params *params,
2668 				    struct snd_soc_dai *dai)
2669 {
2670 	int dir = substream->stream;
2671 	int channels = params_channels(params);
2672 	struct snd_soc_dapm_path *p;
2673 	struct snd_soc_dapm_widget *w;
2674 	int ret;
2675 
2676 	w = snd_soc_dai_get_widget(dai, dir);
2677 
2678 	if (!w)
2679 		return 0;
2680 
2681 	dev_dbg(dai->dev, "Update DAI routes for %s %s\n", dai->name,
2682 		dir == SNDRV_PCM_STREAM_PLAYBACK ? "playback" : "capture");
2683 
2684 	snd_soc_dapm_widget_for_each_sink_path(w, p) {
2685 		ret = dapm_update_dai_chan(p, p->sink, channels);
2686 		if (ret < 0)
2687 			return ret;
2688 	}
2689 
2690 	snd_soc_dapm_widget_for_each_source_path(w, p) {
2691 		ret = dapm_update_dai_chan(p, p->source, channels);
2692 		if (ret < 0)
2693 			return ret;
2694 	}
2695 
2696 	return 0;
2697 }
2698 
2699 int snd_soc_dapm_update_dai(struct snd_pcm_substream *substream,
2700 			    struct snd_pcm_hw_params *params,
2701 			    struct snd_soc_dai *dai)
2702 {
2703 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
2704 	int ret;
2705 
2706 	mutex_lock_nested(&rtd->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
2707 	ret = dapm_update_dai_unlocked(substream, params, dai);
2708 	mutex_unlock(&rtd->card->dapm_mutex);
2709 
2710 	return ret;
2711 }
2712 EXPORT_SYMBOL_GPL(snd_soc_dapm_update_dai);
2713 
2714 /*
2715  * dapm_update_widget_flags() - Re-compute widget sink and source flags
2716  * @w: The widget for which to update the flags
2717  *
2718  * Some widgets have a dynamic category which depends on which neighbors they
2719  * are connected to. This function update the category for these widgets.
2720  *
2721  * This function must be called whenever a path is added or removed to a widget.
2722  */
2723 static void dapm_update_widget_flags(struct snd_soc_dapm_widget *w)
2724 {
2725 	enum snd_soc_dapm_direction dir;
2726 	struct snd_soc_dapm_path *p;
2727 	unsigned int ep;
2728 
2729 	switch (w->id) {
2730 	case snd_soc_dapm_input:
2731 		/* On a fully routed card an input is never a source */
2732 		if (w->dapm->card->fully_routed)
2733 			return;
2734 		ep = SND_SOC_DAPM_EP_SOURCE;
2735 		snd_soc_dapm_widget_for_each_source_path(w, p) {
2736 			if (p->source->id == snd_soc_dapm_micbias ||
2737 				p->source->id == snd_soc_dapm_mic ||
2738 				p->source->id == snd_soc_dapm_line ||
2739 				p->source->id == snd_soc_dapm_output) {
2740 					ep = 0;
2741 					break;
2742 			}
2743 		}
2744 		break;
2745 	case snd_soc_dapm_output:
2746 		/* On a fully routed card a output is never a sink */
2747 		if (w->dapm->card->fully_routed)
2748 			return;
2749 		ep = SND_SOC_DAPM_EP_SINK;
2750 		snd_soc_dapm_widget_for_each_sink_path(w, p) {
2751 			if (p->sink->id == snd_soc_dapm_spk ||
2752 				p->sink->id == snd_soc_dapm_hp ||
2753 				p->sink->id == snd_soc_dapm_line ||
2754 				p->sink->id == snd_soc_dapm_input) {
2755 					ep = 0;
2756 					break;
2757 			}
2758 		}
2759 		break;
2760 	case snd_soc_dapm_line:
2761 		ep = 0;
2762 		snd_soc_dapm_for_each_direction(dir) {
2763 			if (!list_empty(&w->edges[dir]))
2764 				ep |= SND_SOC_DAPM_DIR_TO_EP(dir);
2765 		}
2766 		break;
2767 	default:
2768 		return;
2769 	}
2770 
2771 	w->is_ep = ep;
2772 }
2773 
2774 static int snd_soc_dapm_check_dynamic_path(struct snd_soc_dapm_context *dapm,
2775 	struct snd_soc_dapm_widget *source, struct snd_soc_dapm_widget *sink,
2776 	const char *control)
2777 {
2778 	bool dynamic_source = false;
2779 	bool dynamic_sink = false;
2780 
2781 	if (!control)
2782 		return 0;
2783 
2784 	switch (source->id) {
2785 	case snd_soc_dapm_demux:
2786 		dynamic_source = true;
2787 		break;
2788 	default:
2789 		break;
2790 	}
2791 
2792 	switch (sink->id) {
2793 	case snd_soc_dapm_mux:
2794 	case snd_soc_dapm_switch:
2795 	case snd_soc_dapm_mixer:
2796 	case snd_soc_dapm_mixer_named_ctl:
2797 		dynamic_sink = true;
2798 		break;
2799 	default:
2800 		break;
2801 	}
2802 
2803 	if (dynamic_source && dynamic_sink) {
2804 		dev_err(dapm->dev,
2805 			"Direct connection between demux and mixer/mux not supported for path %s -> [%s] -> %s\n",
2806 			source->name, control, sink->name);
2807 		return -EINVAL;
2808 	} else if (!dynamic_source && !dynamic_sink) {
2809 		dev_err(dapm->dev,
2810 			"Control not supported for path %s -> [%s] -> %s\n",
2811 			source->name, control, sink->name);
2812 		return -EINVAL;
2813 	}
2814 
2815 	return 0;
2816 }
2817 
2818 static int snd_soc_dapm_add_path(struct snd_soc_dapm_context *dapm,
2819 	struct snd_soc_dapm_widget *wsource, struct snd_soc_dapm_widget *wsink,
2820 	const char *control,
2821 	int (*connected)(struct snd_soc_dapm_widget *source,
2822 			 struct snd_soc_dapm_widget *sink))
2823 {
2824 	enum snd_soc_dapm_direction dir;
2825 	struct snd_soc_dapm_path *path;
2826 	int ret;
2827 
2828 	if (wsink->is_supply && !wsource->is_supply) {
2829 		dev_err(dapm->dev,
2830 			"Connecting non-supply widget to supply widget is not supported (%s -> %s)\n",
2831 			wsource->name, wsink->name);
2832 		return -EINVAL;
2833 	}
2834 
2835 	if (connected && !wsource->is_supply) {
2836 		dev_err(dapm->dev,
2837 			"connected() callback only supported for supply widgets (%s -> %s)\n",
2838 			wsource->name, wsink->name);
2839 		return -EINVAL;
2840 	}
2841 
2842 	if (wsource->is_supply && control) {
2843 		dev_err(dapm->dev,
2844 			"Conditional paths are not supported for supply widgets (%s -> [%s] -> %s)\n",
2845 			wsource->name, control, wsink->name);
2846 		return -EINVAL;
2847 	}
2848 
2849 	ret = snd_soc_dapm_check_dynamic_path(dapm, wsource, wsink, control);
2850 	if (ret)
2851 		return ret;
2852 
2853 	path = kzalloc(sizeof(struct snd_soc_dapm_path), GFP_KERNEL);
2854 	if (!path)
2855 		return -ENOMEM;
2856 
2857 	path->node[SND_SOC_DAPM_DIR_IN] = wsource;
2858 	path->node[SND_SOC_DAPM_DIR_OUT] = wsink;
2859 
2860 	path->connected = connected;
2861 	INIT_LIST_HEAD(&path->list);
2862 	INIT_LIST_HEAD(&path->list_kcontrol);
2863 
2864 	if (wsource->is_supply || wsink->is_supply)
2865 		path->is_supply = 1;
2866 
2867 	/* connect static paths */
2868 	if (control == NULL) {
2869 		path->connect = 1;
2870 	} else {
2871 		switch (wsource->id) {
2872 		case snd_soc_dapm_demux:
2873 			ret = dapm_connect_mux(dapm, path, control, wsource);
2874 			if (ret)
2875 				goto err;
2876 			break;
2877 		default:
2878 			break;
2879 		}
2880 
2881 		switch (wsink->id) {
2882 		case snd_soc_dapm_mux:
2883 			ret = dapm_connect_mux(dapm, path, control, wsink);
2884 			if (ret != 0)
2885 				goto err;
2886 			break;
2887 		case snd_soc_dapm_switch:
2888 		case snd_soc_dapm_mixer:
2889 		case snd_soc_dapm_mixer_named_ctl:
2890 			ret = dapm_connect_mixer(dapm, path, control);
2891 			if (ret != 0)
2892 				goto err;
2893 			break;
2894 		default:
2895 			break;
2896 		}
2897 	}
2898 
2899 	list_add(&path->list, &dapm->card->paths);
2900 
2901 	snd_soc_dapm_for_each_direction(dir)
2902 		list_add(&path->list_node[dir], &path->node[dir]->edges[dir]);
2903 
2904 	snd_soc_dapm_for_each_direction(dir) {
2905 		dapm_update_widget_flags(path->node[dir]);
2906 		dapm_mark_dirty(path->node[dir], "Route added");
2907 	}
2908 
2909 	if (snd_soc_card_is_instantiated(dapm->card) && path->connect)
2910 		dapm_path_invalidate(path);
2911 
2912 	return 0;
2913 err:
2914 	kfree(path);
2915 	return ret;
2916 }
2917 
2918 static int snd_soc_dapm_add_route(struct snd_soc_dapm_context *dapm,
2919 				  const struct snd_soc_dapm_route *route)
2920 {
2921 	struct snd_soc_dapm_widget *wsource = NULL, *wsink = NULL, *w;
2922 	struct snd_soc_dapm_widget *wtsource = NULL, *wtsink = NULL;
2923 	const char *sink;
2924 	const char *source;
2925 	char prefixed_sink[80];
2926 	char prefixed_source[80];
2927 	const char *prefix;
2928 	unsigned int sink_ref = 0;
2929 	unsigned int source_ref = 0;
2930 	int ret;
2931 
2932 	prefix = soc_dapm_prefix(dapm);
2933 	if (prefix) {
2934 		snprintf(prefixed_sink, sizeof(prefixed_sink), "%s %s",
2935 			 prefix, route->sink);
2936 		sink = prefixed_sink;
2937 		snprintf(prefixed_source, sizeof(prefixed_source), "%s %s",
2938 			 prefix, route->source);
2939 		source = prefixed_source;
2940 	} else {
2941 		sink = route->sink;
2942 		source = route->source;
2943 	}
2944 
2945 	wsource	= dapm_wcache_lookup(dapm->wcache_source, source);
2946 	wsink	= dapm_wcache_lookup(dapm->wcache_sink,   sink);
2947 
2948 	if (wsink && wsource)
2949 		goto skip_search;
2950 
2951 	/*
2952 	 * find src and dest widgets over all widgets but favor a widget from
2953 	 * current DAPM context
2954 	 */
2955 	for_each_card_widgets(dapm->card, w) {
2956 		if (!wsink && !(strcmp(w->name, sink))) {
2957 			wtsink = w;
2958 			if (w->dapm == dapm) {
2959 				wsink = w;
2960 				if (wsource)
2961 					break;
2962 			}
2963 			sink_ref++;
2964 			if (sink_ref > 1)
2965 				dev_warn(dapm->dev,
2966 					"ASoC: sink widget %s overwritten\n",
2967 					w->name);
2968 			continue;
2969 		}
2970 		if (!wsource && !(strcmp(w->name, source))) {
2971 			wtsource = w;
2972 			if (w->dapm == dapm) {
2973 				wsource = w;
2974 				if (wsink)
2975 					break;
2976 			}
2977 			source_ref++;
2978 			if (source_ref > 1)
2979 				dev_warn(dapm->dev,
2980 					"ASoC: source widget %s overwritten\n",
2981 					w->name);
2982 		}
2983 	}
2984 	/* use widget from another DAPM context if not found from this */
2985 	if (!wsink)
2986 		wsink = wtsink;
2987 	if (!wsource)
2988 		wsource = wtsource;
2989 
2990 	ret = -ENODEV;
2991 	if (!wsource)
2992 		goto err;
2993 	if (!wsink)
2994 		goto err;
2995 
2996 skip_search:
2997 	/* update cache */
2998 	dapm->wcache_sink	= wsink;
2999 	dapm->wcache_source	= wsource;
3000 
3001 	ret = snd_soc_dapm_add_path(dapm, wsource, wsink, route->control,
3002 		route->connected);
3003 err:
3004 	if (ret)
3005 		dev_err(dapm->dev, "ASoC: Failed to add route %s%s -%s%s%s> %s%s\n",
3006 			source, !wsource ? "(*)" : "",
3007 			!route->control ? "" : "> [",
3008 			!route->control ? "" : route->control,
3009 			!route->control ? "" : "] -",
3010 			sink,  !wsink ? "(*)" : "");
3011 	return ret;
3012 }
3013 
3014 static int snd_soc_dapm_del_route(struct snd_soc_dapm_context *dapm,
3015 				  const struct snd_soc_dapm_route *route)
3016 {
3017 	struct snd_soc_dapm_path *path, *p;
3018 	const char *sink;
3019 	const char *source;
3020 	char prefixed_sink[80];
3021 	char prefixed_source[80];
3022 	const char *prefix;
3023 
3024 	if (route->control) {
3025 		dev_err(dapm->dev,
3026 			"ASoC: Removal of routes with controls not supported\n");
3027 		return -EINVAL;
3028 	}
3029 
3030 	prefix = soc_dapm_prefix(dapm);
3031 	if (prefix) {
3032 		snprintf(prefixed_sink, sizeof(prefixed_sink), "%s %s",
3033 			 prefix, route->sink);
3034 		sink = prefixed_sink;
3035 		snprintf(prefixed_source, sizeof(prefixed_source), "%s %s",
3036 			 prefix, route->source);
3037 		source = prefixed_source;
3038 	} else {
3039 		sink = route->sink;
3040 		source = route->source;
3041 	}
3042 
3043 	path = NULL;
3044 	list_for_each_entry(p, &dapm->card->paths, list) {
3045 		if (strcmp(p->source->name, source) != 0)
3046 			continue;
3047 		if (strcmp(p->sink->name, sink) != 0)
3048 			continue;
3049 		path = p;
3050 		break;
3051 	}
3052 
3053 	if (path) {
3054 		struct snd_soc_dapm_widget *wsource = path->source;
3055 		struct snd_soc_dapm_widget *wsink = path->sink;
3056 
3057 		dapm_mark_dirty(wsource, "Route removed");
3058 		dapm_mark_dirty(wsink, "Route removed");
3059 		if (path->connect)
3060 			dapm_path_invalidate(path);
3061 
3062 		dapm_free_path(path);
3063 
3064 		/* Update any path related flags */
3065 		dapm_update_widget_flags(wsource);
3066 		dapm_update_widget_flags(wsink);
3067 	} else {
3068 		dev_warn(dapm->dev, "ASoC: Route %s->%s does not exist\n",
3069 			 source, sink);
3070 	}
3071 
3072 	return 0;
3073 }
3074 
3075 /**
3076  * snd_soc_dapm_add_routes - Add routes between DAPM widgets
3077  * @dapm: DAPM context
3078  * @route: audio routes
3079  * @num: number of routes
3080  *
3081  * Connects 2 dapm widgets together via a named audio path. The sink is
3082  * the widget receiving the audio signal, whilst the source is the sender
3083  * of the audio signal.
3084  *
3085  * Returns 0 for success else error. On error all resources can be freed
3086  * with a call to snd_soc_card_free().
3087  */
3088 int snd_soc_dapm_add_routes(struct snd_soc_dapm_context *dapm,
3089 			    const struct snd_soc_dapm_route *route, int num)
3090 {
3091 	int i, ret = 0;
3092 
3093 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3094 	for (i = 0; i < num; i++) {
3095 		int r = snd_soc_dapm_add_route(dapm, route);
3096 		if (r < 0)
3097 			ret = r;
3098 		route++;
3099 	}
3100 	mutex_unlock(&dapm->card->dapm_mutex);
3101 
3102 	return ret;
3103 }
3104 EXPORT_SYMBOL_GPL(snd_soc_dapm_add_routes);
3105 
3106 /**
3107  * snd_soc_dapm_del_routes - Remove routes between DAPM widgets
3108  * @dapm: DAPM context
3109  * @route: audio routes
3110  * @num: number of routes
3111  *
3112  * Removes routes from the DAPM context.
3113  */
3114 int snd_soc_dapm_del_routes(struct snd_soc_dapm_context *dapm,
3115 			    const struct snd_soc_dapm_route *route, int num)
3116 {
3117 	int i;
3118 
3119 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3120 	for (i = 0; i < num; i++) {
3121 		snd_soc_dapm_del_route(dapm, route);
3122 		route++;
3123 	}
3124 	mutex_unlock(&dapm->card->dapm_mutex);
3125 
3126 	return 0;
3127 }
3128 EXPORT_SYMBOL_GPL(snd_soc_dapm_del_routes);
3129 
3130 static int snd_soc_dapm_weak_route(struct snd_soc_dapm_context *dapm,
3131 				   const struct snd_soc_dapm_route *route)
3132 {
3133 	struct snd_soc_dapm_widget *source = dapm_find_widget(dapm,
3134 							      route->source,
3135 							      true);
3136 	struct snd_soc_dapm_widget *sink = dapm_find_widget(dapm,
3137 							    route->sink,
3138 							    true);
3139 	struct snd_soc_dapm_path *path;
3140 	int count = 0;
3141 
3142 	if (!source) {
3143 		dev_err(dapm->dev, "ASoC: Unable to find source %s for weak route\n",
3144 			route->source);
3145 		return -ENODEV;
3146 	}
3147 
3148 	if (!sink) {
3149 		dev_err(dapm->dev, "ASoC: Unable to find sink %s for weak route\n",
3150 			route->sink);
3151 		return -ENODEV;
3152 	}
3153 
3154 	if (route->control || route->connected)
3155 		dev_warn(dapm->dev, "ASoC: Ignoring control for weak route %s->%s\n",
3156 			 route->source, route->sink);
3157 
3158 	snd_soc_dapm_widget_for_each_sink_path(source, path) {
3159 		if (path->sink == sink) {
3160 			path->weak = 1;
3161 			count++;
3162 		}
3163 	}
3164 
3165 	if (count == 0)
3166 		dev_err(dapm->dev, "ASoC: No path found for weak route %s->%s\n",
3167 			route->source, route->sink);
3168 	if (count > 1)
3169 		dev_warn(dapm->dev, "ASoC: %d paths found for weak route %s->%s\n",
3170 			 count, route->source, route->sink);
3171 
3172 	return 0;
3173 }
3174 
3175 /**
3176  * snd_soc_dapm_weak_routes - Mark routes between DAPM widgets as weak
3177  * @dapm: DAPM context
3178  * @route: audio routes
3179  * @num: number of routes
3180  *
3181  * Mark existing routes matching those specified in the passed array
3182  * as being weak, meaning that they are ignored for the purpose of
3183  * power decisions.  The main intended use case is for sidetone paths
3184  * which couple audio between other independent paths if they are both
3185  * active in order to make the combination work better at the user
3186  * level but which aren't intended to be "used".
3187  *
3188  * Note that CODEC drivers should not use this as sidetone type paths
3189  * can frequently also be used as bypass paths.
3190  */
3191 int snd_soc_dapm_weak_routes(struct snd_soc_dapm_context *dapm,
3192 			     const struct snd_soc_dapm_route *route, int num)
3193 {
3194 	int i;
3195 	int ret = 0;
3196 
3197 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3198 	for (i = 0; i < num; i++) {
3199 		int err = snd_soc_dapm_weak_route(dapm, route);
3200 		if (err)
3201 			ret = err;
3202 		route++;
3203 	}
3204 	mutex_unlock(&dapm->card->dapm_mutex);
3205 
3206 	return ret;
3207 }
3208 EXPORT_SYMBOL_GPL(snd_soc_dapm_weak_routes);
3209 
3210 /**
3211  * snd_soc_dapm_new_widgets - add new dapm widgets
3212  * @card: card to be checked for new dapm widgets
3213  *
3214  * Checks the codec for any new dapm widgets and creates them if found.
3215  *
3216  * Returns 0 for success.
3217  */
3218 int snd_soc_dapm_new_widgets(struct snd_soc_card *card)
3219 {
3220 	struct snd_soc_dapm_widget *w;
3221 	unsigned int val;
3222 
3223 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3224 
3225 	for_each_card_widgets(card, w)
3226 	{
3227 		if (w->new)
3228 			continue;
3229 
3230 		if (w->num_kcontrols) {
3231 			w->kcontrols = kcalloc(w->num_kcontrols,
3232 						sizeof(struct snd_kcontrol *),
3233 						GFP_KERNEL);
3234 			if (!w->kcontrols) {
3235 				mutex_unlock(&card->dapm_mutex);
3236 				return -ENOMEM;
3237 			}
3238 		}
3239 
3240 		switch(w->id) {
3241 		case snd_soc_dapm_switch:
3242 		case snd_soc_dapm_mixer:
3243 		case snd_soc_dapm_mixer_named_ctl:
3244 			dapm_new_mixer(w);
3245 			break;
3246 		case snd_soc_dapm_mux:
3247 		case snd_soc_dapm_demux:
3248 			dapm_new_mux(w);
3249 			break;
3250 		case snd_soc_dapm_pga:
3251 		case snd_soc_dapm_effect:
3252 		case snd_soc_dapm_out_drv:
3253 			dapm_new_pga(w);
3254 			break;
3255 		case snd_soc_dapm_dai_link:
3256 			dapm_new_dai_link(w);
3257 			break;
3258 		default:
3259 			break;
3260 		}
3261 
3262 		/* Read the initial power state from the device */
3263 		if (w->reg >= 0) {
3264 			val = soc_dapm_read(w->dapm, w->reg);
3265 			val = val >> w->shift;
3266 			val &= w->mask;
3267 			if (val == w->on_val)
3268 				w->power = 1;
3269 		}
3270 
3271 		w->new = 1;
3272 
3273 		dapm_mark_dirty(w, "new widget");
3274 		dapm_debugfs_add_widget(w);
3275 	}
3276 
3277 	dapm_power_widgets(card, SND_SOC_DAPM_STREAM_NOP);
3278 	mutex_unlock(&card->dapm_mutex);
3279 	return 0;
3280 }
3281 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_widgets);
3282 
3283 /**
3284  * snd_soc_dapm_get_volsw - dapm mixer get callback
3285  * @kcontrol: mixer control
3286  * @ucontrol: control element information
3287  *
3288  * Callback to get the value of a dapm mixer control.
3289  *
3290  * Returns 0 for success.
3291  */
3292 int snd_soc_dapm_get_volsw(struct snd_kcontrol *kcontrol,
3293 	struct snd_ctl_elem_value *ucontrol)
3294 {
3295 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3296 	struct snd_soc_card *card = dapm->card;
3297 	struct soc_mixer_control *mc =
3298 		(struct soc_mixer_control *)kcontrol->private_value;
3299 	int reg = mc->reg;
3300 	unsigned int shift = mc->shift;
3301 	int max = mc->max;
3302 	unsigned int width = fls(max);
3303 	unsigned int mask = (1 << fls(max)) - 1;
3304 	unsigned int invert = mc->invert;
3305 	unsigned int reg_val, val, rval = 0;
3306 
3307 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3308 	if (dapm_kcontrol_is_powered(kcontrol) && reg != SND_SOC_NOPM) {
3309 		reg_val = soc_dapm_read(dapm, reg);
3310 		val = (reg_val >> shift) & mask;
3311 
3312 		if (reg != mc->rreg)
3313 			reg_val = soc_dapm_read(dapm, mc->rreg);
3314 
3315 		if (snd_soc_volsw_is_stereo(mc))
3316 			rval = (reg_val >> mc->rshift) & mask;
3317 	} else {
3318 		reg_val = dapm_kcontrol_get_value(kcontrol);
3319 		val = reg_val & mask;
3320 
3321 		if (snd_soc_volsw_is_stereo(mc))
3322 			rval = (reg_val >> width) & mask;
3323 	}
3324 	mutex_unlock(&card->dapm_mutex);
3325 
3326 	if (invert)
3327 		ucontrol->value.integer.value[0] = max - val;
3328 	else
3329 		ucontrol->value.integer.value[0] = val;
3330 
3331 	if (snd_soc_volsw_is_stereo(mc)) {
3332 		if (invert)
3333 			ucontrol->value.integer.value[1] = max - rval;
3334 		else
3335 			ucontrol->value.integer.value[1] = rval;
3336 	}
3337 
3338 	return 0;
3339 }
3340 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_volsw);
3341 
3342 /**
3343  * snd_soc_dapm_put_volsw - dapm mixer set callback
3344  * @kcontrol: mixer control
3345  * @ucontrol: control element information
3346  *
3347  * Callback to set the value of a dapm mixer control.
3348  *
3349  * Returns 0 for success.
3350  */
3351 int snd_soc_dapm_put_volsw(struct snd_kcontrol *kcontrol,
3352 	struct snd_ctl_elem_value *ucontrol)
3353 {
3354 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3355 	struct snd_soc_card *card = dapm->card;
3356 	struct soc_mixer_control *mc =
3357 		(struct soc_mixer_control *)kcontrol->private_value;
3358 	int reg = mc->reg;
3359 	unsigned int shift = mc->shift;
3360 	int max = mc->max;
3361 	unsigned int width = fls(max);
3362 	unsigned int mask = (1 << width) - 1;
3363 	unsigned int invert = mc->invert;
3364 	unsigned int val, rval = 0;
3365 	int connect, rconnect = -1, change, reg_change = 0;
3366 	struct snd_soc_dapm_update update = {};
3367 	int ret = 0;
3368 
3369 	val = (ucontrol->value.integer.value[0] & mask);
3370 	connect = !!val;
3371 
3372 	if (invert)
3373 		val = max - val;
3374 
3375 	if (snd_soc_volsw_is_stereo(mc)) {
3376 		rval = (ucontrol->value.integer.value[1] & mask);
3377 		rconnect = !!rval;
3378 		if (invert)
3379 			rval = max - rval;
3380 	}
3381 
3382 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3383 
3384 	/* This assumes field width < (bits in unsigned int / 2) */
3385 	if (width > sizeof(unsigned int) * 8 / 2)
3386 		dev_warn(dapm->dev,
3387 			 "ASoC: control %s field width limit exceeded\n",
3388 			 kcontrol->id.name);
3389 	change = dapm_kcontrol_set_value(kcontrol, val | (rval << width));
3390 
3391 	if (reg != SND_SOC_NOPM) {
3392 		val = val << shift;
3393 		rval = rval << mc->rshift;
3394 
3395 		reg_change = soc_dapm_test_bits(dapm, reg, mask << shift, val);
3396 
3397 		if (snd_soc_volsw_is_stereo(mc))
3398 			reg_change |= soc_dapm_test_bits(dapm, mc->rreg,
3399 							 mask << mc->rshift,
3400 							 rval);
3401 	}
3402 
3403 	if (change || reg_change) {
3404 		if (reg_change) {
3405 			if (snd_soc_volsw_is_stereo(mc)) {
3406 				update.has_second_set = true;
3407 				update.reg2 = mc->rreg;
3408 				update.mask2 = mask << mc->rshift;
3409 				update.val2 = rval;
3410 			}
3411 			update.kcontrol = kcontrol;
3412 			update.reg = reg;
3413 			update.mask = mask << shift;
3414 			update.val = val;
3415 			card->update = &update;
3416 		}
3417 
3418 		ret = soc_dapm_mixer_update_power(card, kcontrol, connect,
3419 						  rconnect);
3420 
3421 		card->update = NULL;
3422 	}
3423 
3424 	mutex_unlock(&card->dapm_mutex);
3425 
3426 	if (ret > 0)
3427 		snd_soc_dpcm_runtime_update(card);
3428 
3429 	return change;
3430 }
3431 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_volsw);
3432 
3433 /**
3434  * snd_soc_dapm_get_enum_double - dapm enumerated double mixer get callback
3435  * @kcontrol: mixer control
3436  * @ucontrol: control element information
3437  *
3438  * Callback to get the value of a dapm enumerated double mixer control.
3439  *
3440  * Returns 0 for success.
3441  */
3442 int snd_soc_dapm_get_enum_double(struct snd_kcontrol *kcontrol,
3443 	struct snd_ctl_elem_value *ucontrol)
3444 {
3445 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3446 	struct snd_soc_card *card = dapm->card;
3447 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
3448 	unsigned int reg_val, val;
3449 
3450 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3451 	if (e->reg != SND_SOC_NOPM && dapm_kcontrol_is_powered(kcontrol)) {
3452 		reg_val = soc_dapm_read(dapm, e->reg);
3453 	} else {
3454 		reg_val = dapm_kcontrol_get_value(kcontrol);
3455 	}
3456 	mutex_unlock(&card->dapm_mutex);
3457 
3458 	val = (reg_val >> e->shift_l) & e->mask;
3459 	ucontrol->value.enumerated.item[0] = snd_soc_enum_val_to_item(e, val);
3460 	if (e->shift_l != e->shift_r) {
3461 		val = (reg_val >> e->shift_r) & e->mask;
3462 		val = snd_soc_enum_val_to_item(e, val);
3463 		ucontrol->value.enumerated.item[1] = val;
3464 	}
3465 
3466 	return 0;
3467 }
3468 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_enum_double);
3469 
3470 /**
3471  * snd_soc_dapm_put_enum_double - dapm enumerated double mixer set callback
3472  * @kcontrol: mixer control
3473  * @ucontrol: control element information
3474  *
3475  * Callback to set the value of a dapm enumerated double mixer control.
3476  *
3477  * Returns 0 for success.
3478  */
3479 int snd_soc_dapm_put_enum_double(struct snd_kcontrol *kcontrol,
3480 	struct snd_ctl_elem_value *ucontrol)
3481 {
3482 	struct snd_soc_dapm_context *dapm = snd_soc_dapm_kcontrol_dapm(kcontrol);
3483 	struct snd_soc_card *card = dapm->card;
3484 	struct soc_enum *e = (struct soc_enum *)kcontrol->private_value;
3485 	unsigned int *item = ucontrol->value.enumerated.item;
3486 	unsigned int val, change, reg_change = 0;
3487 	unsigned int mask;
3488 	struct snd_soc_dapm_update update = {};
3489 	int ret = 0;
3490 
3491 	if (item[0] >= e->items)
3492 		return -EINVAL;
3493 
3494 	val = snd_soc_enum_item_to_val(e, item[0]) << e->shift_l;
3495 	mask = e->mask << e->shift_l;
3496 	if (e->shift_l != e->shift_r) {
3497 		if (item[1] > e->items)
3498 			return -EINVAL;
3499 		val |= snd_soc_enum_item_to_val(e, item[1]) << e->shift_r;
3500 		mask |= e->mask << e->shift_r;
3501 	}
3502 
3503 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3504 
3505 	change = dapm_kcontrol_set_value(kcontrol, val);
3506 
3507 	if (e->reg != SND_SOC_NOPM)
3508 		reg_change = soc_dapm_test_bits(dapm, e->reg, mask, val);
3509 
3510 	if (change || reg_change) {
3511 		if (reg_change) {
3512 			update.kcontrol = kcontrol;
3513 			update.reg = e->reg;
3514 			update.mask = mask;
3515 			update.val = val;
3516 			card->update = &update;
3517 		}
3518 
3519 		ret = soc_dapm_mux_update_power(card, kcontrol, item[0], e);
3520 
3521 		card->update = NULL;
3522 	}
3523 
3524 	mutex_unlock(&card->dapm_mutex);
3525 
3526 	if (ret > 0)
3527 		snd_soc_dpcm_runtime_update(card);
3528 
3529 	return change;
3530 }
3531 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_enum_double);
3532 
3533 /**
3534  * snd_soc_dapm_info_pin_switch - Info for a pin switch
3535  *
3536  * @kcontrol: mixer control
3537  * @uinfo: control element information
3538  *
3539  * Callback to provide information about a pin switch control.
3540  */
3541 int snd_soc_dapm_info_pin_switch(struct snd_kcontrol *kcontrol,
3542 				 struct snd_ctl_elem_info *uinfo)
3543 {
3544 	uinfo->type = SNDRV_CTL_ELEM_TYPE_BOOLEAN;
3545 	uinfo->count = 1;
3546 	uinfo->value.integer.min = 0;
3547 	uinfo->value.integer.max = 1;
3548 
3549 	return 0;
3550 }
3551 EXPORT_SYMBOL_GPL(snd_soc_dapm_info_pin_switch);
3552 
3553 /**
3554  * snd_soc_dapm_get_pin_switch - Get information for a pin switch
3555  *
3556  * @kcontrol: mixer control
3557  * @ucontrol: Value
3558  */
3559 int snd_soc_dapm_get_pin_switch(struct snd_kcontrol *kcontrol,
3560 				struct snd_ctl_elem_value *ucontrol)
3561 {
3562 	struct snd_soc_card *card = snd_kcontrol_chip(kcontrol);
3563 	const char *pin = (const char *)kcontrol->private_value;
3564 
3565 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3566 
3567 	ucontrol->value.integer.value[0] =
3568 		snd_soc_dapm_get_pin_status(&card->dapm, pin);
3569 
3570 	mutex_unlock(&card->dapm_mutex);
3571 
3572 	return 0;
3573 }
3574 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_pin_switch);
3575 
3576 /**
3577  * snd_soc_dapm_put_pin_switch - Set information for a pin switch
3578  *
3579  * @kcontrol: mixer control
3580  * @ucontrol: Value
3581  */
3582 int snd_soc_dapm_put_pin_switch(struct snd_kcontrol *kcontrol,
3583 				struct snd_ctl_elem_value *ucontrol)
3584 {
3585 	struct snd_soc_card *card = snd_kcontrol_chip(kcontrol);
3586 	const char *pin = (const char *)kcontrol->private_value;
3587 	int ret;
3588 
3589 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3590 	ret = __snd_soc_dapm_set_pin(&card->dapm, pin,
3591 				     !!ucontrol->value.integer.value[0]);
3592 	mutex_unlock(&card->dapm_mutex);
3593 
3594 	snd_soc_dapm_sync(&card->dapm);
3595 	return ret;
3596 }
3597 EXPORT_SYMBOL_GPL(snd_soc_dapm_put_pin_switch);
3598 
3599 struct snd_soc_dapm_widget *
3600 snd_soc_dapm_new_control_unlocked(struct snd_soc_dapm_context *dapm,
3601 			 const struct snd_soc_dapm_widget *widget)
3602 {
3603 	enum snd_soc_dapm_direction dir;
3604 	struct snd_soc_dapm_widget *w;
3605 	const char *prefix;
3606 	int ret = -ENOMEM;
3607 
3608 	if ((w = dapm_cnew_widget(widget)) == NULL)
3609 		goto cnew_failed;
3610 
3611 	prefix = soc_dapm_prefix(dapm);
3612 	if (prefix)
3613 		w->name = kasprintf(GFP_KERNEL, "%s %s", prefix, widget->name);
3614 	else
3615 		w->name = kstrdup_const(widget->name, GFP_KERNEL);
3616 	if (!w->name)
3617 		goto name_failed;
3618 
3619 	switch (w->id) {
3620 	case snd_soc_dapm_regulator_supply:
3621 		w->regulator = devm_regulator_get(dapm->dev, widget->name);
3622 		if (IS_ERR(w->regulator)) {
3623 			ret = PTR_ERR(w->regulator);
3624 			goto request_failed;
3625 		}
3626 
3627 		if (w->on_val & SND_SOC_DAPM_REGULATOR_BYPASS) {
3628 			ret = regulator_allow_bypass(w->regulator, true);
3629 			if (ret != 0)
3630 				dev_warn(dapm->dev,
3631 					 "ASoC: Failed to bypass %s: %d\n",
3632 					 w->name, ret);
3633 		}
3634 		break;
3635 	case snd_soc_dapm_pinctrl:
3636 		w->pinctrl = devm_pinctrl_get(dapm->dev);
3637 		if (IS_ERR(w->pinctrl)) {
3638 			ret = PTR_ERR(w->pinctrl);
3639 			goto request_failed;
3640 		}
3641 
3642 		/* set to sleep_state when initializing */
3643 		dapm_pinctrl_event(w, NULL, SND_SOC_DAPM_POST_PMD);
3644 		break;
3645 	case snd_soc_dapm_clock_supply:
3646 		w->clk = devm_clk_get(dapm->dev, w->name);
3647 		if (IS_ERR(w->clk)) {
3648 			ret = PTR_ERR(w->clk);
3649 			goto request_failed;
3650 		}
3651 		break;
3652 	default:
3653 		break;
3654 	}
3655 
3656 	switch (w->id) {
3657 	case snd_soc_dapm_mic:
3658 		w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3659 		w->power_check = dapm_generic_check_power;
3660 		break;
3661 	case snd_soc_dapm_input:
3662 		if (!dapm->card->fully_routed)
3663 			w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3664 		w->power_check = dapm_generic_check_power;
3665 		break;
3666 	case snd_soc_dapm_spk:
3667 	case snd_soc_dapm_hp:
3668 		w->is_ep = SND_SOC_DAPM_EP_SINK;
3669 		w->power_check = dapm_generic_check_power;
3670 		break;
3671 	case snd_soc_dapm_output:
3672 		if (!dapm->card->fully_routed)
3673 			w->is_ep = SND_SOC_DAPM_EP_SINK;
3674 		w->power_check = dapm_generic_check_power;
3675 		break;
3676 	case snd_soc_dapm_vmid:
3677 	case snd_soc_dapm_siggen:
3678 		w->is_ep = SND_SOC_DAPM_EP_SOURCE;
3679 		w->power_check = dapm_always_on_check_power;
3680 		break;
3681 	case snd_soc_dapm_sink:
3682 		w->is_ep = SND_SOC_DAPM_EP_SINK;
3683 		w->power_check = dapm_always_on_check_power;
3684 		break;
3685 
3686 	case snd_soc_dapm_mux:
3687 	case snd_soc_dapm_demux:
3688 	case snd_soc_dapm_switch:
3689 	case snd_soc_dapm_mixer:
3690 	case snd_soc_dapm_mixer_named_ctl:
3691 	case snd_soc_dapm_adc:
3692 	case snd_soc_dapm_aif_out:
3693 	case snd_soc_dapm_dac:
3694 	case snd_soc_dapm_aif_in:
3695 	case snd_soc_dapm_pga:
3696 	case snd_soc_dapm_buffer:
3697 	case snd_soc_dapm_scheduler:
3698 	case snd_soc_dapm_effect:
3699 	case snd_soc_dapm_src:
3700 	case snd_soc_dapm_asrc:
3701 	case snd_soc_dapm_encoder:
3702 	case snd_soc_dapm_decoder:
3703 	case snd_soc_dapm_out_drv:
3704 	case snd_soc_dapm_micbias:
3705 	case snd_soc_dapm_line:
3706 	case snd_soc_dapm_dai_link:
3707 	case snd_soc_dapm_dai_out:
3708 	case snd_soc_dapm_dai_in:
3709 		w->power_check = dapm_generic_check_power;
3710 		break;
3711 	case snd_soc_dapm_supply:
3712 	case snd_soc_dapm_regulator_supply:
3713 	case snd_soc_dapm_pinctrl:
3714 	case snd_soc_dapm_clock_supply:
3715 	case snd_soc_dapm_kcontrol:
3716 		w->is_supply = 1;
3717 		w->power_check = dapm_supply_check_power;
3718 		break;
3719 	default:
3720 		w->power_check = dapm_always_on_check_power;
3721 		break;
3722 	}
3723 
3724 	w->dapm = dapm;
3725 	INIT_LIST_HEAD(&w->list);
3726 	INIT_LIST_HEAD(&w->dirty);
3727 	/* see for_each_card_widgets */
3728 	list_add_tail(&w->list, &dapm->card->widgets);
3729 
3730 	snd_soc_dapm_for_each_direction(dir) {
3731 		INIT_LIST_HEAD(&w->edges[dir]);
3732 		w->endpoints[dir] = -1;
3733 	}
3734 
3735 	/* machine layer sets up unconnected pins and insertions */
3736 	w->connected = 1;
3737 	return w;
3738 
3739 request_failed:
3740 	dev_err_probe(dapm->dev, ret, "ASoC: Failed to request %s\n",
3741 		      w->name);
3742 	kfree_const(w->name);
3743 name_failed:
3744 	kfree_const(w->sname);
3745 	kfree(w);
3746 cnew_failed:
3747 	return ERR_PTR(ret);
3748 }
3749 
3750 /**
3751  * snd_soc_dapm_new_control - create new dapm control
3752  * @dapm: DAPM context
3753  * @widget: widget template
3754  *
3755  * Creates new DAPM control based upon a template.
3756  *
3757  * Returns a widget pointer on success or an error pointer on failure
3758  */
3759 struct snd_soc_dapm_widget *
3760 snd_soc_dapm_new_control(struct snd_soc_dapm_context *dapm,
3761 			 const struct snd_soc_dapm_widget *widget)
3762 {
3763 	struct snd_soc_dapm_widget *w;
3764 
3765 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
3766 	w = snd_soc_dapm_new_control_unlocked(dapm, widget);
3767 	mutex_unlock(&dapm->card->dapm_mutex);
3768 
3769 	return w;
3770 }
3771 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_control);
3772 
3773 /**
3774  * snd_soc_dapm_new_controls - create new dapm controls
3775  * @dapm: DAPM context
3776  * @widget: widget array
3777  * @num: number of widgets
3778  *
3779  * Creates new DAPM controls based upon the templates.
3780  *
3781  * Returns 0 for success else error.
3782  */
3783 int snd_soc_dapm_new_controls(struct snd_soc_dapm_context *dapm,
3784 	const struct snd_soc_dapm_widget *widget,
3785 	int num)
3786 {
3787 	int i;
3788 	int ret = 0;
3789 
3790 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_INIT);
3791 	for (i = 0; i < num; i++) {
3792 		struct snd_soc_dapm_widget *w = snd_soc_dapm_new_control_unlocked(dapm, widget);
3793 		if (IS_ERR(w)) {
3794 			ret = PTR_ERR(w);
3795 			break;
3796 		}
3797 		widget++;
3798 	}
3799 	mutex_unlock(&dapm->card->dapm_mutex);
3800 	return ret;
3801 }
3802 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_controls);
3803 
3804 static int
3805 snd_soc_dai_link_event_pre_pmu(struct snd_soc_dapm_widget *w,
3806 			       struct snd_pcm_substream *substream)
3807 {
3808 	struct snd_soc_dapm_path *path;
3809 	struct snd_soc_dai *source, *sink;
3810 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
3811 	struct snd_pcm_hw_params *params = NULL;
3812 	const struct snd_soc_pcm_stream *config = NULL;
3813 	struct snd_pcm_runtime *runtime = NULL;
3814 	unsigned int fmt;
3815 	int ret = 0;
3816 
3817 	/*
3818 	 * NOTE
3819 	 *
3820 	 * snd_pcm_hw_params is quite large (608 bytes on arm64) and is
3821 	 * starting to get a bit excessive for allocation on the stack,
3822 	 * especially when you're building with some of the KASAN type
3823 	 * stuff that increases stack usage.
3824 	 * So, we use kzalloc()/kfree() for params in this function.
3825 	 */
3826 	params = kzalloc(sizeof(*params), GFP_KERNEL);
3827 	if (!params)
3828 		return -ENOMEM;
3829 
3830 	runtime = kzalloc(sizeof(*runtime), GFP_KERNEL);
3831 	if (!runtime) {
3832 		ret = -ENOMEM;
3833 		goto out;
3834 	}
3835 
3836 	substream->runtime = runtime;
3837 
3838 	substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3839 	snd_soc_dapm_widget_for_each_source_path(w, path) {
3840 		source = path->source->priv;
3841 
3842 		ret = snd_soc_dai_startup(source, substream);
3843 		if (ret < 0)
3844 			goto out;
3845 
3846 		snd_soc_dai_activate(source, substream->stream);
3847 	}
3848 
3849 	substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3850 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
3851 		sink = path->sink->priv;
3852 
3853 		ret = snd_soc_dai_startup(sink, substream);
3854 		if (ret < 0)
3855 			goto out;
3856 
3857 		snd_soc_dai_activate(sink, substream->stream);
3858 	}
3859 
3860 	substream->hw_opened = 1;
3861 
3862 	/*
3863 	 * Note: getting the config after .startup() gives a chance to
3864 	 * either party on the link to alter the configuration if
3865 	 * necessary
3866 	 */
3867 	config = rtd->dai_link->params + rtd->params_select;
3868 	if (!config) {
3869 		dev_err(w->dapm->dev, "ASoC: link config missing\n");
3870 		ret = -EINVAL;
3871 		goto out;
3872 	}
3873 
3874 	/* Be a little careful as we don't want to overflow the mask array */
3875 	if (!config->formats) {
3876 		dev_warn(w->dapm->dev, "ASoC: Invalid format was specified\n");
3877 
3878 		ret = -EINVAL;
3879 		goto out;
3880 	}
3881 
3882 	fmt = ffs(config->formats) - 1;
3883 
3884 	snd_mask_set(hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT), fmt);
3885 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE)->min =
3886 		config->rate_min;
3887 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE)->max =
3888 		config->rate_max;
3889 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS)->min
3890 		= config->channels_min;
3891 	hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS)->max
3892 		= config->channels_max;
3893 
3894 	substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3895 	snd_soc_dapm_widget_for_each_source_path(w, path) {
3896 		source = path->source->priv;
3897 
3898 		ret = snd_soc_dai_hw_params(source, substream, params);
3899 		if (ret < 0)
3900 			goto out;
3901 
3902 		dapm_update_dai_unlocked(substream, params, source);
3903 	}
3904 
3905 	substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3906 	snd_soc_dapm_widget_for_each_sink_path(w, path) {
3907 		sink = path->sink->priv;
3908 
3909 		ret = snd_soc_dai_hw_params(sink, substream, params);
3910 		if (ret < 0)
3911 			goto out;
3912 
3913 		dapm_update_dai_unlocked(substream, params, sink);
3914 	}
3915 
3916 	runtime->format = params_format(params);
3917 	runtime->subformat = params_subformat(params);
3918 	runtime->channels = params_channels(params);
3919 	runtime->rate = params_rate(params);
3920 
3921 out:
3922 	/* see above NOTE */
3923 	kfree(params);
3924 
3925 	return ret;
3926 }
3927 
3928 static int snd_soc_dai_link_event(struct snd_soc_dapm_widget *w,
3929 				  struct snd_kcontrol *kcontrol, int event)
3930 {
3931 	struct snd_soc_dapm_path *path;
3932 	struct snd_soc_dai *source, *sink;
3933 	struct snd_pcm_substream *substream = w->priv;
3934 	int ret = 0, saved_stream = substream->stream;
3935 
3936 	if (WARN_ON(list_empty(&w->edges[SND_SOC_DAPM_DIR_OUT]) ||
3937 		    list_empty(&w->edges[SND_SOC_DAPM_DIR_IN])))
3938 		return -EINVAL;
3939 
3940 	switch (event) {
3941 	case SND_SOC_DAPM_PRE_PMU:
3942 		ret = snd_soc_dai_link_event_pre_pmu(w, substream);
3943 		if (ret < 0)
3944 			goto out;
3945 
3946 		break;
3947 
3948 	case SND_SOC_DAPM_POST_PMU:
3949 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3950 			sink = path->sink->priv;
3951 
3952 			snd_soc_dai_digital_mute(sink, 0, SNDRV_PCM_STREAM_PLAYBACK);
3953 			ret = 0;
3954 		}
3955 		break;
3956 
3957 	case SND_SOC_DAPM_PRE_PMD:
3958 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3959 			sink = path->sink->priv;
3960 
3961 			snd_soc_dai_digital_mute(sink, 1, SNDRV_PCM_STREAM_PLAYBACK);
3962 			ret = 0;
3963 		}
3964 
3965 		substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3966 		snd_soc_dapm_widget_for_each_source_path(w, path) {
3967 			source = path->source->priv;
3968 			snd_soc_dai_hw_free(source, substream, 0);
3969 		}
3970 
3971 		substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3972 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3973 			sink = path->sink->priv;
3974 			snd_soc_dai_hw_free(sink, substream, 0);
3975 		}
3976 
3977 		substream->stream = SNDRV_PCM_STREAM_CAPTURE;
3978 		snd_soc_dapm_widget_for_each_source_path(w, path) {
3979 			source = path->source->priv;
3980 			snd_soc_dai_deactivate(source, substream->stream);
3981 			snd_soc_dai_shutdown(source, substream, 0);
3982 		}
3983 
3984 		substream->stream = SNDRV_PCM_STREAM_PLAYBACK;
3985 		snd_soc_dapm_widget_for_each_sink_path(w, path) {
3986 			sink = path->sink->priv;
3987 			snd_soc_dai_deactivate(sink, substream->stream);
3988 			snd_soc_dai_shutdown(sink, substream, 0);
3989 		}
3990 		break;
3991 
3992 	case SND_SOC_DAPM_POST_PMD:
3993 		kfree(substream->runtime);
3994 		break;
3995 
3996 	default:
3997 		WARN(1, "Unknown event %d\n", event);
3998 		ret = -EINVAL;
3999 	}
4000 
4001 out:
4002 	/* Restore the substream direction */
4003 	substream->stream = saved_stream;
4004 	return ret;
4005 }
4006 
4007 static int snd_soc_dapm_dai_link_get(struct snd_kcontrol *kcontrol,
4008 			  struct snd_ctl_elem_value *ucontrol)
4009 {
4010 	struct snd_soc_dapm_widget *w = snd_kcontrol_chip(kcontrol);
4011 	struct snd_soc_pcm_runtime *rtd = w->priv;
4012 
4013 	ucontrol->value.enumerated.item[0] = rtd->params_select;
4014 
4015 	return 0;
4016 }
4017 
4018 static int snd_soc_dapm_dai_link_put(struct snd_kcontrol *kcontrol,
4019 			  struct snd_ctl_elem_value *ucontrol)
4020 {
4021 	struct snd_soc_dapm_widget *w = snd_kcontrol_chip(kcontrol);
4022 	struct snd_soc_pcm_runtime *rtd = w->priv;
4023 
4024 	/* Can't change the config when widget is already powered */
4025 	if (w->power)
4026 		return -EBUSY;
4027 
4028 	if (ucontrol->value.enumerated.item[0] == rtd->params_select)
4029 		return 0;
4030 
4031 	if (ucontrol->value.enumerated.item[0] >= rtd->dai_link->num_params)
4032 		return -EINVAL;
4033 
4034 	rtd->params_select = ucontrol->value.enumerated.item[0];
4035 
4036 	return 1;
4037 }
4038 
4039 static void
4040 snd_soc_dapm_free_kcontrol(struct snd_soc_card *card,
4041 			unsigned long *private_value,
4042 			int num_params,
4043 			const char **w_param_text)
4044 {
4045 	int count;
4046 
4047 	devm_kfree(card->dev, (void *)*private_value);
4048 
4049 	if (!w_param_text)
4050 		return;
4051 
4052 	for (count = 0 ; count < num_params; count++)
4053 		devm_kfree(card->dev, (void *)w_param_text[count]);
4054 	devm_kfree(card->dev, w_param_text);
4055 }
4056 
4057 static struct snd_kcontrol_new *
4058 snd_soc_dapm_alloc_kcontrol(struct snd_soc_card *card,
4059 			char *link_name,
4060 			const struct snd_soc_pcm_stream *params,
4061 			int num_params, const char **w_param_text,
4062 			unsigned long *private_value)
4063 {
4064 	struct soc_enum w_param_enum[] = {
4065 		SOC_ENUM_SINGLE(0, 0, 0, NULL),
4066 	};
4067 	struct snd_kcontrol_new kcontrol_dai_link[] = {
4068 		SOC_ENUM_EXT(NULL, w_param_enum[0],
4069 			     snd_soc_dapm_dai_link_get,
4070 			     snd_soc_dapm_dai_link_put),
4071 	};
4072 	struct snd_kcontrol_new *kcontrol_news;
4073 	const struct snd_soc_pcm_stream *config = params;
4074 	int count;
4075 
4076 	for (count = 0 ; count < num_params; count++) {
4077 		if (!config->stream_name) {
4078 			dev_warn(card->dapm.dev,
4079 				"ASoC: anonymous config %d for dai link %s\n",
4080 				count, link_name);
4081 			w_param_text[count] =
4082 				devm_kasprintf(card->dev, GFP_KERNEL,
4083 					       "Anonymous Configuration %d",
4084 					       count);
4085 		} else {
4086 			w_param_text[count] = devm_kmemdup(card->dev,
4087 						config->stream_name,
4088 						strlen(config->stream_name) + 1,
4089 						GFP_KERNEL);
4090 		}
4091 		if (!w_param_text[count])
4092 			goto outfree_w_param;
4093 		config++;
4094 	}
4095 
4096 	w_param_enum[0].items = num_params;
4097 	w_param_enum[0].texts = w_param_text;
4098 
4099 	*private_value =
4100 		(unsigned long) devm_kmemdup(card->dev,
4101 			(void *)(kcontrol_dai_link[0].private_value),
4102 			sizeof(struct soc_enum), GFP_KERNEL);
4103 	if (!*private_value) {
4104 		dev_err(card->dev, "ASoC: Failed to create control for %s widget\n",
4105 			link_name);
4106 		goto outfree_w_param;
4107 	}
4108 	kcontrol_dai_link[0].private_value = *private_value;
4109 	/* duplicate kcontrol_dai_link on heap so that memory persists */
4110 	kcontrol_news = devm_kmemdup(card->dev, &kcontrol_dai_link[0],
4111 					sizeof(struct snd_kcontrol_new),
4112 					GFP_KERNEL);
4113 	if (!kcontrol_news) {
4114 		dev_err(card->dev, "ASoC: Failed to create control for %s widget\n",
4115 			link_name);
4116 		goto outfree_w_param;
4117 	}
4118 	return kcontrol_news;
4119 
4120 outfree_w_param:
4121 	snd_soc_dapm_free_kcontrol(card, private_value, num_params, w_param_text);
4122 	return NULL;
4123 }
4124 
4125 static struct snd_soc_dapm_widget *
4126 snd_soc_dapm_new_dai(struct snd_soc_card *card,
4127 		     struct snd_pcm_substream *substream,
4128 		     char *id)
4129 {
4130 	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
4131 	struct snd_soc_dapm_widget template;
4132 	struct snd_soc_dapm_widget *w;
4133 	const struct snd_kcontrol_new *kcontrol_news;
4134 	int num_kcontrols;
4135 	const char **w_param_text;
4136 	unsigned long private_value = 0;
4137 	char *link_name;
4138 	int ret = -ENOMEM;
4139 
4140 	link_name = devm_kasprintf(card->dev, GFP_KERNEL, "%s-%s",
4141 				   rtd->dai_link->name, id);
4142 	if (!link_name)
4143 		goto name_fail;
4144 
4145 	/* allocate memory for control, only in case of multiple configs */
4146 	w_param_text	= NULL;
4147 	kcontrol_news	= NULL;
4148 	num_kcontrols	= 0;
4149 	if (rtd->dai_link->num_params > 1) {
4150 		w_param_text = devm_kcalloc(card->dev,
4151 					    rtd->dai_link->num_params,
4152 					    sizeof(char *), GFP_KERNEL);
4153 		if (!w_param_text)
4154 			goto param_fail;
4155 
4156 		num_kcontrols = 1;
4157 		kcontrol_news = snd_soc_dapm_alloc_kcontrol(card, link_name,
4158 							    rtd->dai_link->params,
4159 							    rtd->dai_link->num_params,
4160 							    w_param_text, &private_value);
4161 		if (!kcontrol_news)
4162 			goto param_fail;
4163 	}
4164 
4165 	memset(&template, 0, sizeof(template));
4166 	template.reg		= SND_SOC_NOPM;
4167 	template.id		= snd_soc_dapm_dai_link;
4168 	template.name		= link_name;
4169 	template.event		= snd_soc_dai_link_event;
4170 	template.event_flags	= SND_SOC_DAPM_PRE_PMU | SND_SOC_DAPM_POST_PMU |
4171 				  SND_SOC_DAPM_PRE_PMD | SND_SOC_DAPM_POST_PMD;
4172 	template.kcontrol_news	= kcontrol_news;
4173 	template.num_kcontrols	= num_kcontrols;
4174 
4175 	dev_dbg(card->dev, "ASoC: adding %s widget\n", link_name);
4176 
4177 	w = snd_soc_dapm_new_control_unlocked(&card->dapm, &template);
4178 	if (IS_ERR(w)) {
4179 		ret = PTR_ERR(w);
4180 		goto outfree_kcontrol_news;
4181 	}
4182 
4183 	w->priv = substream;
4184 
4185 	return w;
4186 
4187 outfree_kcontrol_news:
4188 	devm_kfree(card->dev, (void *)template.kcontrol_news);
4189 	snd_soc_dapm_free_kcontrol(card, &private_value,
4190 				   rtd->dai_link->num_params, w_param_text);
4191 param_fail:
4192 	devm_kfree(card->dev, link_name);
4193 name_fail:
4194 	dev_err(rtd->dev, "ASoC: Failed to create %s-%s widget: %d\n",
4195 		rtd->dai_link->name, id, ret);
4196 	return ERR_PTR(ret);
4197 }
4198 
4199 /**
4200  * snd_soc_dapm_new_dai_widgets - Create new DAPM widgets
4201  * @dapm: DAPM context
4202  * @dai: parent DAI
4203  *
4204  * Returns 0 on success, error code otherwise.
4205  */
4206 int snd_soc_dapm_new_dai_widgets(struct snd_soc_dapm_context *dapm,
4207 				 struct snd_soc_dai *dai)
4208 {
4209 	struct snd_soc_dapm_widget template;
4210 	struct snd_soc_dapm_widget *w;
4211 
4212 	WARN_ON(dapm->dev != dai->dev);
4213 
4214 	memset(&template, 0, sizeof(template));
4215 	template.reg = SND_SOC_NOPM;
4216 
4217 	if (dai->driver->playback.stream_name) {
4218 		template.id = snd_soc_dapm_dai_in;
4219 		template.name = dai->driver->playback.stream_name;
4220 		template.sname = dai->driver->playback.stream_name;
4221 
4222 		dev_dbg(dai->dev, "ASoC: adding %s widget\n",
4223 			template.name);
4224 
4225 		w = snd_soc_dapm_new_control_unlocked(dapm, &template);
4226 		if (IS_ERR(w))
4227 			return PTR_ERR(w);
4228 
4229 		w->priv = dai;
4230 		snd_soc_dai_set_widget_playback(dai, w);
4231 	}
4232 
4233 	if (dai->driver->capture.stream_name) {
4234 		template.id = snd_soc_dapm_dai_out;
4235 		template.name = dai->driver->capture.stream_name;
4236 		template.sname = dai->driver->capture.stream_name;
4237 
4238 		dev_dbg(dai->dev, "ASoC: adding %s widget\n",
4239 			template.name);
4240 
4241 		w = snd_soc_dapm_new_control_unlocked(dapm, &template);
4242 		if (IS_ERR(w))
4243 			return PTR_ERR(w);
4244 
4245 		w->priv = dai;
4246 		snd_soc_dai_set_widget_capture(dai, w);
4247 	}
4248 
4249 	return 0;
4250 }
4251 EXPORT_SYMBOL_GPL(snd_soc_dapm_new_dai_widgets);
4252 
4253 int snd_soc_dapm_link_dai_widgets(struct snd_soc_card *card)
4254 {
4255 	struct snd_soc_dapm_widget *dai_w, *w;
4256 	struct snd_soc_dapm_widget *src, *sink;
4257 	struct snd_soc_dai *dai;
4258 
4259 	/* For each DAI widget... */
4260 	for_each_card_widgets(card, dai_w) {
4261 		switch (dai_w->id) {
4262 		case snd_soc_dapm_dai_in:
4263 		case snd_soc_dapm_dai_out:
4264 			break;
4265 		default:
4266 			continue;
4267 		}
4268 
4269 		/* let users know there is no DAI to link */
4270 		if (!dai_w->priv) {
4271 			dev_dbg(card->dev, "dai widget %s has no DAI\n",
4272 				dai_w->name);
4273 			continue;
4274 		}
4275 
4276 		dai = dai_w->priv;
4277 
4278 		/* ...find all widgets with the same stream and link them */
4279 		for_each_card_widgets(card, w) {
4280 			if (w->dapm != dai_w->dapm)
4281 				continue;
4282 
4283 			switch (w->id) {
4284 			case snd_soc_dapm_dai_in:
4285 			case snd_soc_dapm_dai_out:
4286 				continue;
4287 			default:
4288 				break;
4289 			}
4290 
4291 			if (!w->sname || !strstr(w->sname, dai_w->sname))
4292 				continue;
4293 
4294 			if (dai_w->id == snd_soc_dapm_dai_in) {
4295 				src = dai_w;
4296 				sink = w;
4297 			} else {
4298 				src = w;
4299 				sink = dai_w;
4300 			}
4301 			dev_dbg(dai->dev, "%s -> %s\n", src->name, sink->name);
4302 			snd_soc_dapm_add_path(w->dapm, src, sink, NULL, NULL);
4303 		}
4304 	}
4305 
4306 	return 0;
4307 }
4308 
4309 static void dapm_connect_dai_routes(struct snd_soc_dapm_context *dapm,
4310 				    struct snd_soc_dai *src_dai,
4311 				    struct snd_soc_dapm_widget *src,
4312 				    struct snd_soc_dapm_widget *dai,
4313 				    struct snd_soc_dai *sink_dai,
4314 				    struct snd_soc_dapm_widget *sink)
4315 {
4316 	dev_dbg(dapm->dev, "connected DAI link %s:%s -> %s:%s\n",
4317 		src_dai->component->name, src->name,
4318 		sink_dai->component->name, sink->name);
4319 
4320 	if (dai) {
4321 		snd_soc_dapm_add_path(dapm, src, dai, NULL, NULL);
4322 		src = dai;
4323 	}
4324 
4325 	snd_soc_dapm_add_path(dapm, src, sink, NULL, NULL);
4326 }
4327 
4328 static void dapm_connect_dai_pair(struct snd_soc_card *card,
4329 				  struct snd_soc_pcm_runtime *rtd,
4330 				  struct snd_soc_dai *codec_dai,
4331 				  struct snd_soc_dai *cpu_dai)
4332 {
4333 	struct snd_soc_dai_link *dai_link = rtd->dai_link;
4334 	struct snd_soc_dapm_widget *dai, *codec, *playback_cpu, *capture_cpu;
4335 	struct snd_pcm_substream *substream;
4336 	struct snd_pcm_str *streams = rtd->pcm->streams;
4337 	int stream;
4338 
4339 	if (dai_link->params) {
4340 		playback_cpu	= snd_soc_dai_get_widget_capture(cpu_dai);
4341 		capture_cpu	= snd_soc_dai_get_widget_playback(cpu_dai);
4342 	} else {
4343 		playback_cpu	= snd_soc_dai_get_widget_playback(cpu_dai);
4344 		capture_cpu	= snd_soc_dai_get_widget_capture(cpu_dai);
4345 	}
4346 
4347 	/* connect BE DAI playback if widgets are valid */
4348 	stream = SNDRV_PCM_STREAM_PLAYBACK;
4349 	codec = snd_soc_dai_get_widget(codec_dai, stream);
4350 
4351 	if (playback_cpu && codec) {
4352 		if (dai_link->params && !rtd->c2c_widget[stream]) {
4353 			substream = streams[stream].substream;
4354 			dai = snd_soc_dapm_new_dai(card, substream, "playback");
4355 			if (IS_ERR(dai))
4356 				goto capture;
4357 			rtd->c2c_widget[stream] = dai;
4358 		}
4359 
4360 		dapm_connect_dai_routes(&card->dapm, cpu_dai, playback_cpu,
4361 					rtd->c2c_widget[stream],
4362 					codec_dai, codec);
4363 	}
4364 
4365 capture:
4366 	/* connect BE DAI capture if widgets are valid */
4367 	stream = SNDRV_PCM_STREAM_CAPTURE;
4368 	codec = snd_soc_dai_get_widget(codec_dai, stream);
4369 
4370 	if (codec && capture_cpu) {
4371 		if (dai_link->params && !rtd->c2c_widget[stream]) {
4372 			substream = streams[stream].substream;
4373 			dai = snd_soc_dapm_new_dai(card, substream, "capture");
4374 			if (IS_ERR(dai))
4375 				return;
4376 			rtd->c2c_widget[stream] = dai;
4377 		}
4378 
4379 		dapm_connect_dai_routes(&card->dapm, codec_dai, codec,
4380 					rtd->c2c_widget[stream],
4381 					cpu_dai, capture_cpu);
4382 	}
4383 }
4384 
4385 static void soc_dapm_dai_stream_event(struct snd_soc_dai *dai, int stream,
4386 	int event)
4387 {
4388 	struct snd_soc_dapm_widget *w;
4389 
4390 	w = snd_soc_dai_get_widget(dai, stream);
4391 
4392 	if (w) {
4393 		unsigned int ep;
4394 
4395 		dapm_mark_dirty(w, "stream event");
4396 
4397 		if (w->id == snd_soc_dapm_dai_in) {
4398 			ep = SND_SOC_DAPM_EP_SOURCE;
4399 			dapm_widget_invalidate_input_paths(w);
4400 		} else {
4401 			ep = SND_SOC_DAPM_EP_SINK;
4402 			dapm_widget_invalidate_output_paths(w);
4403 		}
4404 
4405 		switch (event) {
4406 		case SND_SOC_DAPM_STREAM_START:
4407 			w->active = 1;
4408 			w->is_ep = ep;
4409 			break;
4410 		case SND_SOC_DAPM_STREAM_STOP:
4411 			w->active = 0;
4412 			w->is_ep = 0;
4413 			break;
4414 		case SND_SOC_DAPM_STREAM_SUSPEND:
4415 		case SND_SOC_DAPM_STREAM_RESUME:
4416 		case SND_SOC_DAPM_STREAM_PAUSE_PUSH:
4417 		case SND_SOC_DAPM_STREAM_PAUSE_RELEASE:
4418 			break;
4419 		}
4420 	}
4421 }
4422 
4423 void snd_soc_dapm_connect_dai_link_widgets(struct snd_soc_card *card)
4424 {
4425 	struct snd_soc_pcm_runtime *rtd;
4426 	struct snd_soc_dai *codec_dai;
4427 	int i;
4428 
4429 	/* for each BE DAI link... */
4430 	for_each_card_rtds(card, rtd)  {
4431 		/*
4432 		 * dynamic FE links have no fixed DAI mapping.
4433 		 * CODEC<->CODEC links have no direct connection.
4434 		 */
4435 		if (rtd->dai_link->dynamic)
4436 			continue;
4437 
4438 		if (rtd->dai_link->num_cpus == 1) {
4439 			for_each_rtd_codec_dais(rtd, i, codec_dai)
4440 				dapm_connect_dai_pair(card, rtd, codec_dai,
4441 						      asoc_rtd_to_cpu(rtd, 0));
4442 		} else if (rtd->dai_link->num_codecs == rtd->dai_link->num_cpus) {
4443 			for_each_rtd_codec_dais(rtd, i, codec_dai)
4444 				dapm_connect_dai_pair(card, rtd, codec_dai,
4445 						      asoc_rtd_to_cpu(rtd, i));
4446 		} else {
4447 			dev_err(card->dev,
4448 				"N cpus to M codecs link is not supported yet\n");
4449 		}
4450 	}
4451 }
4452 
4453 static void soc_dapm_stream_event(struct snd_soc_pcm_runtime *rtd, int stream,
4454 	int event)
4455 {
4456 	struct snd_soc_dai *dai;
4457 	int i;
4458 
4459 	for_each_rtd_dais(rtd, i, dai)
4460 		soc_dapm_dai_stream_event(dai, stream, event);
4461 
4462 	dapm_power_widgets(rtd->card, event);
4463 }
4464 
4465 /**
4466  * snd_soc_dapm_stream_event - send a stream event to the dapm core
4467  * @rtd: PCM runtime data
4468  * @stream: stream name
4469  * @event: stream event
4470  *
4471  * Sends a stream event to the dapm core. The core then makes any
4472  * necessary widget power changes.
4473  *
4474  * Returns 0 for success else error.
4475  */
4476 void snd_soc_dapm_stream_event(struct snd_soc_pcm_runtime *rtd, int stream,
4477 			      int event)
4478 {
4479 	struct snd_soc_card *card = rtd->card;
4480 
4481 	mutex_lock_nested(&card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4482 	soc_dapm_stream_event(rtd, stream, event);
4483 	mutex_unlock(&card->dapm_mutex);
4484 }
4485 
4486 void snd_soc_dapm_stream_stop(struct snd_soc_pcm_runtime *rtd, int stream)
4487 {
4488 	if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
4489 		if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
4490 			/* powered down playback stream now */
4491 			snd_soc_dapm_stream_event(rtd,
4492 						  SNDRV_PCM_STREAM_PLAYBACK,
4493 						  SND_SOC_DAPM_STREAM_STOP);
4494 		} else {
4495 			/* start delayed pop wq here for playback streams */
4496 			rtd->pop_wait = 1;
4497 			queue_delayed_work(system_power_efficient_wq,
4498 					   &rtd->delayed_work,
4499 					   msecs_to_jiffies(rtd->pmdown_time));
4500 		}
4501 	} else {
4502 		/* capture streams can be powered down now */
4503 		snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
4504 					  SND_SOC_DAPM_STREAM_STOP);
4505 	}
4506 }
4507 EXPORT_SYMBOL_GPL(snd_soc_dapm_stream_stop);
4508 
4509 /**
4510  * snd_soc_dapm_enable_pin_unlocked - enable pin.
4511  * @dapm: DAPM context
4512  * @pin: pin name
4513  *
4514  * Enables input/output pin and its parents or children widgets iff there is
4515  * a valid audio route and active audio stream.
4516  *
4517  * Requires external locking.
4518  *
4519  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4520  * do any widget power switching.
4521  */
4522 int snd_soc_dapm_enable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4523 				   const char *pin)
4524 {
4525 	return snd_soc_dapm_set_pin(dapm, pin, 1);
4526 }
4527 EXPORT_SYMBOL_GPL(snd_soc_dapm_enable_pin_unlocked);
4528 
4529 /**
4530  * snd_soc_dapm_enable_pin - enable pin.
4531  * @dapm: DAPM context
4532  * @pin: pin name
4533  *
4534  * Enables input/output pin and its parents or children widgets iff there is
4535  * a valid audio route and active audio stream.
4536  *
4537  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4538  * do any widget power switching.
4539  */
4540 int snd_soc_dapm_enable_pin(struct snd_soc_dapm_context *dapm, const char *pin)
4541 {
4542 	int ret;
4543 
4544 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4545 
4546 	ret = snd_soc_dapm_set_pin(dapm, pin, 1);
4547 
4548 	mutex_unlock(&dapm->card->dapm_mutex);
4549 
4550 	return ret;
4551 }
4552 EXPORT_SYMBOL_GPL(snd_soc_dapm_enable_pin);
4553 
4554 /**
4555  * snd_soc_dapm_force_enable_pin_unlocked - force a pin to be enabled
4556  * @dapm: DAPM context
4557  * @pin: pin name
4558  *
4559  * Enables input/output pin regardless of any other state.  This is
4560  * intended for use with microphone bias supplies used in microphone
4561  * jack detection.
4562  *
4563  * Requires external locking.
4564  *
4565  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4566  * do any widget power switching.
4567  */
4568 int snd_soc_dapm_force_enable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4569 					 const char *pin)
4570 {
4571 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
4572 
4573 	if (!w) {
4574 		dev_err(dapm->dev, "ASoC: unknown pin %s\n", pin);
4575 		return -EINVAL;
4576 	}
4577 
4578 	dev_dbg(w->dapm->dev, "ASoC: force enable pin %s\n", pin);
4579 	if (!w->connected) {
4580 		/*
4581 		 * w->force does not affect the number of input or output paths,
4582 		 * so we only have to recheck if w->connected is changed
4583 		 */
4584 		dapm_widget_invalidate_input_paths(w);
4585 		dapm_widget_invalidate_output_paths(w);
4586 		w->connected = 1;
4587 	}
4588 	w->force = 1;
4589 	dapm_mark_dirty(w, "force enable");
4590 
4591 	return 0;
4592 }
4593 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_enable_pin_unlocked);
4594 
4595 /**
4596  * snd_soc_dapm_force_enable_pin - force a pin to be enabled
4597  * @dapm: DAPM context
4598  * @pin: pin name
4599  *
4600  * Enables input/output pin regardless of any other state.  This is
4601  * intended for use with microphone bias supplies used in microphone
4602  * jack detection.
4603  *
4604  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4605  * do any widget power switching.
4606  */
4607 int snd_soc_dapm_force_enable_pin(struct snd_soc_dapm_context *dapm,
4608 				  const char *pin)
4609 {
4610 	int ret;
4611 
4612 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4613 
4614 	ret = snd_soc_dapm_force_enable_pin_unlocked(dapm, pin);
4615 
4616 	mutex_unlock(&dapm->card->dapm_mutex);
4617 
4618 	return ret;
4619 }
4620 EXPORT_SYMBOL_GPL(snd_soc_dapm_force_enable_pin);
4621 
4622 /**
4623  * snd_soc_dapm_disable_pin_unlocked - disable pin.
4624  * @dapm: DAPM context
4625  * @pin: pin name
4626  *
4627  * Disables input/output pin and its parents or children widgets.
4628  *
4629  * Requires external locking.
4630  *
4631  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4632  * do any widget power switching.
4633  */
4634 int snd_soc_dapm_disable_pin_unlocked(struct snd_soc_dapm_context *dapm,
4635 				    const char *pin)
4636 {
4637 	return snd_soc_dapm_set_pin(dapm, pin, 0);
4638 }
4639 EXPORT_SYMBOL_GPL(snd_soc_dapm_disable_pin_unlocked);
4640 
4641 /**
4642  * snd_soc_dapm_disable_pin - disable pin.
4643  * @dapm: DAPM context
4644  * @pin: pin name
4645  *
4646  * Disables input/output pin and its parents or children widgets.
4647  *
4648  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4649  * do any widget power switching.
4650  */
4651 int snd_soc_dapm_disable_pin(struct snd_soc_dapm_context *dapm,
4652 			     const char *pin)
4653 {
4654 	int ret;
4655 
4656 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4657 
4658 	ret = snd_soc_dapm_set_pin(dapm, pin, 0);
4659 
4660 	mutex_unlock(&dapm->card->dapm_mutex);
4661 
4662 	return ret;
4663 }
4664 EXPORT_SYMBOL_GPL(snd_soc_dapm_disable_pin);
4665 
4666 /**
4667  * snd_soc_dapm_nc_pin_unlocked - permanently disable pin.
4668  * @dapm: DAPM context
4669  * @pin: pin name
4670  *
4671  * Marks the specified pin as being not connected, disabling it along
4672  * any parent or child widgets.  At present this is identical to
4673  * snd_soc_dapm_disable_pin() but in future it will be extended to do
4674  * additional things such as disabling controls which only affect
4675  * paths through the pin.
4676  *
4677  * Requires external locking.
4678  *
4679  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4680  * do any widget power switching.
4681  */
4682 int snd_soc_dapm_nc_pin_unlocked(struct snd_soc_dapm_context *dapm,
4683 			       const char *pin)
4684 {
4685 	return snd_soc_dapm_set_pin(dapm, pin, 0);
4686 }
4687 EXPORT_SYMBOL_GPL(snd_soc_dapm_nc_pin_unlocked);
4688 
4689 /**
4690  * snd_soc_dapm_nc_pin - permanently disable pin.
4691  * @dapm: DAPM context
4692  * @pin: pin name
4693  *
4694  * Marks the specified pin as being not connected, disabling it along
4695  * any parent or child widgets.  At present this is identical to
4696  * snd_soc_dapm_disable_pin() but in future it will be extended to do
4697  * additional things such as disabling controls which only affect
4698  * paths through the pin.
4699  *
4700  * NOTE: snd_soc_dapm_sync() needs to be called after this for DAPM to
4701  * do any widget power switching.
4702  */
4703 int snd_soc_dapm_nc_pin(struct snd_soc_dapm_context *dapm, const char *pin)
4704 {
4705 	int ret;
4706 
4707 	mutex_lock_nested(&dapm->card->dapm_mutex, SND_SOC_DAPM_CLASS_RUNTIME);
4708 
4709 	ret = snd_soc_dapm_set_pin(dapm, pin, 0);
4710 
4711 	mutex_unlock(&dapm->card->dapm_mutex);
4712 
4713 	return ret;
4714 }
4715 EXPORT_SYMBOL_GPL(snd_soc_dapm_nc_pin);
4716 
4717 /**
4718  * snd_soc_dapm_get_pin_status - get audio pin status
4719  * @dapm: DAPM context
4720  * @pin: audio signal pin endpoint (or start point)
4721  *
4722  * Get audio pin status - connected or disconnected.
4723  *
4724  * Returns 1 for connected otherwise 0.
4725  */
4726 int snd_soc_dapm_get_pin_status(struct snd_soc_dapm_context *dapm,
4727 				const char *pin)
4728 {
4729 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, true);
4730 
4731 	if (w)
4732 		return w->connected;
4733 
4734 	return 0;
4735 }
4736 EXPORT_SYMBOL_GPL(snd_soc_dapm_get_pin_status);
4737 
4738 /**
4739  * snd_soc_dapm_ignore_suspend - ignore suspend status for DAPM endpoint
4740  * @dapm: DAPM context
4741  * @pin: audio signal pin endpoint (or start point)
4742  *
4743  * Mark the given endpoint or pin as ignoring suspend.  When the
4744  * system is disabled a path between two endpoints flagged as ignoring
4745  * suspend will not be disabled.  The path must already be enabled via
4746  * normal means at suspend time, it will not be turned on if it was not
4747  * already enabled.
4748  */
4749 int snd_soc_dapm_ignore_suspend(struct snd_soc_dapm_context *dapm,
4750 				const char *pin)
4751 {
4752 	struct snd_soc_dapm_widget *w = dapm_find_widget(dapm, pin, false);
4753 
4754 	if (!w) {
4755 		dev_err(dapm->dev, "ASoC: unknown pin %s\n", pin);
4756 		return -EINVAL;
4757 	}
4758 
4759 	w->ignore_suspend = 1;
4760 
4761 	return 0;
4762 }
4763 EXPORT_SYMBOL_GPL(snd_soc_dapm_ignore_suspend);
4764 
4765 /**
4766  * snd_soc_dapm_free - free dapm resources
4767  * @dapm: DAPM context
4768  *
4769  * Free all dapm widgets and resources.
4770  */
4771 void snd_soc_dapm_free(struct snd_soc_dapm_context *dapm)
4772 {
4773 	dapm_debugfs_cleanup(dapm);
4774 	dapm_free_widgets(dapm);
4775 	list_del(&dapm->list);
4776 }
4777 EXPORT_SYMBOL_GPL(snd_soc_dapm_free);
4778 
4779 void snd_soc_dapm_init(struct snd_soc_dapm_context *dapm,
4780 		       struct snd_soc_card *card,
4781 		       struct snd_soc_component *component)
4782 {
4783 	dapm->card		= card;
4784 	dapm->component		= component;
4785 	dapm->bias_level	= SND_SOC_BIAS_OFF;
4786 
4787 	if (component) {
4788 		dapm->dev		= component->dev;
4789 		dapm->idle_bias_off	= !component->driver->idle_bias_on;
4790 		dapm->suspend_bias_off	= component->driver->suspend_bias_off;
4791 	} else {
4792 		dapm->dev		= card->dev;
4793 	}
4794 
4795 	INIT_LIST_HEAD(&dapm->list);
4796 	/* see for_each_card_dapms */
4797 	list_add(&dapm->list, &card->dapm_list);
4798 }
4799 EXPORT_SYMBOL_GPL(snd_soc_dapm_init);
4800 
4801 static void soc_dapm_shutdown_dapm(struct snd_soc_dapm_context *dapm)
4802 {
4803 	struct snd_soc_card *card = dapm->card;
4804 	struct snd_soc_dapm_widget *w;
4805 	LIST_HEAD(down_list);
4806 	int powerdown = 0;
4807 
4808 	mutex_lock(&card->dapm_mutex);
4809 
4810 	for_each_card_widgets(dapm->card, w) {
4811 		if (w->dapm != dapm)
4812 			continue;
4813 		if (w->power) {
4814 			dapm_seq_insert(w, &down_list, false);
4815 			w->new_power = 0;
4816 			powerdown = 1;
4817 		}
4818 	}
4819 
4820 	/* If there were no widgets to power down we're already in
4821 	 * standby.
4822 	 */
4823 	if (powerdown) {
4824 		if (dapm->bias_level == SND_SOC_BIAS_ON)
4825 			snd_soc_dapm_set_bias_level(dapm,
4826 						    SND_SOC_BIAS_PREPARE);
4827 		dapm_seq_run(card, &down_list, 0, false);
4828 		if (dapm->bias_level == SND_SOC_BIAS_PREPARE)
4829 			snd_soc_dapm_set_bias_level(dapm,
4830 						    SND_SOC_BIAS_STANDBY);
4831 	}
4832 
4833 	mutex_unlock(&card->dapm_mutex);
4834 }
4835 
4836 /*
4837  * snd_soc_dapm_shutdown - callback for system shutdown
4838  */
4839 void snd_soc_dapm_shutdown(struct snd_soc_card *card)
4840 {
4841 	struct snd_soc_dapm_context *dapm;
4842 
4843 	for_each_card_dapms(card, dapm) {
4844 		if (dapm != &card->dapm) {
4845 			soc_dapm_shutdown_dapm(dapm);
4846 			if (dapm->bias_level == SND_SOC_BIAS_STANDBY)
4847 				snd_soc_dapm_set_bias_level(dapm,
4848 							    SND_SOC_BIAS_OFF);
4849 		}
4850 	}
4851 
4852 	soc_dapm_shutdown_dapm(&card->dapm);
4853 	if (card->dapm.bias_level == SND_SOC_BIAS_STANDBY)
4854 		snd_soc_dapm_set_bias_level(&card->dapm,
4855 					    SND_SOC_BIAS_OFF);
4856 }
4857 
4858 /* Module information */
4859 MODULE_AUTHOR("Liam Girdwood, lrg@slimlogic.co.uk");
4860 MODULE_DESCRIPTION("Dynamic Audio Power Management core for ALSA SoC");
4861 MODULE_LICENSE("GPL");
4862