xref: /openbmc/linux/sound/soc/sh/rcar/core.c (revision 93f5715e)
1 // SPDX-License-Identifier: GPL-2.0
2 //
3 // Renesas R-Car SRU/SCU/SSIU/SSI support
4 //
5 // Copyright (C) 2013 Renesas Solutions Corp.
6 // Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
7 //
8 // Based on fsi.c
9 // Kuninori Morimoto <morimoto.kuninori@renesas.com>
10 
11 /*
12  * Renesas R-Car sound device structure
13  *
14  * Gen1
15  *
16  * SRU		: Sound Routing Unit
17  *  - SRC	: Sampling Rate Converter
18  *  - CMD
19  *    - CTU	: Channel Count Conversion Unit
20  *    - MIX	: Mixer
21  *    - DVC	: Digital Volume and Mute Function
22  *  - SSI	: Serial Sound Interface
23  *
24  * Gen2
25  *
26  * SCU		: Sampling Rate Converter Unit
27  *  - SRC	: Sampling Rate Converter
28  *  - CMD
29  *   - CTU	: Channel Count Conversion Unit
30  *   - MIX	: Mixer
31  *   - DVC	: Digital Volume and Mute Function
32  * SSIU		: Serial Sound Interface Unit
33  *  - SSI	: Serial Sound Interface
34  */
35 
36 /*
37  *	driver data Image
38  *
39  * rsnd_priv
40  *   |
41  *   | ** this depends on Gen1/Gen2
42  *   |
43  *   +- gen
44  *   |
45  *   | ** these depend on data path
46  *   | ** gen and platform data control it
47  *   |
48  *   +- rdai[0]
49  *   |   |		 sru     ssiu      ssi
50  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
51  *   |   |
52  *   |   |		 sru     ssiu      ssi
53  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
54  *   |
55  *   +- rdai[1]
56  *   |   |		 sru     ssiu      ssi
57  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
58  *   |   |
59  *   |   |		 sru     ssiu      ssi
60  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
61  *   ...
62  *   |
63  *   | ** these control ssi
64  *   |
65  *   +- ssi
66  *   |  |
67  *   |  +- ssi[0]
68  *   |  +- ssi[1]
69  *   |  +- ssi[2]
70  *   |  ...
71  *   |
72  *   | ** these control src
73  *   |
74  *   +- src
75  *      |
76  *      +- src[0]
77  *      +- src[1]
78  *      +- src[2]
79  *      ...
80  *
81  *
82  * for_each_rsnd_dai(xx, priv, xx)
83  *  rdai[0] => rdai[1] => rdai[2] => ...
84  *
85  * for_each_rsnd_mod(xx, rdai, xx)
86  *  [mod] => [mod] => [mod] => ...
87  *
88  * rsnd_dai_call(xxx, fn )
89  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
90  *
91  */
92 
93 /*
94  * you can enable below define if you don't need
95  * DAI status debug message when debugging
96  * see rsnd_dbg_dai_call()
97  *
98  * #define RSND_DEBUG_NO_DAI_CALL 1
99  */
100 
101 #include <linux/pm_runtime.h>
102 #include "rsnd.h"
103 
104 #define RSND_RATES SNDRV_PCM_RATE_8000_192000
105 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
106 
107 static const struct of_device_id rsnd_of_match[] = {
108 	{ .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
109 	{ .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
110 	{ .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN3 },
111 	{},
112 };
113 MODULE_DEVICE_TABLE(of, rsnd_of_match);
114 
115 /*
116  *	rsnd_mod functions
117  */
118 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
119 {
120 	if (mod->type != type) {
121 		struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
122 		struct device *dev = rsnd_priv_to_dev(priv);
123 
124 		dev_warn(dev, "%s[%d] is not your expected module\n",
125 			 rsnd_mod_name(mod), rsnd_mod_id(mod));
126 	}
127 }
128 
129 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
130 				  struct rsnd_mod *mod)
131 {
132 	if (!mod || !mod->ops || !mod->ops->dma_req)
133 		return NULL;
134 
135 	return mod->ops->dma_req(io, mod);
136 }
137 
138 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
139 			 struct rsnd_mod *mod,
140 			 enum rsnd_mod_type type)
141 {
142 	return &mod->status;
143 }
144 
145 int rsnd_mod_init(struct rsnd_priv *priv,
146 		  struct rsnd_mod *mod,
147 		  struct rsnd_mod_ops *ops,
148 		  struct clk *clk,
149 		  u32* (*get_status)(struct rsnd_dai_stream *io,
150 				     struct rsnd_mod *mod,
151 				     enum rsnd_mod_type type),
152 		  enum rsnd_mod_type type,
153 		  int id)
154 {
155 	int ret = clk_prepare(clk);
156 
157 	if (ret)
158 		return ret;
159 
160 	mod->id		= id;
161 	mod->ops	= ops;
162 	mod->type	= type;
163 	mod->clk	= clk;
164 	mod->priv	= priv;
165 	mod->get_status	= get_status;
166 
167 	return ret;
168 }
169 
170 void rsnd_mod_quit(struct rsnd_mod *mod)
171 {
172 	clk_unprepare(mod->clk);
173 	mod->clk = NULL;
174 }
175 
176 void rsnd_mod_interrupt(struct rsnd_mod *mod,
177 			void (*callback)(struct rsnd_mod *mod,
178 					 struct rsnd_dai_stream *io))
179 {
180 	struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
181 	struct rsnd_dai_stream *io;
182 	struct rsnd_dai *rdai;
183 	int i;
184 
185 	for_each_rsnd_dai(rdai, priv, i) {
186 		io = &rdai->playback;
187 		if (mod == io->mod[mod->type])
188 			callback(mod, io);
189 
190 		io = &rdai->capture;
191 		if (mod == io->mod[mod->type])
192 			callback(mod, io);
193 	}
194 }
195 
196 int rsnd_io_is_working(struct rsnd_dai_stream *io)
197 {
198 	/* see rsnd_dai_stream_init/quit() */
199 	if (io->substream)
200 		return snd_pcm_running(io->substream);
201 
202 	return 0;
203 }
204 
205 int rsnd_runtime_channel_original_with_params(struct rsnd_dai_stream *io,
206 					      struct snd_pcm_hw_params *params)
207 {
208 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
209 
210 	/*
211 	 * params will be added when refine
212 	 * see
213 	 *	__rsnd_soc_hw_rule_rate()
214 	 *	__rsnd_soc_hw_rule_channels()
215 	 */
216 	if (params)
217 		return params_channels(params);
218 	else
219 		return runtime->channels;
220 }
221 
222 int rsnd_runtime_channel_after_ctu_with_params(struct rsnd_dai_stream *io,
223 					       struct snd_pcm_hw_params *params)
224 {
225 	int chan = rsnd_runtime_channel_original_with_params(io, params);
226 	struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
227 
228 	if (ctu_mod) {
229 		u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
230 
231 		if (converted_chan)
232 			return converted_chan;
233 	}
234 
235 	return chan;
236 }
237 
238 int rsnd_runtime_channel_for_ssi_with_params(struct rsnd_dai_stream *io,
239 					     struct snd_pcm_hw_params *params)
240 {
241 	struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
242 	int chan = rsnd_io_is_play(io) ?
243 		rsnd_runtime_channel_after_ctu_with_params(io, params) :
244 		rsnd_runtime_channel_original_with_params(io, params);
245 
246 	/* Use Multi SSI */
247 	if (rsnd_runtime_is_ssi_multi(io))
248 		chan /= rsnd_rdai_ssi_lane_get(rdai);
249 
250 	/* TDM Extend Mode needs 8ch */
251 	if (chan == 6)
252 		chan = 8;
253 
254 	return chan;
255 }
256 
257 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
258 {
259 	struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
260 	int lane = rsnd_rdai_ssi_lane_get(rdai);
261 	int chan = rsnd_io_is_play(io) ?
262 		rsnd_runtime_channel_after_ctu(io) :
263 		rsnd_runtime_channel_original(io);
264 
265 	return (chan > 2) && (lane > 1);
266 }
267 
268 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
269 {
270 	return rsnd_runtime_channel_for_ssi(io) >= 6;
271 }
272 
273 /*
274  *	ADINR function
275  */
276 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
277 {
278 	struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
279 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
280 	struct device *dev = rsnd_priv_to_dev(priv);
281 
282 	switch (snd_pcm_format_width(runtime->format)) {
283 	case 16:
284 		return 8 << 16;
285 	case 24:
286 		return 0 << 16;
287 	}
288 
289 	dev_warn(dev, "not supported sample bits\n");
290 
291 	return 0;
292 }
293 
294 /*
295  *	DALIGN function
296  */
297 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
298 {
299 	struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
300 	struct rsnd_mod *target;
301 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
302 
303 	/*
304 	 * *Hardware* L/R and *Software* L/R are inverted for 16bit data.
305 	 *	    31..16 15...0
306 	 *	HW: [L ch] [R ch]
307 	 *	SW: [R ch] [L ch]
308 	 * We need to care about inversion timing to control
309 	 * Playback/Capture correctly.
310 	 * The point is [DVC] needs *Hardware* L/R, [MEM] needs *Software* L/R
311 	 *
312 	 * sL/R : software L/R
313 	 * hL/R : hardware L/R
314 	 * (*)  : conversion timing
315 	 *
316 	 * Playback
317 	 *	     sL/R (*) hL/R     hL/R     hL/R      hL/R     hL/R
318 	 *	[MEM] -> [SRC] -> [DVC] -> [CMD] -> [SSIU] -> [SSI] -> codec
319 	 *
320 	 * Capture
321 	 *	     hL/R     hL/R      hL/R     hL/R     hL/R (*) sL/R
322 	 *	codec -> [SSI] -> [SSIU] -> [SRC] -> [DVC] -> [CMD] -> [MEM]
323 	 */
324 	if (rsnd_io_is_play(io)) {
325 		struct rsnd_mod *src = rsnd_io_to_mod_src(io);
326 
327 		target = src ? src : ssiu;
328 	} else {
329 		struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
330 
331 		target = cmd ? cmd : ssiu;
332 	}
333 
334 	/* Non target mod or 24bit data needs normal DALIGN */
335 	if ((snd_pcm_format_width(runtime->format) != 16) ||
336 	    (mod != target))
337 		return 0x76543210;
338 	/* Target mod needs inverted DALIGN when 16bit */
339 	else
340 		return 0x67452301;
341 }
342 
343 u32 rsnd_get_busif_shift(struct rsnd_dai_stream *io, struct rsnd_mod *mod)
344 {
345 	enum rsnd_mod_type playback_mods[] = {
346 		RSND_MOD_SRC,
347 		RSND_MOD_CMD,
348 		RSND_MOD_SSIU,
349 	};
350 	enum rsnd_mod_type capture_mods[] = {
351 		RSND_MOD_CMD,
352 		RSND_MOD_SRC,
353 		RSND_MOD_SSIU,
354 	};
355 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
356 	struct rsnd_mod *tmod = NULL;
357 	enum rsnd_mod_type *mods =
358 		rsnd_io_is_play(io) ?
359 		playback_mods : capture_mods;
360 	int i;
361 
362 	/*
363 	 * This is needed for 24bit data
364 	 * We need to shift 8bit
365 	 *
366 	 * Linux 24bit data is located as 0x00******
367 	 * HW    24bit data is located as 0x******00
368 	 *
369 	 */
370 	if (snd_pcm_format_width(runtime->format) == 16)
371 		return 0;
372 
373 	for (i = 0; i < ARRAY_SIZE(playback_mods); i++) {
374 		tmod = rsnd_io_to_mod(io, mods[i]);
375 		if (tmod)
376 			break;
377 	}
378 
379 	if (tmod != mod)
380 		return 0;
381 
382 	if (rsnd_io_is_play(io))
383 		return  (0 << 20) | /* shift to Left */
384 			(8 << 16);  /* 8bit */
385 	else
386 		return  (1 << 20) | /* shift to Right */
387 			(8 << 16);  /* 8bit */
388 }
389 
390 /*
391  *	rsnd_dai functions
392  */
393 struct rsnd_mod *rsnd_mod_next(int *iterator,
394 			       struct rsnd_dai_stream *io,
395 			       enum rsnd_mod_type *array,
396 			       int array_size)
397 {
398 	struct rsnd_mod *mod;
399 	enum rsnd_mod_type type;
400 	int max = array ? array_size : RSND_MOD_MAX;
401 
402 	for (; *iterator < max; (*iterator)++) {
403 		type = (array) ? array[*iterator] : *iterator;
404 		mod = rsnd_io_to_mod(io, type);
405 		if (mod)
406 			return mod;
407 	}
408 
409 	return NULL;
410 }
411 
412 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
413 	{
414 		/* CAPTURE */
415 		RSND_MOD_AUDMAPP,
416 		RSND_MOD_AUDMA,
417 		RSND_MOD_DVC,
418 		RSND_MOD_MIX,
419 		RSND_MOD_CTU,
420 		RSND_MOD_CMD,
421 		RSND_MOD_SRC,
422 		RSND_MOD_SSIU,
423 		RSND_MOD_SSIM3,
424 		RSND_MOD_SSIM2,
425 		RSND_MOD_SSIM1,
426 		RSND_MOD_SSIP,
427 		RSND_MOD_SSI,
428 	}, {
429 		/* PLAYBACK */
430 		RSND_MOD_AUDMAPP,
431 		RSND_MOD_AUDMA,
432 		RSND_MOD_SSIM3,
433 		RSND_MOD_SSIM2,
434 		RSND_MOD_SSIM1,
435 		RSND_MOD_SSIP,
436 		RSND_MOD_SSI,
437 		RSND_MOD_SSIU,
438 		RSND_MOD_DVC,
439 		RSND_MOD_MIX,
440 		RSND_MOD_CTU,
441 		RSND_MOD_CMD,
442 		RSND_MOD_SRC,
443 	},
444 };
445 
446 static int rsnd_status_update(u32 *status,
447 			      int shift, int add, int timing)
448 {
449 	u32 mask	= 0xF << shift;
450 	u8 val		= (*status >> shift) & 0xF;
451 	u8 next_val	= (val + add) & 0xF;
452 	int func_call	= (val == timing);
453 
454 	if (next_val == 0xF) /* underflow case */
455 		func_call = 0;
456 	else
457 		*status = (*status & ~mask) + (next_val << shift);
458 
459 	return func_call;
460 }
461 
462 #define rsnd_dai_call(fn, io, param...)					\
463 ({									\
464 	struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));	\
465 	struct rsnd_mod *mod;						\
466 	int is_play = rsnd_io_is_play(io);				\
467 	int ret = 0, i;							\
468 	enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];		\
469 	for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {	\
470 		int tmp = 0;						\
471 		u32 *status = mod->get_status(io, mod, types[i]);	\
472 		int func_call = rsnd_status_update(status,		\
473 						__rsnd_mod_shift_##fn,	\
474 						__rsnd_mod_add_##fn,	\
475 						__rsnd_mod_call_##fn);	\
476 		rsnd_dbg_dai_call(dev, "%s[%d]\t0x%08x %s\n",		\
477 			rsnd_mod_name(mod), rsnd_mod_id(mod), *status,	\
478 			(func_call && (mod)->ops->fn) ? #fn : "");	\
479 		if (func_call && (mod)->ops->fn)			\
480 			tmp = (mod)->ops->fn(mod, io, param);		\
481 		if (tmp)						\
482 			dev_err(dev, "%s[%d] : %s error %d\n",		\
483 				rsnd_mod_name(mod), rsnd_mod_id(mod),	\
484 						     #fn, tmp);		\
485 		ret |= tmp;						\
486 	}								\
487 	ret;								\
488 })
489 
490 int rsnd_dai_connect(struct rsnd_mod *mod,
491 		     struct rsnd_dai_stream *io,
492 		     enum rsnd_mod_type type)
493 {
494 	struct rsnd_priv *priv;
495 	struct device *dev;
496 
497 	if (!mod)
498 		return -EIO;
499 
500 	if (io->mod[type] == mod)
501 		return 0;
502 
503 	if (io->mod[type])
504 		return -EINVAL;
505 
506 	priv = rsnd_mod_to_priv(mod);
507 	dev = rsnd_priv_to_dev(priv);
508 
509 	io->mod[type] = mod;
510 
511 	dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
512 		rsnd_mod_name(mod), rsnd_mod_id(mod),
513 		rsnd_io_is_play(io) ? "Playback" : "Capture");
514 
515 	return 0;
516 }
517 
518 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
519 				struct rsnd_dai_stream *io,
520 				enum rsnd_mod_type type)
521 {
522 	io->mod[type] = NULL;
523 }
524 
525 int rsnd_rdai_channels_ctrl(struct rsnd_dai *rdai,
526 			    int max_channels)
527 {
528 	if (max_channels > 0)
529 		rdai->max_channels = max_channels;
530 
531 	return rdai->max_channels;
532 }
533 
534 int rsnd_rdai_ssi_lane_ctrl(struct rsnd_dai *rdai,
535 			    int ssi_lane)
536 {
537 	if (ssi_lane > 0)
538 		rdai->ssi_lane = ssi_lane;
539 
540 	return rdai->ssi_lane;
541 }
542 
543 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
544 {
545 	if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
546 		return NULL;
547 
548 	return priv->rdai + id;
549 }
550 
551 static struct snd_soc_dai_driver
552 *rsnd_daidrv_get(struct rsnd_priv *priv, int id)
553 {
554 	if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
555 		return NULL;
556 
557 	return priv->daidrv + id;
558 }
559 
560 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
561 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
562 {
563 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
564 
565 	return rsnd_rdai_get(priv, dai->id);
566 }
567 
568 /*
569  *	rsnd_soc_dai functions
570  */
571 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
572 {
573 	struct snd_pcm_substream *substream = io->substream;
574 
575 	/*
576 	 * this function should be called...
577 	 *
578 	 * - if rsnd_dai_pointer_update() returns true
579 	 * - without spin lock
580 	 */
581 
582 	snd_pcm_period_elapsed(substream);
583 }
584 
585 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
586 				struct snd_pcm_substream *substream)
587 {
588 	io->substream		= substream;
589 }
590 
591 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
592 {
593 	io->substream		= NULL;
594 }
595 
596 static
597 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
598 {
599 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
600 
601 	return  rtd->cpu_dai;
602 }
603 
604 static
605 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
606 					struct snd_pcm_substream *substream)
607 {
608 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
609 		return &rdai->playback;
610 	else
611 		return &rdai->capture;
612 }
613 
614 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
615 			    struct snd_soc_dai *dai)
616 {
617 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
618 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
619 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
620 	int ret;
621 	unsigned long flags;
622 
623 	spin_lock_irqsave(&priv->lock, flags);
624 
625 	switch (cmd) {
626 	case SNDRV_PCM_TRIGGER_START:
627 	case SNDRV_PCM_TRIGGER_RESUME:
628 		ret = rsnd_dai_call(init, io, priv);
629 		if (ret < 0)
630 			goto dai_trigger_end;
631 
632 		ret = rsnd_dai_call(start, io, priv);
633 		if (ret < 0)
634 			goto dai_trigger_end;
635 
636 		ret = rsnd_dai_call(irq, io, priv, 1);
637 		if (ret < 0)
638 			goto dai_trigger_end;
639 
640 		break;
641 	case SNDRV_PCM_TRIGGER_STOP:
642 	case SNDRV_PCM_TRIGGER_SUSPEND:
643 		ret = rsnd_dai_call(irq, io, priv, 0);
644 
645 		ret |= rsnd_dai_call(stop, io, priv);
646 
647 		ret |= rsnd_dai_call(quit, io, priv);
648 
649 		break;
650 	default:
651 		ret = -EINVAL;
652 	}
653 
654 dai_trigger_end:
655 	spin_unlock_irqrestore(&priv->lock, flags);
656 
657 	return ret;
658 }
659 
660 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
661 {
662 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
663 
664 	/* set master/slave audio interface */
665 	switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
666 	case SND_SOC_DAIFMT_CBM_CFM:
667 		rdai->clk_master = 0;
668 		break;
669 	case SND_SOC_DAIFMT_CBS_CFS:
670 		rdai->clk_master = 1; /* codec is slave, cpu is master */
671 		break;
672 	default:
673 		return -EINVAL;
674 	}
675 
676 	/* set format */
677 	switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
678 	case SND_SOC_DAIFMT_I2S:
679 		rdai->sys_delay = 0;
680 		rdai->data_alignment = 0;
681 		rdai->frm_clk_inv = 0;
682 		break;
683 	case SND_SOC_DAIFMT_LEFT_J:
684 		rdai->sys_delay = 1;
685 		rdai->data_alignment = 0;
686 		rdai->frm_clk_inv = 1;
687 		break;
688 	case SND_SOC_DAIFMT_RIGHT_J:
689 		rdai->sys_delay = 1;
690 		rdai->data_alignment = 1;
691 		rdai->frm_clk_inv = 1;
692 		break;
693 	}
694 
695 	/* set clock inversion */
696 	switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
697 	case SND_SOC_DAIFMT_NB_IF:
698 		rdai->frm_clk_inv = !rdai->frm_clk_inv;
699 		break;
700 	case SND_SOC_DAIFMT_IB_NF:
701 		rdai->bit_clk_inv = !rdai->bit_clk_inv;
702 		break;
703 	case SND_SOC_DAIFMT_IB_IF:
704 		rdai->bit_clk_inv = !rdai->bit_clk_inv;
705 		rdai->frm_clk_inv = !rdai->frm_clk_inv;
706 		break;
707 	case SND_SOC_DAIFMT_NB_NF:
708 	default:
709 		break;
710 	}
711 
712 	return 0;
713 }
714 
715 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
716 				     u32 tx_mask, u32 rx_mask,
717 				     int slots, int slot_width)
718 {
719 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
720 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
721 	struct device *dev = rsnd_priv_to_dev(priv);
722 
723 	switch (slots) {
724 	case 2:
725 	case 6:
726 	case 8:
727 		/* TDM Extend Mode */
728 		rsnd_rdai_channels_set(rdai, slots);
729 		rsnd_rdai_ssi_lane_set(rdai, 1);
730 		break;
731 	default:
732 		dev_err(dev, "unsupported TDM slots (%d)\n", slots);
733 		return -EINVAL;
734 	}
735 
736 	return 0;
737 }
738 
739 static unsigned int rsnd_soc_hw_channels_list[] = {
740 	2, 6, 8,
741 };
742 
743 static unsigned int rsnd_soc_hw_rate_list[] = {
744 	  8000,
745 	 11025,
746 	 16000,
747 	 22050,
748 	 32000,
749 	 44100,
750 	 48000,
751 	 64000,
752 	 88200,
753 	 96000,
754 	176400,
755 	192000,
756 };
757 
758 static int rsnd_soc_hw_rule(struct rsnd_priv *priv,
759 			    unsigned int *list, int list_num,
760 			    struct snd_interval *baseline, struct snd_interval *iv)
761 {
762 	struct snd_interval p;
763 	unsigned int rate;
764 	int i;
765 
766 	snd_interval_any(&p);
767 	p.min = UINT_MAX;
768 	p.max = 0;
769 
770 	for (i = 0; i < list_num; i++) {
771 
772 		if (!snd_interval_test(iv, list[i]))
773 			continue;
774 
775 		rate = rsnd_ssi_clk_query(priv,
776 					  baseline->min, list[i], NULL);
777 		if (rate > 0) {
778 			p.min = min(p.min, list[i]);
779 			p.max = max(p.max, list[i]);
780 		}
781 
782 		rate = rsnd_ssi_clk_query(priv,
783 					  baseline->max, list[i], NULL);
784 		if (rate > 0) {
785 			p.min = min(p.min, list[i]);
786 			p.max = max(p.max, list[i]);
787 		}
788 	}
789 
790 	return snd_interval_refine(iv, &p);
791 }
792 
793 static int __rsnd_soc_hw_rule_rate(struct snd_pcm_hw_params *params,
794 				   struct snd_pcm_hw_rule *rule,
795 				   int is_play)
796 {
797 	struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
798 	struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
799 	struct snd_interval ic;
800 	struct snd_soc_dai *dai = rule->private;
801 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
802 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
803 	struct rsnd_dai_stream *io = is_play ? &rdai->playback : &rdai->capture;
804 
805 	/*
806 	 * possible sampling rate limitation is same as
807 	 * 2ch if it supports multi ssi
808 	 * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
809 	 */
810 	ic = *ic_;
811 	ic.min =
812 	ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
813 
814 	return rsnd_soc_hw_rule(priv, rsnd_soc_hw_rate_list,
815 				ARRAY_SIZE(rsnd_soc_hw_rate_list),
816 				&ic, ir);
817 }
818 
819 static int rsnd_soc_hw_rule_rate_playback(struct snd_pcm_hw_params *params,
820 				 struct snd_pcm_hw_rule *rule)
821 {
822 	return __rsnd_soc_hw_rule_rate(params, rule, 1);
823 }
824 
825 static int rsnd_soc_hw_rule_rate_capture(struct snd_pcm_hw_params *params,
826 					  struct snd_pcm_hw_rule *rule)
827 {
828 	return __rsnd_soc_hw_rule_rate(params, rule, 0);
829 }
830 
831 static int __rsnd_soc_hw_rule_channels(struct snd_pcm_hw_params *params,
832 				       struct snd_pcm_hw_rule *rule,
833 				       int is_play)
834 {
835 	struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
836 	struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
837 	struct snd_interval ic;
838 	struct snd_soc_dai *dai = rule->private;
839 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
840 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
841 	struct rsnd_dai_stream *io = is_play ? &rdai->playback : &rdai->capture;
842 
843 	/*
844 	 * possible sampling rate limitation is same as
845 	 * 2ch if it supports multi ssi
846 	 * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
847 	 */
848 	ic = *ic_;
849 	ic.min =
850 	ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
851 
852 	return rsnd_soc_hw_rule(priv, rsnd_soc_hw_channels_list,
853 				ARRAY_SIZE(rsnd_soc_hw_channels_list),
854 				ir, &ic);
855 }
856 
857 static int rsnd_soc_hw_rule_channels_playback(struct snd_pcm_hw_params *params,
858 					      struct snd_pcm_hw_rule *rule)
859 {
860 	return __rsnd_soc_hw_rule_channels(params, rule, 1);
861 }
862 
863 static int rsnd_soc_hw_rule_channels_capture(struct snd_pcm_hw_params *params,
864 					     struct snd_pcm_hw_rule *rule)
865 {
866 	return __rsnd_soc_hw_rule_channels(params, rule, 0);
867 }
868 
869 static const struct snd_pcm_hardware rsnd_pcm_hardware = {
870 	.info =		SNDRV_PCM_INFO_INTERLEAVED	|
871 			SNDRV_PCM_INFO_MMAP		|
872 			SNDRV_PCM_INFO_MMAP_VALID,
873 	.buffer_bytes_max	= 64 * 1024,
874 	.period_bytes_min	= 32,
875 	.period_bytes_max	= 8192,
876 	.periods_min		= 1,
877 	.periods_max		= 32,
878 	.fifo_size		= 256,
879 };
880 
881 static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
882 				struct snd_soc_dai *dai)
883 {
884 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
885 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
886 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
887 	struct snd_pcm_hw_constraint_list *constraint = &rdai->constraint;
888 	struct snd_pcm_runtime *runtime = substream->runtime;
889 	unsigned int max_channels = rsnd_rdai_channels_get(rdai);
890 	int ret;
891 	int i;
892 
893 	rsnd_dai_stream_init(io, substream);
894 
895 	/*
896 	 * Channel Limitation
897 	 * It depends on Platform design
898 	 */
899 	constraint->list	= rsnd_soc_hw_channels_list;
900 	constraint->count	= 0;
901 	constraint->mask	= 0;
902 
903 	for (i = 0; i < ARRAY_SIZE(rsnd_soc_hw_channels_list); i++) {
904 		if (rsnd_soc_hw_channels_list[i] > max_channels)
905 			break;
906 		constraint->count = i + 1;
907 	}
908 
909 	snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
910 
911 	snd_pcm_hw_constraint_list(runtime, 0,
912 				   SNDRV_PCM_HW_PARAM_CHANNELS, constraint);
913 
914 	snd_pcm_hw_constraint_integer(runtime,
915 				      SNDRV_PCM_HW_PARAM_PERIODS);
916 
917 	/*
918 	 * Sampling Rate / Channel Limitation
919 	 * It depends on Clock Master Mode
920 	 */
921 	if (rsnd_rdai_is_clk_master(rdai)) {
922 		int is_play = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
923 
924 		snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
925 				    is_play ? rsnd_soc_hw_rule_rate_playback :
926 					      rsnd_soc_hw_rule_rate_capture,
927 				    dai,
928 				    SNDRV_PCM_HW_PARAM_CHANNELS, -1);
929 		snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
930 				    is_play ? rsnd_soc_hw_rule_channels_playback :
931 					      rsnd_soc_hw_rule_channels_capture,
932 				    dai,
933 				    SNDRV_PCM_HW_PARAM_RATE, -1);
934 	}
935 
936 	/*
937 	 * call rsnd_dai_call without spinlock
938 	 */
939 	ret = rsnd_dai_call(nolock_start, io, priv);
940 	if (ret < 0)
941 		rsnd_dai_call(nolock_stop, io, priv);
942 
943 	return ret;
944 }
945 
946 static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
947 				  struct snd_soc_dai *dai)
948 {
949 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
950 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
951 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
952 
953 	/*
954 	 * call rsnd_dai_call without spinlock
955 	 */
956 	rsnd_dai_call(nolock_stop, io, priv);
957 
958 	rsnd_dai_stream_quit(io);
959 }
960 
961 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
962 	.startup	= rsnd_soc_dai_startup,
963 	.shutdown	= rsnd_soc_dai_shutdown,
964 	.trigger	= rsnd_soc_dai_trigger,
965 	.set_fmt	= rsnd_soc_dai_set_fmt,
966 	.set_tdm_slot	= rsnd_soc_set_dai_tdm_slot,
967 };
968 
969 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
970 		struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
971 		struct device_node *node,
972 		struct device_node *playback,
973 		struct device_node *capture)
974 {
975 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
976 	struct device_node *np;
977 	struct rsnd_mod *mod;
978 	int i;
979 
980 	if (!node)
981 		return;
982 
983 	i = 0;
984 	for_each_child_of_node(node, np) {
985 		mod = mod_get(priv, i);
986 		if (np == playback)
987 			rsnd_dai_connect(mod, &rdai->playback, mod->type);
988 		if (np == capture)
989 			rsnd_dai_connect(mod, &rdai->capture, mod->type);
990 		i++;
991 	}
992 
993 	of_node_put(node);
994 }
995 
996 static struct device_node *rsnd_dai_of_node(struct rsnd_priv *priv,
997 					    int *is_graph)
998 {
999 	struct device *dev = rsnd_priv_to_dev(priv);
1000 	struct device_node *np = dev->of_node;
1001 	struct device_node *dai_node;
1002 	struct device_node *ret;
1003 
1004 	*is_graph = 0;
1005 
1006 	/*
1007 	 * parse both previous dai (= rcar_sound,dai), and
1008 	 * graph dai (= ports/port)
1009 	 */
1010 	dai_node = of_get_child_by_name(np, RSND_NODE_DAI);
1011 	if (dai_node) {
1012 		ret = dai_node;
1013 		goto of_node_compatible;
1014 	}
1015 
1016 	ret = np;
1017 
1018 	dai_node = of_graph_get_next_endpoint(np, NULL);
1019 	if (dai_node)
1020 		goto of_node_graph;
1021 
1022 	return NULL;
1023 
1024 of_node_graph:
1025 	*is_graph = 1;
1026 of_node_compatible:
1027 	of_node_put(dai_node);
1028 
1029 	return ret;
1030 }
1031 
1032 static void __rsnd_dai_probe(struct rsnd_priv *priv,
1033 			     struct device_node *dai_np,
1034 			     int dai_i)
1035 {
1036 	struct device_node *playback, *capture;
1037 	struct rsnd_dai_stream *io_playback;
1038 	struct rsnd_dai_stream *io_capture;
1039 	struct snd_soc_dai_driver *drv;
1040 	struct rsnd_dai *rdai;
1041 	struct device *dev = rsnd_priv_to_dev(priv);
1042 	int io_i;
1043 
1044 	rdai		= rsnd_rdai_get(priv, dai_i);
1045 	drv		= rsnd_daidrv_get(priv, dai_i);
1046 	io_playback	= &rdai->playback;
1047 	io_capture	= &rdai->capture;
1048 
1049 	snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
1050 
1051 	rdai->priv	= priv;
1052 	drv->name	= rdai->name;
1053 	drv->ops	= &rsnd_soc_dai_ops;
1054 
1055 	snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
1056 		 "DAI%d Playback", dai_i);
1057 	drv->playback.rates		= RSND_RATES;
1058 	drv->playback.formats		= RSND_FMTS;
1059 	drv->playback.channels_min	= 2;
1060 	drv->playback.channels_max	= 8;
1061 	drv->playback.stream_name	= rdai->playback.name;
1062 
1063 	snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
1064 		 "DAI%d Capture", dai_i);
1065 	drv->capture.rates		= RSND_RATES;
1066 	drv->capture.formats		= RSND_FMTS;
1067 	drv->capture.channels_min	= 2;
1068 	drv->capture.channels_max	= 8;
1069 	drv->capture.stream_name	= rdai->capture.name;
1070 
1071 	rdai->playback.rdai		= rdai;
1072 	rdai->capture.rdai		= rdai;
1073 	rsnd_rdai_channels_set(rdai, 2); /* default 2ch */
1074 	rsnd_rdai_ssi_lane_set(rdai, 1); /* default 1lane */
1075 
1076 	for (io_i = 0;; io_i++) {
1077 		playback = of_parse_phandle(dai_np, "playback", io_i);
1078 		capture  = of_parse_phandle(dai_np, "capture", io_i);
1079 
1080 		if (!playback && !capture)
1081 			break;
1082 
1083 		rsnd_parse_connect_ssi(rdai, playback, capture);
1084 		rsnd_parse_connect_src(rdai, playback, capture);
1085 		rsnd_parse_connect_ctu(rdai, playback, capture);
1086 		rsnd_parse_connect_mix(rdai, playback, capture);
1087 		rsnd_parse_connect_dvc(rdai, playback, capture);
1088 
1089 		of_node_put(playback);
1090 		of_node_put(capture);
1091 	}
1092 
1093 	if (rsnd_ssi_is_pin_sharing(io_capture) ||
1094 	    rsnd_ssi_is_pin_sharing(io_playback)) {
1095 		/* should have symmetric_rates if pin sharing */
1096 		drv->symmetric_rates = 1;
1097 	}
1098 
1099 	dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
1100 		rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
1101 		rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
1102 }
1103 
1104 static int rsnd_dai_probe(struct rsnd_priv *priv)
1105 {
1106 	struct device_node *dai_node;
1107 	struct device_node *dai_np;
1108 	struct snd_soc_dai_driver *rdrv;
1109 	struct device *dev = rsnd_priv_to_dev(priv);
1110 	struct rsnd_dai *rdai;
1111 	int nr;
1112 	int is_graph;
1113 	int dai_i;
1114 
1115 	dai_node = rsnd_dai_of_node(priv, &is_graph);
1116 	if (is_graph)
1117 		nr = of_graph_get_endpoint_count(dai_node);
1118 	else
1119 		nr = of_get_child_count(dai_node);
1120 
1121 	if (!nr)
1122 		return -EINVAL;
1123 
1124 	rdrv = devm_kcalloc(dev, nr, sizeof(*rdrv), GFP_KERNEL);
1125 	rdai = devm_kcalloc(dev, nr, sizeof(*rdai), GFP_KERNEL);
1126 	if (!rdrv || !rdai)
1127 		return -ENOMEM;
1128 
1129 	priv->rdai_nr	= nr;
1130 	priv->daidrv	= rdrv;
1131 	priv->rdai	= rdai;
1132 
1133 	/*
1134 	 * parse all dai
1135 	 */
1136 	dai_i = 0;
1137 	if (is_graph) {
1138 		for_each_endpoint_of_node(dai_node, dai_np) {
1139 			__rsnd_dai_probe(priv, dai_np, dai_i);
1140 			rsnd_ssi_parse_hdmi_connection(priv, dai_np, dai_i);
1141 			dai_i++;
1142 		}
1143 	} else {
1144 		for_each_child_of_node(dai_node, dai_np)
1145 			__rsnd_dai_probe(priv, dai_np, dai_i++);
1146 	}
1147 
1148 	return 0;
1149 }
1150 
1151 /*
1152  *		pcm ops
1153  */
1154 static int rsnd_hw_params(struct snd_pcm_substream *substream,
1155 			 struct snd_pcm_hw_params *hw_params)
1156 {
1157 	struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1158 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1159 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1160 	int ret;
1161 
1162 	ret = rsnd_dai_call(hw_params, io, substream, hw_params);
1163 	if (ret)
1164 		return ret;
1165 
1166 	return snd_pcm_lib_malloc_pages(substream,
1167 					params_buffer_bytes(hw_params));
1168 }
1169 
1170 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
1171 {
1172 	struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1173 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1174 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1175 	snd_pcm_uframes_t pointer = 0;
1176 
1177 	rsnd_dai_call(pointer, io, &pointer);
1178 
1179 	return pointer;
1180 }
1181 
1182 static const struct snd_pcm_ops rsnd_pcm_ops = {
1183 	.ioctl		= snd_pcm_lib_ioctl,
1184 	.hw_params	= rsnd_hw_params,
1185 	.hw_free	= snd_pcm_lib_free_pages,
1186 	.pointer	= rsnd_pointer,
1187 };
1188 
1189 /*
1190  *		snd_kcontrol
1191  */
1192 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
1193 			   struct snd_ctl_elem_info *uinfo)
1194 {
1195 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1196 
1197 	if (cfg->texts) {
1198 		uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
1199 		uinfo->count = cfg->size;
1200 		uinfo->value.enumerated.items = cfg->max;
1201 		if (uinfo->value.enumerated.item >= cfg->max)
1202 			uinfo->value.enumerated.item = cfg->max - 1;
1203 		strlcpy(uinfo->value.enumerated.name,
1204 			cfg->texts[uinfo->value.enumerated.item],
1205 			sizeof(uinfo->value.enumerated.name));
1206 	} else {
1207 		uinfo->count = cfg->size;
1208 		uinfo->value.integer.min = 0;
1209 		uinfo->value.integer.max = cfg->max;
1210 		uinfo->type = (cfg->max == 1) ?
1211 			SNDRV_CTL_ELEM_TYPE_BOOLEAN :
1212 			SNDRV_CTL_ELEM_TYPE_INTEGER;
1213 	}
1214 
1215 	return 0;
1216 }
1217 
1218 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
1219 			  struct snd_ctl_elem_value *uc)
1220 {
1221 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1222 	int i;
1223 
1224 	for (i = 0; i < cfg->size; i++)
1225 		if (cfg->texts)
1226 			uc->value.enumerated.item[i] = cfg->val[i];
1227 		else
1228 			uc->value.integer.value[i] = cfg->val[i];
1229 
1230 	return 0;
1231 }
1232 
1233 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
1234 			  struct snd_ctl_elem_value *uc)
1235 {
1236 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1237 	int i, change = 0;
1238 
1239 	if (!cfg->accept(cfg->io))
1240 		return 0;
1241 
1242 	for (i = 0; i < cfg->size; i++) {
1243 		if (cfg->texts) {
1244 			change |= (uc->value.enumerated.item[i] != cfg->val[i]);
1245 			cfg->val[i] = uc->value.enumerated.item[i];
1246 		} else {
1247 			change |= (uc->value.integer.value[i] != cfg->val[i]);
1248 			cfg->val[i] = uc->value.integer.value[i];
1249 		}
1250 	}
1251 
1252 	if (change && cfg->update)
1253 		cfg->update(cfg->io, cfg->mod);
1254 
1255 	return change;
1256 }
1257 
1258 int rsnd_kctrl_accept_anytime(struct rsnd_dai_stream *io)
1259 {
1260 	return 1;
1261 }
1262 
1263 int rsnd_kctrl_accept_runtime(struct rsnd_dai_stream *io)
1264 {
1265 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
1266 
1267 	return !!runtime;
1268 }
1269 
1270 struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1271 {
1272 	cfg->cfg.val = cfg->val;
1273 
1274 	return &cfg->cfg;
1275 }
1276 
1277 struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1278 {
1279 	cfg->cfg.val = &cfg->val;
1280 
1281 	return &cfg->cfg;
1282 }
1283 
1284 const char * const volume_ramp_rate[] = {
1285 	"128 dB/1 step",	 /* 00000 */
1286 	"64 dB/1 step",		 /* 00001 */
1287 	"32 dB/1 step",		 /* 00010 */
1288 	"16 dB/1 step",		 /* 00011 */
1289 	"8 dB/1 step",		 /* 00100 */
1290 	"4 dB/1 step",		 /* 00101 */
1291 	"2 dB/1 step",		 /* 00110 */
1292 	"1 dB/1 step",		 /* 00111 */
1293 	"0.5 dB/1 step",	 /* 01000 */
1294 	"0.25 dB/1 step",	 /* 01001 */
1295 	"0.125 dB/1 step",	 /* 01010 = VOLUME_RAMP_MAX_MIX */
1296 	"0.125 dB/2 steps",	 /* 01011 */
1297 	"0.125 dB/4 steps",	 /* 01100 */
1298 	"0.125 dB/8 steps",	 /* 01101 */
1299 	"0.125 dB/16 steps",	 /* 01110 */
1300 	"0.125 dB/32 steps",	 /* 01111 */
1301 	"0.125 dB/64 steps",	 /* 10000 */
1302 	"0.125 dB/128 steps",	 /* 10001 */
1303 	"0.125 dB/256 steps",	 /* 10010 */
1304 	"0.125 dB/512 steps",	 /* 10011 */
1305 	"0.125 dB/1024 steps",	 /* 10100 */
1306 	"0.125 dB/2048 steps",	 /* 10101 */
1307 	"0.125 dB/4096 steps",	 /* 10110 */
1308 	"0.125 dB/8192 steps",	 /* 10111 = VOLUME_RAMP_MAX_DVC */
1309 };
1310 
1311 int rsnd_kctrl_new(struct rsnd_mod *mod,
1312 		   struct rsnd_dai_stream *io,
1313 		   struct snd_soc_pcm_runtime *rtd,
1314 		   const unsigned char *name,
1315 		   int (*accept)(struct rsnd_dai_stream *io),
1316 		   void (*update)(struct rsnd_dai_stream *io,
1317 				  struct rsnd_mod *mod),
1318 		   struct rsnd_kctrl_cfg *cfg,
1319 		   const char * const *texts,
1320 		   int size,
1321 		   u32 max)
1322 {
1323 	struct snd_card *card = rtd->card->snd_card;
1324 	struct snd_kcontrol *kctrl;
1325 	struct snd_kcontrol_new knew = {
1326 		.iface		= SNDRV_CTL_ELEM_IFACE_MIXER,
1327 		.name		= name,
1328 		.info		= rsnd_kctrl_info,
1329 		.index		= rtd->num,
1330 		.get		= rsnd_kctrl_get,
1331 		.put		= rsnd_kctrl_put,
1332 	};
1333 	int ret;
1334 
1335 	if (size > RSND_MAX_CHANNELS)
1336 		return -EINVAL;
1337 
1338 	kctrl = snd_ctl_new1(&knew, cfg);
1339 	if (!kctrl)
1340 		return -ENOMEM;
1341 
1342 	ret = snd_ctl_add(card, kctrl);
1343 	if (ret < 0)
1344 		return ret;
1345 
1346 	cfg->texts	= texts;
1347 	cfg->max	= max;
1348 	cfg->size	= size;
1349 	cfg->accept	= accept;
1350 	cfg->update	= update;
1351 	cfg->card	= card;
1352 	cfg->kctrl	= kctrl;
1353 	cfg->io		= io;
1354 	cfg->mod	= mod;
1355 
1356 	return 0;
1357 }
1358 
1359 /*
1360  *		snd_soc_component
1361  */
1362 
1363 #define PREALLOC_BUFFER		(32 * 1024)
1364 #define PREALLOC_BUFFER_MAX	(32 * 1024)
1365 
1366 static int rsnd_preallocate_pages(struct snd_soc_pcm_runtime *rtd,
1367 				  struct rsnd_dai_stream *io,
1368 				  int stream)
1369 {
1370 	struct rsnd_priv *priv = rsnd_io_to_priv(io);
1371 	struct device *dev = rsnd_priv_to_dev(priv);
1372 	struct snd_pcm_substream *substream;
1373 	int err;
1374 
1375 	/*
1376 	 * use Audio-DMAC dev if we can use IPMMU
1377 	 * see
1378 	 *	rsnd_dmaen_attach()
1379 	 */
1380 	if (io->dmac_dev)
1381 		dev = io->dmac_dev;
1382 
1383 	for (substream = rtd->pcm->streams[stream].substream;
1384 	     substream;
1385 	     substream = substream->next) {
1386 		err = snd_pcm_lib_preallocate_pages(substream,
1387 					SNDRV_DMA_TYPE_DEV,
1388 					dev,
1389 					PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1390 		if (err < 0)
1391 			return err;
1392 	}
1393 
1394 	return 0;
1395 }
1396 
1397 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1398 {
1399 	struct snd_soc_dai *dai = rtd->cpu_dai;
1400 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1401 	int ret;
1402 
1403 	ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1404 	if (ret)
1405 		return ret;
1406 
1407 	ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1408 	if (ret)
1409 		return ret;
1410 
1411 	ret = rsnd_preallocate_pages(rtd, &rdai->playback,
1412 				     SNDRV_PCM_STREAM_PLAYBACK);
1413 	if (ret)
1414 		return ret;
1415 
1416 	ret = rsnd_preallocate_pages(rtd, &rdai->capture,
1417 				     SNDRV_PCM_STREAM_CAPTURE);
1418 	if (ret)
1419 		return ret;
1420 
1421 	return 0;
1422 }
1423 
1424 static const struct snd_soc_component_driver rsnd_soc_component = {
1425 	.ops		= &rsnd_pcm_ops,
1426 	.pcm_new	= rsnd_pcm_new,
1427 	.name		= "rsnd",
1428 };
1429 
1430 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1431 				       struct rsnd_dai_stream *io)
1432 {
1433 	int ret;
1434 
1435 	ret = rsnd_dai_call(probe, io, priv);
1436 	if (ret == -EAGAIN) {
1437 		struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1438 		struct rsnd_mod *mod;
1439 		int i;
1440 
1441 		/*
1442 		 * Fallback to PIO mode
1443 		 */
1444 
1445 		/*
1446 		 * call "remove" for SSI/SRC/DVC
1447 		 * SSI will be switch to PIO mode if it was DMA mode
1448 		 * see
1449 		 *	rsnd_dma_init()
1450 		 *	rsnd_ssi_fallback()
1451 		 */
1452 		rsnd_dai_call(remove, io, priv);
1453 
1454 		/*
1455 		 * remove all mod from io
1456 		 * and, re connect ssi
1457 		 */
1458 		for_each_rsnd_mod(i, mod, io)
1459 			rsnd_dai_disconnect(mod, io, i);
1460 		rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1461 
1462 		/*
1463 		 * fallback
1464 		 */
1465 		rsnd_dai_call(fallback, io, priv);
1466 
1467 		/*
1468 		 * retry to "probe".
1469 		 * DAI has SSI which is PIO mode only now.
1470 		 */
1471 		ret = rsnd_dai_call(probe, io, priv);
1472 	}
1473 
1474 	return ret;
1475 }
1476 
1477 /*
1478  *	rsnd probe
1479  */
1480 static int rsnd_probe(struct platform_device *pdev)
1481 {
1482 	struct rsnd_priv *priv;
1483 	struct device *dev = &pdev->dev;
1484 	struct rsnd_dai *rdai;
1485 	int (*probe_func[])(struct rsnd_priv *priv) = {
1486 		rsnd_gen_probe,
1487 		rsnd_dma_probe,
1488 		rsnd_ssi_probe,
1489 		rsnd_ssiu_probe,
1490 		rsnd_src_probe,
1491 		rsnd_ctu_probe,
1492 		rsnd_mix_probe,
1493 		rsnd_dvc_probe,
1494 		rsnd_cmd_probe,
1495 		rsnd_adg_probe,
1496 		rsnd_dai_probe,
1497 	};
1498 	int ret, i;
1499 
1500 	/*
1501 	 *	init priv data
1502 	 */
1503 	priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1504 	if (!priv)
1505 		return -ENODEV;
1506 
1507 	priv->pdev	= pdev;
1508 	priv->flags	= (unsigned long)of_device_get_match_data(dev);
1509 	spin_lock_init(&priv->lock);
1510 
1511 	/*
1512 	 *	init each module
1513 	 */
1514 	for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1515 		ret = probe_func[i](priv);
1516 		if (ret)
1517 			return ret;
1518 	}
1519 
1520 	for_each_rsnd_dai(rdai, priv, i) {
1521 		ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1522 		if (ret)
1523 			goto exit_snd_probe;
1524 
1525 		ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1526 		if (ret)
1527 			goto exit_snd_probe;
1528 	}
1529 
1530 	dev_set_drvdata(dev, priv);
1531 
1532 	/*
1533 	 *	asoc register
1534 	 */
1535 	ret = devm_snd_soc_register_component(dev, &rsnd_soc_component,
1536 					 priv->daidrv, rsnd_rdai_nr(priv));
1537 	if (ret < 0) {
1538 		dev_err(dev, "cannot snd dai register\n");
1539 		goto exit_snd_probe;
1540 	}
1541 
1542 	pm_runtime_enable(dev);
1543 
1544 	dev_info(dev, "probed\n");
1545 	return ret;
1546 
1547 exit_snd_probe:
1548 	for_each_rsnd_dai(rdai, priv, i) {
1549 		rsnd_dai_call(remove, &rdai->playback, priv);
1550 		rsnd_dai_call(remove, &rdai->capture, priv);
1551 	}
1552 
1553 	return ret;
1554 }
1555 
1556 static int rsnd_remove(struct platform_device *pdev)
1557 {
1558 	struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1559 	struct rsnd_dai *rdai;
1560 	void (*remove_func[])(struct rsnd_priv *priv) = {
1561 		rsnd_ssi_remove,
1562 		rsnd_ssiu_remove,
1563 		rsnd_src_remove,
1564 		rsnd_ctu_remove,
1565 		rsnd_mix_remove,
1566 		rsnd_dvc_remove,
1567 		rsnd_cmd_remove,
1568 		rsnd_adg_remove,
1569 	};
1570 	int ret = 0, i;
1571 
1572 	snd_soc_disconnect_sync(&pdev->dev);
1573 
1574 	pm_runtime_disable(&pdev->dev);
1575 
1576 	for_each_rsnd_dai(rdai, priv, i) {
1577 		ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1578 		ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1579 	}
1580 
1581 	for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1582 		remove_func[i](priv);
1583 
1584 	return ret;
1585 }
1586 
1587 static int __maybe_unused rsnd_suspend(struct device *dev)
1588 {
1589 	struct rsnd_priv *priv = dev_get_drvdata(dev);
1590 
1591 	rsnd_adg_clk_disable(priv);
1592 
1593 	return 0;
1594 }
1595 
1596 static int __maybe_unused rsnd_resume(struct device *dev)
1597 {
1598 	struct rsnd_priv *priv = dev_get_drvdata(dev);
1599 
1600 	rsnd_adg_clk_enable(priv);
1601 
1602 	return 0;
1603 }
1604 
1605 static const struct dev_pm_ops rsnd_pm_ops = {
1606 	SET_SYSTEM_SLEEP_PM_OPS(rsnd_suspend, rsnd_resume)
1607 };
1608 
1609 static struct platform_driver rsnd_driver = {
1610 	.driver	= {
1611 		.name	= "rcar_sound",
1612 		.pm	= &rsnd_pm_ops,
1613 		.of_match_table = rsnd_of_match,
1614 	},
1615 	.probe		= rsnd_probe,
1616 	.remove		= rsnd_remove,
1617 };
1618 module_platform_driver(rsnd_driver);
1619 
1620 MODULE_LICENSE("GPL v2");
1621 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1622 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1623 MODULE_ALIAS("platform:rcar-pcm-audio");
1624