xref: /openbmc/linux/sound/soc/sh/rcar/core.c (revision 8cb5d748)
1 /*
2  * Renesas R-Car SRU/SCU/SSIU/SSI support
3  *
4  * Copyright (C) 2013 Renesas Solutions Corp.
5  * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
6  *
7  * Based on fsi.c
8  * Kuninori Morimoto <morimoto.kuninori@renesas.com>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License version 2 as
12  * published by the Free Software Foundation.
13  */
14 
15 /*
16  * Renesas R-Car sound device structure
17  *
18  * Gen1
19  *
20  * SRU		: Sound Routing Unit
21  *  - SRC	: Sampling Rate Converter
22  *  - CMD
23  *    - CTU	: Channel Count Conversion Unit
24  *    - MIX	: Mixer
25  *    - DVC	: Digital Volume and Mute Function
26  *  - SSI	: Serial Sound Interface
27  *
28  * Gen2
29  *
30  * SCU		: Sampling Rate Converter Unit
31  *  - SRC	: Sampling Rate Converter
32  *  - CMD
33  *   - CTU	: Channel Count Conversion Unit
34  *   - MIX	: Mixer
35  *   - DVC	: Digital Volume and Mute Function
36  * SSIU		: Serial Sound Interface Unit
37  *  - SSI	: Serial Sound Interface
38  */
39 
40 /*
41  *	driver data Image
42  *
43  * rsnd_priv
44  *   |
45  *   | ** this depends on Gen1/Gen2
46  *   |
47  *   +- gen
48  *   |
49  *   | ** these depend on data path
50  *   | ** gen and platform data control it
51  *   |
52  *   +- rdai[0]
53  *   |   |		 sru     ssiu      ssi
54  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
55  *   |   |
56  *   |   |		 sru     ssiu      ssi
57  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
58  *   |
59  *   +- rdai[1]
60  *   |   |		 sru     ssiu      ssi
61  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
62  *   |   |
63  *   |   |		 sru     ssiu      ssi
64  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
65  *   ...
66  *   |
67  *   | ** these control ssi
68  *   |
69  *   +- ssi
70  *   |  |
71  *   |  +- ssi[0]
72  *   |  +- ssi[1]
73  *   |  +- ssi[2]
74  *   |  ...
75  *   |
76  *   | ** these control src
77  *   |
78  *   +- src
79  *      |
80  *      +- src[0]
81  *      +- src[1]
82  *      +- src[2]
83  *      ...
84  *
85  *
86  * for_each_rsnd_dai(xx, priv, xx)
87  *  rdai[0] => rdai[1] => rdai[2] => ...
88  *
89  * for_each_rsnd_mod(xx, rdai, xx)
90  *  [mod] => [mod] => [mod] => ...
91  *
92  * rsnd_dai_call(xxx, fn )
93  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
94  *
95  */
96 #include <linux/pm_runtime.h>
97 #include "rsnd.h"
98 
99 #define RSND_RATES SNDRV_PCM_RATE_8000_192000
100 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
101 
102 static const struct of_device_id rsnd_of_match[] = {
103 	{ .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
104 	{ .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
105 	{ .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN2 }, /* gen2 compatible */
106 	{},
107 };
108 MODULE_DEVICE_TABLE(of, rsnd_of_match);
109 
110 /*
111  *	rsnd_mod functions
112  */
113 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
114 {
115 	if (mod->type != type) {
116 		struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
117 		struct device *dev = rsnd_priv_to_dev(priv);
118 
119 		dev_warn(dev, "%s[%d] is not your expected module\n",
120 			 rsnd_mod_name(mod), rsnd_mod_id(mod));
121 	}
122 }
123 
124 char *rsnd_mod_name(struct rsnd_mod *mod)
125 {
126 	if (!mod || !mod->ops)
127 		return "unknown";
128 
129 	return mod->ops->name;
130 }
131 
132 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
133 				  struct rsnd_mod *mod)
134 {
135 	if (!mod || !mod->ops || !mod->ops->dma_req)
136 		return NULL;
137 
138 	return mod->ops->dma_req(io, mod);
139 }
140 
141 u32 *rsnd_mod_get_status(struct rsnd_dai_stream *io,
142 			 struct rsnd_mod *mod,
143 			 enum rsnd_mod_type type)
144 {
145 	return &mod->status;
146 }
147 
148 int rsnd_mod_init(struct rsnd_priv *priv,
149 		  struct rsnd_mod *mod,
150 		  struct rsnd_mod_ops *ops,
151 		  struct clk *clk,
152 		  u32* (*get_status)(struct rsnd_dai_stream *io,
153 				     struct rsnd_mod *mod,
154 				     enum rsnd_mod_type type),
155 		  enum rsnd_mod_type type,
156 		  int id)
157 {
158 	int ret = clk_prepare(clk);
159 
160 	if (ret)
161 		return ret;
162 
163 	mod->id		= id;
164 	mod->ops	= ops;
165 	mod->type	= type;
166 	mod->clk	= clk;
167 	mod->priv	= priv;
168 	mod->get_status	= get_status;
169 
170 	return ret;
171 }
172 
173 void rsnd_mod_quit(struct rsnd_mod *mod)
174 {
175 	if (mod->clk)
176 		clk_unprepare(mod->clk);
177 	mod->clk = NULL;
178 }
179 
180 void rsnd_mod_interrupt(struct rsnd_mod *mod,
181 			void (*callback)(struct rsnd_mod *mod,
182 					 struct rsnd_dai_stream *io))
183 {
184 	struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
185 	struct rsnd_dai_stream *io;
186 	struct rsnd_dai *rdai;
187 	int i;
188 
189 	for_each_rsnd_dai(rdai, priv, i) {
190 		io = &rdai->playback;
191 		if (mod == io->mod[mod->type])
192 			callback(mod, io);
193 
194 		io = &rdai->capture;
195 		if (mod == io->mod[mod->type])
196 			callback(mod, io);
197 	}
198 }
199 
200 int rsnd_io_is_working(struct rsnd_dai_stream *io)
201 {
202 	/* see rsnd_dai_stream_init/quit() */
203 	return !!io->substream;
204 }
205 
206 int rsnd_runtime_channel_original(struct rsnd_dai_stream *io)
207 {
208 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
209 
210 	return runtime->channels;
211 }
212 
213 int rsnd_runtime_channel_after_ctu(struct rsnd_dai_stream *io)
214 {
215 	int chan = rsnd_runtime_channel_original(io);
216 	struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
217 
218 	if (ctu_mod) {
219 		u32 converted_chan = rsnd_ctu_converted_channel(ctu_mod);
220 
221 		if (converted_chan)
222 			return converted_chan;
223 	}
224 
225 	return chan;
226 }
227 
228 int rsnd_runtime_channel_for_ssi(struct rsnd_dai_stream *io)
229 {
230 	struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
231 	int chan = rsnd_io_is_play(io) ?
232 		rsnd_runtime_channel_after_ctu(io) :
233 		rsnd_runtime_channel_original(io);
234 
235 	/* Use Multi SSI */
236 	if (rsnd_runtime_is_ssi_multi(io))
237 		chan /= rsnd_rdai_ssi_lane_get(rdai);
238 
239 	/* TDM Extend Mode needs 8ch */
240 	if (chan == 6)
241 		chan = 8;
242 
243 	return chan;
244 }
245 
246 int rsnd_runtime_is_ssi_multi(struct rsnd_dai_stream *io)
247 {
248 	struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
249 	int lane = rsnd_rdai_ssi_lane_get(rdai);
250 	int chan = rsnd_io_is_play(io) ?
251 		rsnd_runtime_channel_after_ctu(io) :
252 		rsnd_runtime_channel_original(io);
253 
254 	return (chan > 2) && (lane > 1);
255 }
256 
257 int rsnd_runtime_is_ssi_tdm(struct rsnd_dai_stream *io)
258 {
259 	return rsnd_runtime_channel_for_ssi(io) >= 6;
260 }
261 
262 /*
263  *	ADINR function
264  */
265 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
266 {
267 	struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
268 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
269 	struct device *dev = rsnd_priv_to_dev(priv);
270 
271 	switch (runtime->sample_bits) {
272 	case 16:
273 		return 8 << 16;
274 	case 32:
275 		return 0 << 16;
276 	}
277 
278 	dev_warn(dev, "not supported sample bits\n");
279 
280 	return 0;
281 }
282 
283 /*
284  *	DALIGN function
285  */
286 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
287 {
288 	struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
289 	struct rsnd_mod *target;
290 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
291 	u32 val = 0x76543210;
292 	u32 mask = ~0;
293 
294 	/*
295 	 * *Hardware* L/R and *Software* L/R are inverted.
296 	 * We need to care about inversion timing to control
297 	 * Playback/Capture correctly.
298 	 * The point is [DVC] needs *Hardware* L/R, [MEM] needs *Software* L/R
299 	 *
300 	 * sL/R : software L/R
301 	 * hL/R : hardware L/R
302 	 * (*)  : conversion timing
303 	 *
304 	 * Playback
305 	 *	     sL/R (*) hL/R     hL/R     hL/R      hL/R     hL/R
306 	 *	[MEM] -> [SRC] -> [DVC] -> [CMD] -> [SSIU] -> [SSI] -> codec
307 	 *
308 	 * Capture
309 	 *	     hL/R     hL/R      hL/R     hL/R     hL/R (*) sL/R
310 	 *	codec -> [SSI] -> [SSIU] -> [SRC] -> [DVC] -> [CMD] -> [MEM]
311 	 */
312 	if (rsnd_io_is_play(io)) {
313 		struct rsnd_mod *src = rsnd_io_to_mod_src(io);
314 
315 		target = src ? src : ssiu;
316 	} else {
317 		struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
318 
319 		target = cmd ? cmd : ssiu;
320 	}
321 
322 	mask <<= runtime->channels * 4;
323 	val = val & mask;
324 
325 	switch (runtime->sample_bits) {
326 	case 16:
327 		val |= 0x67452301 & ~mask;
328 		break;
329 	case 32:
330 		val |= 0x76543210 & ~mask;
331 		break;
332 	}
333 
334 	/*
335 	 * exchange channeles on SRC if possible,
336 	 * otherwise, R/L volume settings on DVC
337 	 * changes inverted channels
338 	 */
339 	if (mod == target)
340 		return val;
341 	else
342 		return 0x76543210;
343 }
344 
345 u32 rsnd_get_busif_shift(struct rsnd_dai_stream *io, struct rsnd_mod *mod)
346 {
347 	enum rsnd_mod_type playback_mods[] = {
348 		RSND_MOD_SRC,
349 		RSND_MOD_CMD,
350 		RSND_MOD_SSIU,
351 	};
352 	enum rsnd_mod_type capture_mods[] = {
353 		RSND_MOD_CMD,
354 		RSND_MOD_SRC,
355 		RSND_MOD_SSIU,
356 	};
357 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
358 	struct rsnd_mod *tmod = NULL;
359 	enum rsnd_mod_type *mods =
360 		rsnd_io_is_play(io) ?
361 		playback_mods : capture_mods;
362 	int i;
363 
364 	/*
365 	 * This is needed for 24bit data
366 	 * We need to shift 8bit
367 	 *
368 	 * Linux 24bit data is located as 0x00******
369 	 * HW    24bit data is located as 0x******00
370 	 *
371 	 */
372 	switch (runtime->sample_bits) {
373 	case 16:
374 		return 0;
375 	case 32:
376 		break;
377 	}
378 
379 	for (i = 0; i < ARRAY_SIZE(playback_mods); i++) {
380 		tmod = rsnd_io_to_mod(io, mods[i]);
381 		if (tmod)
382 			break;
383 	}
384 
385 	if (tmod != mod)
386 		return 0;
387 
388 	if (rsnd_io_is_play(io))
389 		return  (0 << 20) | /* shift to Left */
390 			(8 << 16);  /* 8bit */
391 	else
392 		return  (1 << 20) | /* shift to Right */
393 			(8 << 16);  /* 8bit */
394 }
395 
396 /*
397  *	rsnd_dai functions
398  */
399 struct rsnd_mod *rsnd_mod_next(int *iterator,
400 			       struct rsnd_dai_stream *io,
401 			       enum rsnd_mod_type *array,
402 			       int array_size)
403 {
404 	struct rsnd_mod *mod;
405 	enum rsnd_mod_type type;
406 	int max = array ? array_size : RSND_MOD_MAX;
407 
408 	for (; *iterator < max; (*iterator)++) {
409 		type = (array) ? array[*iterator] : *iterator;
410 		mod = io->mod[type];
411 		if (!mod)
412 			continue;
413 
414 		return mod;
415 	}
416 
417 	return NULL;
418 }
419 
420 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
421 	{
422 		/* CAPTURE */
423 		RSND_MOD_AUDMAPP,
424 		RSND_MOD_AUDMA,
425 		RSND_MOD_DVC,
426 		RSND_MOD_MIX,
427 		RSND_MOD_CTU,
428 		RSND_MOD_CMD,
429 		RSND_MOD_SRC,
430 		RSND_MOD_SSIU,
431 		RSND_MOD_SSIM3,
432 		RSND_MOD_SSIM2,
433 		RSND_MOD_SSIM1,
434 		RSND_MOD_SSIP,
435 		RSND_MOD_SSI,
436 	}, {
437 		/* PLAYBACK */
438 		RSND_MOD_AUDMAPP,
439 		RSND_MOD_AUDMA,
440 		RSND_MOD_SSIM3,
441 		RSND_MOD_SSIM2,
442 		RSND_MOD_SSIM1,
443 		RSND_MOD_SSIP,
444 		RSND_MOD_SSI,
445 		RSND_MOD_SSIU,
446 		RSND_MOD_DVC,
447 		RSND_MOD_MIX,
448 		RSND_MOD_CTU,
449 		RSND_MOD_CMD,
450 		RSND_MOD_SRC,
451 	},
452 };
453 
454 static int rsnd_status_update(u32 *status,
455 			      int shift, int add, int timing)
456 {
457 	u32 mask	= 0xF << shift;
458 	u8 val		= (*status >> shift) & 0xF;
459 	u8 next_val	= (val + add) & 0xF;
460 	int func_call	= (val == timing);
461 
462 	if (next_val == 0xF) /* underflow case */
463 		func_call = 0;
464 	else
465 		*status = (*status & ~mask) + (next_val << shift);
466 
467 	return func_call;
468 }
469 
470 #define rsnd_dai_call(fn, io, param...)					\
471 ({									\
472 	struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));	\
473 	struct rsnd_mod *mod;						\
474 	int is_play = rsnd_io_is_play(io);				\
475 	int ret = 0, i;							\
476 	enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];		\
477 	for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {	\
478 		int tmp = 0;						\
479 		u32 *status = mod->get_status(io, mod, types[i]);	\
480 		int func_call = rsnd_status_update(status,		\
481 						__rsnd_mod_shift_##fn,	\
482 						__rsnd_mod_add_##fn,	\
483 						__rsnd_mod_call_##fn);	\
484 		dev_dbg(dev, "%s[%d]\t0x%08x %s\n",			\
485 			rsnd_mod_name(mod), rsnd_mod_id(mod), *status,	\
486 			(func_call && (mod)->ops->fn) ? #fn : "");	\
487 		if (func_call && (mod)->ops->fn)			\
488 			tmp = (mod)->ops->fn(mod, io, param);		\
489 		if (tmp)						\
490 			dev_err(dev, "%s[%d] : %s error %d\n",		\
491 				rsnd_mod_name(mod), rsnd_mod_id(mod),	\
492 						     #fn, tmp);		\
493 		ret |= tmp;						\
494 	}								\
495 	ret;								\
496 })
497 
498 int rsnd_dai_connect(struct rsnd_mod *mod,
499 		     struct rsnd_dai_stream *io,
500 		     enum rsnd_mod_type type)
501 {
502 	struct rsnd_priv *priv;
503 	struct device *dev;
504 
505 	if (!mod)
506 		return -EIO;
507 
508 	if (io->mod[type] == mod)
509 		return 0;
510 
511 	if (io->mod[type])
512 		return -EINVAL;
513 
514 	priv = rsnd_mod_to_priv(mod);
515 	dev = rsnd_priv_to_dev(priv);
516 
517 	io->mod[type] = mod;
518 
519 	dev_dbg(dev, "%s[%d] is connected to io (%s)\n",
520 		rsnd_mod_name(mod), rsnd_mod_id(mod),
521 		rsnd_io_is_play(io) ? "Playback" : "Capture");
522 
523 	return 0;
524 }
525 
526 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
527 				struct rsnd_dai_stream *io,
528 				enum rsnd_mod_type type)
529 {
530 	io->mod[type] = NULL;
531 }
532 
533 int rsnd_rdai_channels_ctrl(struct rsnd_dai *rdai,
534 			    int max_channels)
535 {
536 	if (max_channels > 0)
537 		rdai->max_channels = max_channels;
538 
539 	return rdai->max_channels;
540 }
541 
542 int rsnd_rdai_ssi_lane_ctrl(struct rsnd_dai *rdai,
543 			    int ssi_lane)
544 {
545 	if (ssi_lane > 0)
546 		rdai->ssi_lane = ssi_lane;
547 
548 	return rdai->ssi_lane;
549 }
550 
551 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
552 {
553 	if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
554 		return NULL;
555 
556 	return priv->rdai + id;
557 }
558 
559 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
560 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
561 {
562 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
563 
564 	return rsnd_rdai_get(priv, dai->id);
565 }
566 
567 /*
568  *	rsnd_soc_dai functions
569  */
570 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
571 {
572 	struct snd_pcm_substream *substream = io->substream;
573 
574 	/*
575 	 * this function should be called...
576 	 *
577 	 * - if rsnd_dai_pointer_update() returns true
578 	 * - without spin lock
579 	 */
580 
581 	snd_pcm_period_elapsed(substream);
582 }
583 
584 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
585 				struct snd_pcm_substream *substream)
586 {
587 	io->substream		= substream;
588 }
589 
590 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
591 {
592 	io->substream		= NULL;
593 }
594 
595 static
596 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
597 {
598 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
599 
600 	return  rtd->cpu_dai;
601 }
602 
603 static
604 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
605 					struct snd_pcm_substream *substream)
606 {
607 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
608 		return &rdai->playback;
609 	else
610 		return &rdai->capture;
611 }
612 
613 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
614 			    struct snd_soc_dai *dai)
615 {
616 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
617 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
618 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
619 	int ret;
620 	unsigned long flags;
621 
622 	spin_lock_irqsave(&priv->lock, flags);
623 
624 	switch (cmd) {
625 	case SNDRV_PCM_TRIGGER_START:
626 	case SNDRV_PCM_TRIGGER_RESUME:
627 		rsnd_dai_stream_init(io, substream);
628 
629 		ret = rsnd_dai_call(init, io, priv);
630 		if (ret < 0)
631 			goto dai_trigger_end;
632 
633 		ret = rsnd_dai_call(start, io, priv);
634 		if (ret < 0)
635 			goto dai_trigger_end;
636 
637 		ret = rsnd_dai_call(irq, io, priv, 1);
638 		if (ret < 0)
639 			goto dai_trigger_end;
640 
641 		break;
642 	case SNDRV_PCM_TRIGGER_STOP:
643 	case SNDRV_PCM_TRIGGER_SUSPEND:
644 		ret = rsnd_dai_call(irq, io, priv, 0);
645 
646 		ret |= rsnd_dai_call(stop, io, priv);
647 
648 		ret |= rsnd_dai_call(quit, io, priv);
649 
650 		rsnd_dai_stream_quit(io);
651 		break;
652 	default:
653 		ret = -EINVAL;
654 	}
655 
656 dai_trigger_end:
657 	spin_unlock_irqrestore(&priv->lock, flags);
658 
659 	return ret;
660 }
661 
662 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
663 {
664 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
665 
666 	/* set master/slave audio interface */
667 	switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
668 	case SND_SOC_DAIFMT_CBM_CFM:
669 		rdai->clk_master = 0;
670 		break;
671 	case SND_SOC_DAIFMT_CBS_CFS:
672 		rdai->clk_master = 1; /* codec is slave, cpu is master */
673 		break;
674 	default:
675 		return -EINVAL;
676 	}
677 
678 	/* set format */
679 	switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
680 	case SND_SOC_DAIFMT_I2S:
681 		rdai->sys_delay = 0;
682 		rdai->data_alignment = 0;
683 		rdai->frm_clk_inv = 0;
684 		break;
685 	case SND_SOC_DAIFMT_LEFT_J:
686 		rdai->sys_delay = 1;
687 		rdai->data_alignment = 0;
688 		rdai->frm_clk_inv = 1;
689 		break;
690 	case SND_SOC_DAIFMT_RIGHT_J:
691 		rdai->sys_delay = 1;
692 		rdai->data_alignment = 1;
693 		rdai->frm_clk_inv = 1;
694 		break;
695 	}
696 
697 	/* set clock inversion */
698 	switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
699 	case SND_SOC_DAIFMT_NB_IF:
700 		rdai->frm_clk_inv = !rdai->frm_clk_inv;
701 		break;
702 	case SND_SOC_DAIFMT_IB_NF:
703 		rdai->bit_clk_inv = !rdai->bit_clk_inv;
704 		break;
705 	case SND_SOC_DAIFMT_IB_IF:
706 		rdai->bit_clk_inv = !rdai->bit_clk_inv;
707 		rdai->frm_clk_inv = !rdai->frm_clk_inv;
708 		break;
709 	case SND_SOC_DAIFMT_NB_NF:
710 	default:
711 		break;
712 	}
713 
714 	return 0;
715 }
716 
717 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
718 				     u32 tx_mask, u32 rx_mask,
719 				     int slots, int slot_width)
720 {
721 	struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
722 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
723 	struct device *dev = rsnd_priv_to_dev(priv);
724 
725 	switch (slots) {
726 	case 2:
727 	case 6:
728 	case 8:
729 		/* TDM Extend Mode */
730 		rsnd_rdai_channels_set(rdai, slots);
731 		rsnd_rdai_ssi_lane_set(rdai, 1);
732 		break;
733 	default:
734 		dev_err(dev, "unsupported TDM slots (%d)\n", slots);
735 		return -EINVAL;
736 	}
737 
738 	return 0;
739 }
740 
741 static unsigned int rsnd_soc_hw_channels_list[] = {
742 	2, 6, 8,
743 };
744 
745 static unsigned int rsnd_soc_hw_rate_list[] = {
746 	  8000,
747 	 11025,
748 	 16000,
749 	 22050,
750 	 32000,
751 	 44100,
752 	 48000,
753 	 64000,
754 	 88200,
755 	 96000,
756 	176400,
757 	192000,
758 };
759 
760 static int rsnd_soc_hw_rule(struct rsnd_priv *priv,
761 			    unsigned int *list, int list_num,
762 			    struct snd_interval *baseline, struct snd_interval *iv)
763 {
764 	struct snd_interval p;
765 	unsigned int rate;
766 	int i;
767 
768 	snd_interval_any(&p);
769 	p.min = UINT_MAX;
770 	p.max = 0;
771 
772 	for (i = 0; i < list_num; i++) {
773 
774 		if (!snd_interval_test(iv, list[i]))
775 			continue;
776 
777 		rate = rsnd_ssi_clk_query(priv,
778 					  baseline->min, list[i], NULL);
779 		if (rate > 0) {
780 			p.min = min(p.min, list[i]);
781 			p.max = max(p.max, list[i]);
782 		}
783 
784 		rate = rsnd_ssi_clk_query(priv,
785 					  baseline->max, list[i], NULL);
786 		if (rate > 0) {
787 			p.min = min(p.min, list[i]);
788 			p.max = max(p.max, list[i]);
789 		}
790 	}
791 
792 	return snd_interval_refine(iv, &p);
793 }
794 
795 static int rsnd_soc_hw_rule_rate(struct snd_pcm_hw_params *params,
796 				 struct snd_pcm_hw_rule *rule)
797 {
798 	struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
799 	struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
800 	struct snd_interval ic;
801 	struct snd_soc_dai *dai = rule->private;
802 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
803 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
804 
805 	/*
806 	 * possible sampling rate limitation is same as
807 	 * 2ch if it supports multi ssi
808 	 */
809 	ic = *ic_;
810 	if (1 < rsnd_rdai_ssi_lane_get(rdai)) {
811 		ic.min = 2;
812 		ic.max = 2;
813 	}
814 
815 	return rsnd_soc_hw_rule(priv, rsnd_soc_hw_rate_list,
816 				ARRAY_SIZE(rsnd_soc_hw_rate_list),
817 				&ic, ir);
818 }
819 
820 
821 static int rsnd_soc_hw_rule_channels(struct snd_pcm_hw_params *params,
822 				     struct snd_pcm_hw_rule *rule)
823 {
824 	struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
825 	struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
826 	struct snd_interval ic;
827 	struct snd_soc_dai *dai = rule->private;
828 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
829 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
830 
831 	/*
832 	 * possible sampling rate limitation is same as
833 	 * 2ch if it supports multi ssi
834 	 */
835 	ic = *ic_;
836 	if (1 < rsnd_rdai_ssi_lane_get(rdai)) {
837 		ic.min = 2;
838 		ic.max = 2;
839 	}
840 
841 	return rsnd_soc_hw_rule(priv, rsnd_soc_hw_channels_list,
842 				ARRAY_SIZE(rsnd_soc_hw_channels_list),
843 				ir, &ic);
844 }
845 
846 static const struct snd_pcm_hardware rsnd_pcm_hardware = {
847 	.info =		SNDRV_PCM_INFO_INTERLEAVED	|
848 			SNDRV_PCM_INFO_MMAP		|
849 			SNDRV_PCM_INFO_MMAP_VALID,
850 	.buffer_bytes_max	= 64 * 1024,
851 	.period_bytes_min	= 32,
852 	.period_bytes_max	= 8192,
853 	.periods_min		= 1,
854 	.periods_max		= 32,
855 	.fifo_size		= 256,
856 };
857 
858 static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
859 				struct snd_soc_dai *dai)
860 {
861 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
862 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
863 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
864 	struct snd_pcm_hw_constraint_list *constraint = &rdai->constraint;
865 	struct snd_pcm_runtime *runtime = substream->runtime;
866 	unsigned int max_channels = rsnd_rdai_channels_get(rdai);
867 	int ret;
868 	int i;
869 
870 	/*
871 	 * Channel Limitation
872 	 * It depends on Platform design
873 	 */
874 	constraint->list	= rsnd_soc_hw_channels_list;
875 	constraint->count	= 0;
876 	constraint->mask	= 0;
877 
878 	for (i = 0; i < ARRAY_SIZE(rsnd_soc_hw_channels_list); i++) {
879 		if (rsnd_soc_hw_channels_list[i] > max_channels)
880 			break;
881 		constraint->count = i + 1;
882 	}
883 
884 	snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
885 
886 	snd_pcm_hw_constraint_list(runtime, 0,
887 				   SNDRV_PCM_HW_PARAM_CHANNELS, constraint);
888 
889 	snd_pcm_hw_constraint_integer(runtime,
890 				      SNDRV_PCM_HW_PARAM_PERIODS);
891 
892 	/*
893 	 * Sampling Rate / Channel Limitation
894 	 * It depends on Clock Master Mode
895 	 */
896 	if (rsnd_rdai_is_clk_master(rdai)) {
897 		snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
898 				    rsnd_soc_hw_rule_rate, dai,
899 				    SNDRV_PCM_HW_PARAM_CHANNELS, -1);
900 		snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
901 				    rsnd_soc_hw_rule_channels, dai,
902 				    SNDRV_PCM_HW_PARAM_RATE, -1);
903 	}
904 
905 	/*
906 	 * call rsnd_dai_call without spinlock
907 	 */
908 	ret = rsnd_dai_call(nolock_start, io, priv);
909 	if (ret < 0)
910 		rsnd_dai_call(nolock_stop, io, priv);
911 
912 	return ret;
913 }
914 
915 static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
916 				  struct snd_soc_dai *dai)
917 {
918 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
919 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
920 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
921 
922 	/*
923 	 * call rsnd_dai_call without spinlock
924 	 */
925 	rsnd_dai_call(nolock_stop, io, priv);
926 }
927 
928 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
929 	.startup	= rsnd_soc_dai_startup,
930 	.shutdown	= rsnd_soc_dai_shutdown,
931 	.trigger	= rsnd_soc_dai_trigger,
932 	.set_fmt	= rsnd_soc_dai_set_fmt,
933 	.set_tdm_slot	= rsnd_soc_set_dai_tdm_slot,
934 };
935 
936 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
937 		struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
938 		struct device_node *node,
939 		struct device_node *playback,
940 		struct device_node *capture)
941 {
942 	struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
943 	struct device_node *np;
944 	struct rsnd_mod *mod;
945 	int i;
946 
947 	if (!node)
948 		return;
949 
950 	i = 0;
951 	for_each_child_of_node(node, np) {
952 		mod = mod_get(priv, i);
953 		if (np == playback)
954 			rsnd_dai_connect(mod, &rdai->playback, mod->type);
955 		if (np == capture)
956 			rsnd_dai_connect(mod, &rdai->capture, mod->type);
957 		i++;
958 	}
959 
960 	of_node_put(node);
961 }
962 
963 static struct device_node *rsnd_dai_of_node(struct rsnd_priv *priv,
964 					    int *is_graph)
965 {
966 	struct device *dev = rsnd_priv_to_dev(priv);
967 	struct device_node *np = dev->of_node;
968 	struct device_node *dai_node;
969 	struct device_node *ret;
970 
971 	*is_graph = 0;
972 
973 	/*
974 	 * parse both previous dai (= rcar_sound,dai), and
975 	 * graph dai (= ports/port)
976 	 */
977 	dai_node = of_get_child_by_name(np, RSND_NODE_DAI);
978 	if (dai_node) {
979 		ret = dai_node;
980 		goto of_node_compatible;
981 	}
982 
983 	ret = np;
984 
985 	dai_node = of_graph_get_next_endpoint(np, NULL);
986 	if (dai_node)
987 		goto of_node_graph;
988 
989 	return NULL;
990 
991 of_node_graph:
992 	*is_graph = 1;
993 of_node_compatible:
994 	of_node_put(dai_node);
995 
996 	return ret;
997 }
998 
999 static void __rsnd_dai_probe(struct rsnd_priv *priv,
1000 			     struct device_node *dai_np,
1001 			     int dai_i, int is_graph)
1002 {
1003 	struct device_node *playback, *capture;
1004 	struct rsnd_dai_stream *io_playback;
1005 	struct rsnd_dai_stream *io_capture;
1006 	struct snd_soc_dai_driver *drv;
1007 	struct rsnd_dai *rdai;
1008 	struct device *dev = rsnd_priv_to_dev(priv);
1009 	int io_i;
1010 
1011 	rdai		= rsnd_rdai_get(priv, dai_i);
1012 	drv		= priv->daidrv + dai_i;
1013 	io_playback	= &rdai->playback;
1014 	io_capture	= &rdai->capture;
1015 
1016 	snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
1017 
1018 	rdai->priv	= priv;
1019 	drv->name	= rdai->name;
1020 	drv->ops	= &rsnd_soc_dai_ops;
1021 
1022 	snprintf(rdai->playback.name, RSND_DAI_NAME_SIZE,
1023 		 "DAI%d Playback", dai_i);
1024 	drv->playback.rates		= RSND_RATES;
1025 	drv->playback.formats		= RSND_FMTS;
1026 	drv->playback.channels_min	= 2;
1027 	drv->playback.channels_max	= 8;
1028 	drv->playback.stream_name	= rdai->playback.name;
1029 
1030 	snprintf(rdai->capture.name, RSND_DAI_NAME_SIZE,
1031 		 "DAI%d Capture", dai_i);
1032 	drv->capture.rates		= RSND_RATES;
1033 	drv->capture.formats		= RSND_FMTS;
1034 	drv->capture.channels_min	= 2;
1035 	drv->capture.channels_max	= 8;
1036 	drv->capture.stream_name	= rdai->capture.name;
1037 
1038 	rdai->playback.rdai		= rdai;
1039 	rdai->capture.rdai		= rdai;
1040 	rsnd_rdai_channels_set(rdai, 2); /* default 2ch */
1041 	rsnd_rdai_ssi_lane_set(rdai, 1); /* default 1lane */
1042 
1043 	for (io_i = 0;; io_i++) {
1044 		playback = of_parse_phandle(dai_np, "playback", io_i);
1045 		capture  = of_parse_phandle(dai_np, "capture", io_i);
1046 
1047 		if (!playback && !capture)
1048 			break;
1049 
1050 		rsnd_parse_connect_ssi(rdai, playback, capture);
1051 		rsnd_parse_connect_src(rdai, playback, capture);
1052 		rsnd_parse_connect_ctu(rdai, playback, capture);
1053 		rsnd_parse_connect_mix(rdai, playback, capture);
1054 		rsnd_parse_connect_dvc(rdai, playback, capture);
1055 
1056 		of_node_put(playback);
1057 		of_node_put(capture);
1058 	}
1059 
1060 	dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
1061 		rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
1062 		rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
1063 }
1064 
1065 static int rsnd_dai_probe(struct rsnd_priv *priv)
1066 {
1067 	struct device_node *dai_node;
1068 	struct device_node *dai_np;
1069 	struct snd_soc_dai_driver *rdrv;
1070 	struct device *dev = rsnd_priv_to_dev(priv);
1071 	struct rsnd_dai *rdai;
1072 	int nr;
1073 	int is_graph;
1074 	int dai_i;
1075 
1076 	dai_node = rsnd_dai_of_node(priv, &is_graph);
1077 	if (is_graph)
1078 		nr = of_graph_get_endpoint_count(dai_node);
1079 	else
1080 		nr = of_get_child_count(dai_node);
1081 
1082 	if (!nr)
1083 		return -EINVAL;
1084 
1085 	rdrv = devm_kzalloc(dev, sizeof(*rdrv) * nr, GFP_KERNEL);
1086 	rdai = devm_kzalloc(dev, sizeof(*rdai) * nr, GFP_KERNEL);
1087 	if (!rdrv || !rdai)
1088 		return -ENOMEM;
1089 
1090 	priv->rdai_nr	= nr;
1091 	priv->daidrv	= rdrv;
1092 	priv->rdai	= rdai;
1093 
1094 	/*
1095 	 * parse all dai
1096 	 */
1097 	dai_i = 0;
1098 	if (is_graph) {
1099 		for_each_endpoint_of_node(dai_node, dai_np) {
1100 			__rsnd_dai_probe(priv, dai_np, dai_i, is_graph);
1101 			rsnd_ssi_parse_hdmi_connection(priv, dai_np, dai_i);
1102 			dai_i++;
1103 		}
1104 	} else {
1105 		for_each_child_of_node(dai_node, dai_np)
1106 			__rsnd_dai_probe(priv, dai_np, dai_i++, is_graph);
1107 	}
1108 
1109 	return 0;
1110 }
1111 
1112 /*
1113  *		pcm ops
1114  */
1115 static int rsnd_hw_params(struct snd_pcm_substream *substream,
1116 			 struct snd_pcm_hw_params *hw_params)
1117 {
1118 	struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1119 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1120 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1121 	int ret;
1122 
1123 	ret = rsnd_dai_call(hw_params, io, substream, hw_params);
1124 	if (ret)
1125 		return ret;
1126 
1127 	return snd_pcm_lib_malloc_pages(substream,
1128 					params_buffer_bytes(hw_params));
1129 }
1130 
1131 static snd_pcm_uframes_t rsnd_pointer(struct snd_pcm_substream *substream)
1132 {
1133 	struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1134 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1135 	struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1136 	snd_pcm_uframes_t pointer = 0;
1137 
1138 	rsnd_dai_call(pointer, io, &pointer);
1139 
1140 	return pointer;
1141 }
1142 
1143 static const struct snd_pcm_ops rsnd_pcm_ops = {
1144 	.ioctl		= snd_pcm_lib_ioctl,
1145 	.hw_params	= rsnd_hw_params,
1146 	.hw_free	= snd_pcm_lib_free_pages,
1147 	.pointer	= rsnd_pointer,
1148 };
1149 
1150 /*
1151  *		snd_kcontrol
1152  */
1153 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
1154 			   struct snd_ctl_elem_info *uinfo)
1155 {
1156 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1157 
1158 	if (cfg->texts) {
1159 		uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
1160 		uinfo->count = cfg->size;
1161 		uinfo->value.enumerated.items = cfg->max;
1162 		if (uinfo->value.enumerated.item >= cfg->max)
1163 			uinfo->value.enumerated.item = cfg->max - 1;
1164 		strlcpy(uinfo->value.enumerated.name,
1165 			cfg->texts[uinfo->value.enumerated.item],
1166 			sizeof(uinfo->value.enumerated.name));
1167 	} else {
1168 		uinfo->count = cfg->size;
1169 		uinfo->value.integer.min = 0;
1170 		uinfo->value.integer.max = cfg->max;
1171 		uinfo->type = (cfg->max == 1) ?
1172 			SNDRV_CTL_ELEM_TYPE_BOOLEAN :
1173 			SNDRV_CTL_ELEM_TYPE_INTEGER;
1174 	}
1175 
1176 	return 0;
1177 }
1178 
1179 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
1180 			  struct snd_ctl_elem_value *uc)
1181 {
1182 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1183 	int i;
1184 
1185 	for (i = 0; i < cfg->size; i++)
1186 		if (cfg->texts)
1187 			uc->value.enumerated.item[i] = cfg->val[i];
1188 		else
1189 			uc->value.integer.value[i] = cfg->val[i];
1190 
1191 	return 0;
1192 }
1193 
1194 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
1195 			  struct snd_ctl_elem_value *uc)
1196 {
1197 	struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1198 	int i, change = 0;
1199 
1200 	if (!cfg->accept(cfg->io))
1201 		return 0;
1202 
1203 	for (i = 0; i < cfg->size; i++) {
1204 		if (cfg->texts) {
1205 			change |= (uc->value.enumerated.item[i] != cfg->val[i]);
1206 			cfg->val[i] = uc->value.enumerated.item[i];
1207 		} else {
1208 			change |= (uc->value.integer.value[i] != cfg->val[i]);
1209 			cfg->val[i] = uc->value.integer.value[i];
1210 		}
1211 	}
1212 
1213 	if (change && cfg->update)
1214 		cfg->update(cfg->io, cfg->mod);
1215 
1216 	return change;
1217 }
1218 
1219 int rsnd_kctrl_accept_anytime(struct rsnd_dai_stream *io)
1220 {
1221 	return 1;
1222 }
1223 
1224 int rsnd_kctrl_accept_runtime(struct rsnd_dai_stream *io)
1225 {
1226 	struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
1227 
1228 	return !!runtime;
1229 }
1230 
1231 struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1232 {
1233 	cfg->cfg.val = cfg->val;
1234 
1235 	return &cfg->cfg;
1236 }
1237 
1238 struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1239 {
1240 	cfg->cfg.val = &cfg->val;
1241 
1242 	return &cfg->cfg;
1243 }
1244 
1245 int rsnd_kctrl_new(struct rsnd_mod *mod,
1246 		   struct rsnd_dai_stream *io,
1247 		   struct snd_soc_pcm_runtime *rtd,
1248 		   const unsigned char *name,
1249 		   int (*accept)(struct rsnd_dai_stream *io),
1250 		   void (*update)(struct rsnd_dai_stream *io,
1251 				  struct rsnd_mod *mod),
1252 		   struct rsnd_kctrl_cfg *cfg,
1253 		   const char * const *texts,
1254 		   int size,
1255 		   u32 max)
1256 {
1257 	struct snd_card *card = rtd->card->snd_card;
1258 	struct snd_kcontrol *kctrl;
1259 	struct snd_kcontrol_new knew = {
1260 		.iface		= SNDRV_CTL_ELEM_IFACE_MIXER,
1261 		.name		= name,
1262 		.info		= rsnd_kctrl_info,
1263 		.index		= rtd->num,
1264 		.get		= rsnd_kctrl_get,
1265 		.put		= rsnd_kctrl_put,
1266 	};
1267 	int ret;
1268 
1269 	if (size > RSND_MAX_CHANNELS)
1270 		return -EINVAL;
1271 
1272 	kctrl = snd_ctl_new1(&knew, cfg);
1273 	if (!kctrl)
1274 		return -ENOMEM;
1275 
1276 	ret = snd_ctl_add(card, kctrl);
1277 	if (ret < 0)
1278 		return ret;
1279 
1280 	cfg->texts	= texts;
1281 	cfg->max	= max;
1282 	cfg->size	= size;
1283 	cfg->accept	= accept;
1284 	cfg->update	= update;
1285 	cfg->card	= card;
1286 	cfg->kctrl	= kctrl;
1287 	cfg->io		= io;
1288 	cfg->mod	= mod;
1289 
1290 	return 0;
1291 }
1292 
1293 /*
1294  *		snd_soc_platform
1295  */
1296 
1297 #define PREALLOC_BUFFER		(32 * 1024)
1298 #define PREALLOC_BUFFER_MAX	(32 * 1024)
1299 
1300 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd)
1301 {
1302 	struct snd_soc_dai *dai = rtd->cpu_dai;
1303 	struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1304 	int ret;
1305 
1306 	ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1307 	if (ret)
1308 		return ret;
1309 
1310 	ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1311 	if (ret)
1312 		return ret;
1313 
1314 	return snd_pcm_lib_preallocate_pages_for_all(
1315 		rtd->pcm,
1316 		SNDRV_DMA_TYPE_CONTINUOUS,
1317 		snd_dma_continuous_data(GFP_KERNEL),
1318 		PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1319 }
1320 
1321 static const struct snd_soc_platform_driver rsnd_soc_platform = {
1322 	.ops		= &rsnd_pcm_ops,
1323 	.pcm_new	= rsnd_pcm_new,
1324 };
1325 
1326 static const struct snd_soc_component_driver rsnd_soc_component = {
1327 	.name		= "rsnd",
1328 };
1329 
1330 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1331 				       struct rsnd_dai_stream *io)
1332 {
1333 	int ret;
1334 
1335 	ret = rsnd_dai_call(probe, io, priv);
1336 	if (ret == -EAGAIN) {
1337 		struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1338 		struct rsnd_mod *mod;
1339 		int i;
1340 
1341 		/*
1342 		 * Fallback to PIO mode
1343 		 */
1344 
1345 		/*
1346 		 * call "remove" for SSI/SRC/DVC
1347 		 * SSI will be switch to PIO mode if it was DMA mode
1348 		 * see
1349 		 *	rsnd_dma_init()
1350 		 *	rsnd_ssi_fallback()
1351 		 */
1352 		rsnd_dai_call(remove, io, priv);
1353 
1354 		/*
1355 		 * remove all mod from io
1356 		 * and, re connect ssi
1357 		 */
1358 		for_each_rsnd_mod(i, mod, io)
1359 			rsnd_dai_disconnect(mod, io, i);
1360 		rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1361 
1362 		/*
1363 		 * fallback
1364 		 */
1365 		rsnd_dai_call(fallback, io, priv);
1366 
1367 		/*
1368 		 * retry to "probe".
1369 		 * DAI has SSI which is PIO mode only now.
1370 		 */
1371 		ret = rsnd_dai_call(probe, io, priv);
1372 	}
1373 
1374 	return ret;
1375 }
1376 
1377 /*
1378  *	rsnd probe
1379  */
1380 static int rsnd_probe(struct platform_device *pdev)
1381 {
1382 	struct rsnd_priv *priv;
1383 	struct device *dev = &pdev->dev;
1384 	struct rsnd_dai *rdai;
1385 	int (*probe_func[])(struct rsnd_priv *priv) = {
1386 		rsnd_gen_probe,
1387 		rsnd_dma_probe,
1388 		rsnd_ssi_probe,
1389 		rsnd_ssiu_probe,
1390 		rsnd_src_probe,
1391 		rsnd_ctu_probe,
1392 		rsnd_mix_probe,
1393 		rsnd_dvc_probe,
1394 		rsnd_cmd_probe,
1395 		rsnd_adg_probe,
1396 		rsnd_dai_probe,
1397 	};
1398 	int ret, i;
1399 
1400 	/*
1401 	 *	init priv data
1402 	 */
1403 	priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1404 	if (!priv)
1405 		return -ENODEV;
1406 
1407 	priv->pdev	= pdev;
1408 	priv->flags	= (unsigned long)of_device_get_match_data(dev);
1409 	spin_lock_init(&priv->lock);
1410 
1411 	/*
1412 	 *	init each module
1413 	 */
1414 	for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1415 		ret = probe_func[i](priv);
1416 		if (ret)
1417 			return ret;
1418 	}
1419 
1420 	for_each_rsnd_dai(rdai, priv, i) {
1421 		ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1422 		if (ret)
1423 			goto exit_snd_probe;
1424 
1425 		ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1426 		if (ret)
1427 			goto exit_snd_probe;
1428 	}
1429 
1430 	dev_set_drvdata(dev, priv);
1431 
1432 	/*
1433 	 *	asoc register
1434 	 */
1435 	ret = snd_soc_register_platform(dev, &rsnd_soc_platform);
1436 	if (ret < 0) {
1437 		dev_err(dev, "cannot snd soc register\n");
1438 		return ret;
1439 	}
1440 
1441 	ret = snd_soc_register_component(dev, &rsnd_soc_component,
1442 					 priv->daidrv, rsnd_rdai_nr(priv));
1443 	if (ret < 0) {
1444 		dev_err(dev, "cannot snd dai register\n");
1445 		goto exit_snd_soc;
1446 	}
1447 
1448 	pm_runtime_enable(dev);
1449 
1450 	dev_info(dev, "probed\n");
1451 	return ret;
1452 
1453 exit_snd_soc:
1454 	snd_soc_unregister_platform(dev);
1455 exit_snd_probe:
1456 	for_each_rsnd_dai(rdai, priv, i) {
1457 		rsnd_dai_call(remove, &rdai->playback, priv);
1458 		rsnd_dai_call(remove, &rdai->capture, priv);
1459 	}
1460 
1461 	return ret;
1462 }
1463 
1464 static int rsnd_remove(struct platform_device *pdev)
1465 {
1466 	struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1467 	struct rsnd_dai *rdai;
1468 	void (*remove_func[])(struct rsnd_priv *priv) = {
1469 		rsnd_ssi_remove,
1470 		rsnd_ssiu_remove,
1471 		rsnd_src_remove,
1472 		rsnd_ctu_remove,
1473 		rsnd_mix_remove,
1474 		rsnd_dvc_remove,
1475 		rsnd_cmd_remove,
1476 		rsnd_adg_remove,
1477 	};
1478 	int ret = 0, i;
1479 
1480 	pm_runtime_disable(&pdev->dev);
1481 
1482 	for_each_rsnd_dai(rdai, priv, i) {
1483 		ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1484 		ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1485 	}
1486 
1487 	for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1488 		remove_func[i](priv);
1489 
1490 	snd_soc_unregister_component(&pdev->dev);
1491 	snd_soc_unregister_platform(&pdev->dev);
1492 
1493 	return ret;
1494 }
1495 
1496 static int rsnd_suspend(struct device *dev)
1497 {
1498 	struct rsnd_priv *priv = dev_get_drvdata(dev);
1499 
1500 	rsnd_adg_clk_disable(priv);
1501 
1502 	return 0;
1503 }
1504 
1505 static int rsnd_resume(struct device *dev)
1506 {
1507 	struct rsnd_priv *priv = dev_get_drvdata(dev);
1508 
1509 	rsnd_adg_clk_enable(priv);
1510 
1511 	return 0;
1512 }
1513 
1514 static const struct dev_pm_ops rsnd_pm_ops = {
1515 	.suspend		= rsnd_suspend,
1516 	.resume			= rsnd_resume,
1517 };
1518 
1519 static struct platform_driver rsnd_driver = {
1520 	.driver	= {
1521 		.name	= "rcar_sound",
1522 		.pm	= &rsnd_pm_ops,
1523 		.of_match_table = rsnd_of_match,
1524 	},
1525 	.probe		= rsnd_probe,
1526 	.remove		= rsnd_remove,
1527 };
1528 module_platform_driver(rsnd_driver);
1529 
1530 MODULE_LICENSE("GPL");
1531 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1532 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1533 MODULE_ALIAS("platform:rcar-pcm-audio");
1534