xref: /openbmc/linux/sound/ppc/snd_ps3.c (revision 74be2d3b)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Audio support for PS3
4  * Copyright (C) 2007 Sony Computer Entertainment Inc.
5  * All rights reserved.
6  * Copyright 2006, 2007 Sony Corporation
7  */
8 
9 #include <linux/dma-mapping.h>
10 #include <linux/dmapool.h>
11 #include <linux/gfp.h>
12 #include <linux/init.h>
13 #include <linux/interrupt.h>
14 #include <linux/io.h>
15 #include <linux/module.h>
16 
17 #include <sound/asound.h>
18 #include <sound/control.h>
19 #include <sound/core.h>
20 #include <sound/initval.h>
21 #include <sound/memalloc.h>
22 #include <sound/pcm.h>
23 #include <sound/pcm_params.h>
24 
25 #include <asm/dma.h>
26 #include <asm/firmware.h>
27 #include <asm/lv1call.h>
28 #include <asm/ps3.h>
29 #include <asm/ps3av.h>
30 
31 #include "snd_ps3.h"
32 #include "snd_ps3_reg.h"
33 
34 
35 /*
36  * global
37  */
38 static struct snd_ps3_card_info the_card;
39 
40 static int snd_ps3_start_delay = CONFIG_SND_PS3_DEFAULT_START_DELAY;
41 
42 module_param_named(start_delay, snd_ps3_start_delay, uint, 0644);
43 MODULE_PARM_DESC(start_delay, "time to insert silent data in ms");
44 
45 static int index = SNDRV_DEFAULT_IDX1;
46 static char *id = SNDRV_DEFAULT_STR1;
47 
48 module_param(index, int, 0444);
49 MODULE_PARM_DESC(index, "Index value for PS3 soundchip.");
50 module_param(id, charp, 0444);
51 MODULE_PARM_DESC(id, "ID string for PS3 soundchip.");
52 
53 
54 /*
55  * PS3 audio register access
56  */
57 static inline u32 read_reg(unsigned int reg)
58 {
59 	return in_be32(the_card.mapped_mmio_vaddr + reg);
60 }
61 static inline void write_reg(unsigned int reg, u32 val)
62 {
63 	out_be32(the_card.mapped_mmio_vaddr + reg, val);
64 }
65 static inline void update_reg(unsigned int reg, u32 or_val)
66 {
67 	u32 newval = read_reg(reg) | or_val;
68 	write_reg(reg, newval);
69 }
70 static inline void update_mask_reg(unsigned int reg, u32 mask, u32 or_val)
71 {
72 	u32 newval = (read_reg(reg) & mask) | or_val;
73 	write_reg(reg, newval);
74 }
75 
76 /*
77  * ALSA defs
78  */
79 static const struct snd_pcm_hardware snd_ps3_pcm_hw = {
80 	.info = (SNDRV_PCM_INFO_MMAP |
81 		 SNDRV_PCM_INFO_NONINTERLEAVED |
82 		 SNDRV_PCM_INFO_MMAP_VALID),
83 	.formats = (SNDRV_PCM_FMTBIT_S16_BE |
84 		    SNDRV_PCM_FMTBIT_S24_BE),
85 	.rates = (SNDRV_PCM_RATE_44100 |
86 		  SNDRV_PCM_RATE_48000 |
87 		  SNDRV_PCM_RATE_88200 |
88 		  SNDRV_PCM_RATE_96000),
89 	.rate_min = 44100,
90 	.rate_max = 96000,
91 
92 	.channels_min = 2, /* stereo only */
93 	.channels_max = 2,
94 
95 	.buffer_bytes_max = PS3_AUDIO_FIFO_SIZE * 64,
96 
97 	/* interrupt by four stages */
98 	.period_bytes_min = PS3_AUDIO_FIFO_STAGE_SIZE * 4,
99 	.period_bytes_max = PS3_AUDIO_FIFO_STAGE_SIZE * 4,
100 
101 	.periods_min = 16,
102 	.periods_max = 32, /* buffer_size_max/ period_bytes_max */
103 
104 	.fifo_size = PS3_AUDIO_FIFO_SIZE
105 };
106 
107 static int snd_ps3_verify_dma_stop(struct snd_ps3_card_info *card,
108 				   int count, int force_stop)
109 {
110 	int dma_ch, done, retries, stop_forced = 0;
111 	uint32_t status;
112 
113 	for (dma_ch = 0; dma_ch < 8; dma_ch++) {
114 		retries = count;
115 		do {
116 			status = read_reg(PS3_AUDIO_KICK(dma_ch)) &
117 				PS3_AUDIO_KICK_STATUS_MASK;
118 			switch (status) {
119 			case PS3_AUDIO_KICK_STATUS_DONE:
120 			case PS3_AUDIO_KICK_STATUS_NOTIFY:
121 			case PS3_AUDIO_KICK_STATUS_CLEAR:
122 			case PS3_AUDIO_KICK_STATUS_ERROR:
123 				done = 1;
124 				break;
125 			default:
126 				done = 0;
127 				udelay(10);
128 			}
129 		} while (!done && --retries);
130 		if (!retries && force_stop) {
131 			pr_info("%s: DMA ch %d is not stopped.",
132 				__func__, dma_ch);
133 			/* last resort. force to stop dma.
134 			 *  NOTE: this cause DMA done interrupts
135 			 */
136 			update_reg(PS3_AUDIO_CONFIG, PS3_AUDIO_CONFIG_CLEAR);
137 			stop_forced = 1;
138 		}
139 	}
140 	return stop_forced;
141 }
142 
143 /*
144  * wait for all dma is done.
145  * NOTE: caller should reset card->running before call.
146  *       If not, the interrupt handler will re-start DMA,
147  *       then DMA is never stopped.
148  */
149 static void snd_ps3_wait_for_dma_stop(struct snd_ps3_card_info *card)
150 {
151 	int stop_forced;
152 	/*
153 	 * wait for the last dma is done
154 	 */
155 
156 	/*
157 	 * expected maximum DMA done time is 5.7ms + something (DMA itself).
158 	 * 5.7ms is from 16bit/sample 2ch 44.1Khz; the time next
159 	 * DMA kick event would occur.
160 	 */
161 	stop_forced = snd_ps3_verify_dma_stop(card, 700, 1);
162 
163 	/*
164 	 * clear outstanding interrupts.
165 	 */
166 	update_reg(PS3_AUDIO_INTR_0, 0);
167 	update_reg(PS3_AUDIO_AX_IS, 0);
168 
169 	/*
170 	 *revert CLEAR bit since it will not reset automatically after DMA stop
171 	 */
172 	if (stop_forced)
173 		update_mask_reg(PS3_AUDIO_CONFIG, ~PS3_AUDIO_CONFIG_CLEAR, 0);
174 	/* ensure the hardware sees changes */
175 	wmb();
176 }
177 
178 static void snd_ps3_kick_dma(struct snd_ps3_card_info *card)
179 {
180 
181 	update_reg(PS3_AUDIO_KICK(0), PS3_AUDIO_KICK_REQUEST);
182 	/* ensure the hardware sees the change */
183 	wmb();
184 }
185 
186 /*
187  * convert virtual addr to ioif bus addr.
188  */
189 static dma_addr_t v_to_bus(struct snd_ps3_card_info *card, void *paddr, int ch)
190 {
191 	return card->dma_start_bus_addr[ch] +
192 		(paddr - card->dma_start_vaddr[ch]);
193 };
194 
195 
196 /*
197  * increment ring buffer pointer.
198  * NOTE: caller must hold write spinlock
199  */
200 static void snd_ps3_bump_buffer(struct snd_ps3_card_info *card,
201 				enum snd_ps3_ch ch, size_t byte_count,
202 				int stage)
203 {
204 	if (!stage)
205 		card->dma_last_transfer_vaddr[ch] =
206 			card->dma_next_transfer_vaddr[ch];
207 	card->dma_next_transfer_vaddr[ch] += byte_count;
208 	if ((card->dma_start_vaddr[ch] + (card->dma_buffer_size / 2)) <=
209 	    card->dma_next_transfer_vaddr[ch]) {
210 		card->dma_next_transfer_vaddr[ch] = card->dma_start_vaddr[ch];
211 	}
212 }
213 /*
214  * setup dmac to send data to audio and attenuate samples on the ring buffer
215  */
216 static int snd_ps3_program_dma(struct snd_ps3_card_info *card,
217 			       enum snd_ps3_dma_filltype filltype)
218 {
219 	/* this dmac does not support over 4G */
220 	uint32_t dma_addr;
221 	int fill_stages, dma_ch, stage;
222 	enum snd_ps3_ch ch;
223 	uint32_t ch0_kick_event = 0; /* initialize to mute gcc */
224 	unsigned long irqsave;
225 	int silent = 0;
226 
227 	switch (filltype) {
228 	case SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL:
229 		silent = 1;
230 		/* intentionally fall thru */
231 	case SND_PS3_DMA_FILLTYPE_FIRSTFILL:
232 		ch0_kick_event = PS3_AUDIO_KICK_EVENT_ALWAYS;
233 		break;
234 
235 	case SND_PS3_DMA_FILLTYPE_SILENT_RUNNING:
236 		silent = 1;
237 		/* intentionally fall thru */
238 	case SND_PS3_DMA_FILLTYPE_RUNNING:
239 		ch0_kick_event = PS3_AUDIO_KICK_EVENT_SERIALOUT0_EMPTY;
240 		break;
241 	}
242 
243 	snd_ps3_verify_dma_stop(card, 700, 0);
244 	fill_stages = 4;
245 	spin_lock_irqsave(&card->dma_lock, irqsave);
246 	for (ch = 0; ch < 2; ch++) {
247 		for (stage = 0; stage < fill_stages; stage++) {
248 			dma_ch = stage * 2 + ch;
249 			if (silent)
250 				dma_addr = card->null_buffer_start_dma_addr;
251 			else
252 				dma_addr =
253 				v_to_bus(card,
254 					 card->dma_next_transfer_vaddr[ch],
255 					 ch);
256 
257 			write_reg(PS3_AUDIO_SOURCE(dma_ch),
258 				  (PS3_AUDIO_SOURCE_TARGET_SYSTEM_MEMORY |
259 				   dma_addr));
260 
261 			/* dst: fixed to 3wire#0 */
262 			if (ch == 0)
263 				write_reg(PS3_AUDIO_DEST(dma_ch),
264 					  (PS3_AUDIO_DEST_TARGET_AUDIOFIFO |
265 					   PS3_AUDIO_AO_3W_LDATA(0)));
266 			else
267 				write_reg(PS3_AUDIO_DEST(dma_ch),
268 					  (PS3_AUDIO_DEST_TARGET_AUDIOFIFO |
269 					   PS3_AUDIO_AO_3W_RDATA(0)));
270 
271 			/* count always 1 DMA block (1/2 stage = 128 bytes) */
272 			write_reg(PS3_AUDIO_DMASIZE(dma_ch), 0);
273 			/* bump pointer if needed */
274 			if (!silent)
275 				snd_ps3_bump_buffer(card, ch,
276 						    PS3_AUDIO_DMAC_BLOCK_SIZE,
277 						    stage);
278 
279 			/* kick event  */
280 			if (dma_ch == 0)
281 				write_reg(PS3_AUDIO_KICK(dma_ch),
282 					  ch0_kick_event);
283 			else
284 				write_reg(PS3_AUDIO_KICK(dma_ch),
285 					  PS3_AUDIO_KICK_EVENT_AUDIO_DMA(dma_ch
286 									 - 1) |
287 					  PS3_AUDIO_KICK_REQUEST);
288 		}
289 	}
290 	/* ensure the hardware sees the change */
291 	wmb();
292 	spin_unlock_irqrestore(&card->dma_lock, irqsave);
293 
294 	return 0;
295 }
296 
297 /*
298  * Interrupt handler
299  */
300 static irqreturn_t snd_ps3_interrupt(int irq, void *dev_id)
301 {
302 
303 	uint32_t port_intr;
304 	int underflow_occured = 0;
305 	struct snd_ps3_card_info *card = dev_id;
306 
307 	if (!card->running) {
308 		update_reg(PS3_AUDIO_AX_IS, 0);
309 		update_reg(PS3_AUDIO_INTR_0, 0);
310 		return IRQ_HANDLED;
311 	}
312 
313 	port_intr = read_reg(PS3_AUDIO_AX_IS);
314 	/*
315 	 *serial buffer empty detected (every 4 times),
316 	 *program next dma and kick it
317 	 */
318 	if (port_intr & PS3_AUDIO_AX_IE_ASOBEIE(0)) {
319 		write_reg(PS3_AUDIO_AX_IS, PS3_AUDIO_AX_IE_ASOBEIE(0));
320 		if (port_intr & PS3_AUDIO_AX_IE_ASOBUIE(0)) {
321 			write_reg(PS3_AUDIO_AX_IS, port_intr);
322 			underflow_occured = 1;
323 		}
324 		if (card->silent) {
325 			/* we are still in silent time */
326 			snd_ps3_program_dma(card,
327 				(underflow_occured) ?
328 				SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL :
329 				SND_PS3_DMA_FILLTYPE_SILENT_RUNNING);
330 			snd_ps3_kick_dma(card);
331 			card->silent--;
332 		} else {
333 			snd_ps3_program_dma(card,
334 				(underflow_occured) ?
335 				SND_PS3_DMA_FILLTYPE_FIRSTFILL :
336 				SND_PS3_DMA_FILLTYPE_RUNNING);
337 			snd_ps3_kick_dma(card);
338 			snd_pcm_period_elapsed(card->substream);
339 		}
340 	} else if (port_intr & PS3_AUDIO_AX_IE_ASOBUIE(0)) {
341 		write_reg(PS3_AUDIO_AX_IS, PS3_AUDIO_AX_IE_ASOBUIE(0));
342 		/*
343 		 * serial out underflow, but buffer empty not detected.
344 		 * in this case, fill fifo with 0 to recover.  After
345 		 * filling dummy data, serial automatically start to
346 		 * consume them and then will generate normal buffer
347 		 * empty interrupts.
348 		 * If both buffer underflow and buffer empty are occurred,
349 		 * it is better to do nomal data transfer than empty one
350 		 */
351 		snd_ps3_program_dma(card,
352 				    SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL);
353 		snd_ps3_kick_dma(card);
354 		snd_ps3_program_dma(card,
355 				    SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL);
356 		snd_ps3_kick_dma(card);
357 	}
358 	/* clear interrupt cause */
359 	return IRQ_HANDLED;
360 };
361 
362 /*
363  * audio mute on/off
364  * mute_on : 0 output enabled
365  *           1 mute
366  */
367 static int snd_ps3_mute(int mute_on)
368 {
369 	return ps3av_audio_mute(mute_on);
370 }
371 
372 /*
373  * av setting
374  * NOTE: calling this function may generate audio interrupt.
375  */
376 static int snd_ps3_change_avsetting(struct snd_ps3_card_info *card)
377 {
378 	int ret, retries, i;
379 	pr_debug("%s: start\n", __func__);
380 
381 	ret = ps3av_set_audio_mode(card->avs.avs_audio_ch,
382 				  card->avs.avs_audio_rate,
383 				  card->avs.avs_audio_width,
384 				  card->avs.avs_audio_format,
385 				  card->avs.avs_audio_source);
386 	/*
387 	 * Reset the following unwanted settings:
388 	 */
389 
390 	/* disable all 3wire buffers */
391 	update_mask_reg(PS3_AUDIO_AO_3WMCTRL,
392 			~(PS3_AUDIO_AO_3WMCTRL_ASOEN(0) |
393 			  PS3_AUDIO_AO_3WMCTRL_ASOEN(1) |
394 			  PS3_AUDIO_AO_3WMCTRL_ASOEN(2) |
395 			  PS3_AUDIO_AO_3WMCTRL_ASOEN(3)),
396 			0);
397 	wmb();	/* ensure the hardware sees the change */
398 	/* wait for actually stopped */
399 	retries = 1000;
400 	while ((read_reg(PS3_AUDIO_AO_3WMCTRL) &
401 		(PS3_AUDIO_AO_3WMCTRL_ASORUN(0) |
402 		 PS3_AUDIO_AO_3WMCTRL_ASORUN(1) |
403 		 PS3_AUDIO_AO_3WMCTRL_ASORUN(2) |
404 		 PS3_AUDIO_AO_3WMCTRL_ASORUN(3))) &&
405 	       --retries) {
406 		udelay(1);
407 	}
408 
409 	/* reset buffer pointer */
410 	for (i = 0; i < 4; i++) {
411 		update_reg(PS3_AUDIO_AO_3WCTRL(i),
412 			   PS3_AUDIO_AO_3WCTRL_ASOBRST_RESET);
413 		udelay(10);
414 	}
415 	wmb(); /* ensure the hardware actually start resetting */
416 
417 	/* enable 3wire#0 buffer */
418 	update_reg(PS3_AUDIO_AO_3WMCTRL, PS3_AUDIO_AO_3WMCTRL_ASOEN(0));
419 
420 
421 	/* In 24bit mode,ALSA inserts a zero byte at first byte of per sample */
422 	update_mask_reg(PS3_AUDIO_AO_3WCTRL(0),
423 			~PS3_AUDIO_AO_3WCTRL_ASODF,
424 			PS3_AUDIO_AO_3WCTRL_ASODF_LSB);
425 	update_mask_reg(PS3_AUDIO_AO_SPDCTRL(0),
426 			~PS3_AUDIO_AO_SPDCTRL_SPODF,
427 			PS3_AUDIO_AO_SPDCTRL_SPODF_LSB);
428 	/* ensure all the setting above is written back to register */
429 	wmb();
430 	/* avsetting driver altered AX_IE, caller must reset it if you want */
431 	pr_debug("%s: end\n", __func__);
432 	return ret;
433 }
434 
435 /*
436  *  set sampling rate according to the substream
437  */
438 static int snd_ps3_set_avsetting(struct snd_pcm_substream *substream)
439 {
440 	struct snd_ps3_card_info *card = snd_pcm_substream_chip(substream);
441 	struct snd_ps3_avsetting_info avs;
442 	int ret;
443 
444 	avs = card->avs;
445 
446 	pr_debug("%s: called freq=%d width=%d\n", __func__,
447 		 substream->runtime->rate,
448 		 snd_pcm_format_width(substream->runtime->format));
449 
450 	pr_debug("%s: before freq=%d width=%d\n", __func__,
451 		 card->avs.avs_audio_rate, card->avs.avs_audio_width);
452 
453 	/* sample rate */
454 	switch (substream->runtime->rate) {
455 	case 44100:
456 		avs.avs_audio_rate = PS3AV_CMD_AUDIO_FS_44K;
457 		break;
458 	case 48000:
459 		avs.avs_audio_rate = PS3AV_CMD_AUDIO_FS_48K;
460 		break;
461 	case 88200:
462 		avs.avs_audio_rate = PS3AV_CMD_AUDIO_FS_88K;
463 		break;
464 	case 96000:
465 		avs.avs_audio_rate = PS3AV_CMD_AUDIO_FS_96K;
466 		break;
467 	default:
468 		pr_info("%s: invalid rate %d\n", __func__,
469 			substream->runtime->rate);
470 		return 1;
471 	}
472 
473 	/* width */
474 	switch (snd_pcm_format_width(substream->runtime->format)) {
475 	case 16:
476 		avs.avs_audio_width = PS3AV_CMD_AUDIO_WORD_BITS_16;
477 		break;
478 	case 24:
479 		avs.avs_audio_width = PS3AV_CMD_AUDIO_WORD_BITS_24;
480 		break;
481 	default:
482 		pr_info("%s: invalid width %d\n", __func__,
483 			snd_pcm_format_width(substream->runtime->format));
484 		return 1;
485 	}
486 
487 	memcpy(avs.avs_cs_info, ps3av_mode_cs_info, 8);
488 
489 	if (memcmp(&card->avs, &avs, sizeof(avs))) {
490 		pr_debug("%s: after freq=%d width=%d\n", __func__,
491 			 card->avs.avs_audio_rate, card->avs.avs_audio_width);
492 
493 		card->avs = avs;
494 		snd_ps3_change_avsetting(card);
495 		ret = 0;
496 	} else
497 		ret = 1;
498 
499 	/* check CS non-audio bit and mute accordingly */
500 	if (avs.avs_cs_info[0] & 0x02)
501 		ps3av_audio_mute_analog(1); /* mute if non-audio */
502 	else
503 		ps3av_audio_mute_analog(0);
504 
505 	return ret;
506 }
507 
508 /*
509  * PCM operators
510  */
511 static int snd_ps3_pcm_open(struct snd_pcm_substream *substream)
512 {
513 	struct snd_pcm_runtime *runtime = substream->runtime;
514 	struct snd_ps3_card_info *card = snd_pcm_substream_chip(substream);
515 
516 	/* to retrieve substream/runtime in interrupt handler */
517 	card->substream = substream;
518 
519 	runtime->hw = snd_ps3_pcm_hw;
520 
521 	card->start_delay = snd_ps3_start_delay;
522 
523 	/* mute off */
524 	snd_ps3_mute(0); /* this function sleep */
525 
526 	snd_pcm_hw_constraint_step(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
527 				   PS3_AUDIO_FIFO_STAGE_SIZE * 4 * 2);
528 	return 0;
529 };
530 
531 static int snd_ps3_pcm_close(struct snd_pcm_substream *substream)
532 {
533 	/* mute on */
534 	snd_ps3_mute(1);
535 	return 0;
536 };
537 
538 static int snd_ps3_delay_to_bytes(struct snd_pcm_substream *substream,
539 				  unsigned int delay_ms)
540 {
541 	int ret;
542 	int rate ;
543 
544 	rate = substream->runtime->rate;
545 	ret = snd_pcm_format_size(substream->runtime->format,
546 				  rate * delay_ms / 1000)
547 		* substream->runtime->channels;
548 
549 	pr_debug("%s: time=%d rate=%d bytes=%ld, frames=%d, ret=%d\n",
550 		 __func__,
551 		 delay_ms,
552 		 rate,
553 		 snd_pcm_format_size(substream->runtime->format, rate),
554 		 rate * delay_ms / 1000,
555 		 ret);
556 
557 	return ret;
558 };
559 
560 static int snd_ps3_pcm_prepare(struct snd_pcm_substream *substream)
561 {
562 	struct snd_pcm_runtime *runtime = substream->runtime;
563 	struct snd_ps3_card_info *card = snd_pcm_substream_chip(substream);
564 	unsigned long irqsave;
565 
566 	if (!snd_ps3_set_avsetting(substream)) {
567 		/* some parameter changed */
568 		write_reg(PS3_AUDIO_AX_IE,
569 			  PS3_AUDIO_AX_IE_ASOBEIE(0) |
570 			  PS3_AUDIO_AX_IE_ASOBUIE(0));
571 		/*
572 		 * let SPDIF device re-lock with SPDIF signal,
573 		 * start with some silence
574 		 */
575 		card->silent = snd_ps3_delay_to_bytes(substream,
576 						      card->start_delay) /
577 			(PS3_AUDIO_FIFO_STAGE_SIZE * 4); /* every 4 times */
578 	}
579 
580 	/* restart ring buffer pointer */
581 	spin_lock_irqsave(&card->dma_lock, irqsave);
582 	{
583 		card->dma_buffer_size = runtime->dma_bytes;
584 
585 		card->dma_last_transfer_vaddr[SND_PS3_CH_L] =
586 			card->dma_next_transfer_vaddr[SND_PS3_CH_L] =
587 			card->dma_start_vaddr[SND_PS3_CH_L] =
588 			runtime->dma_area;
589 		card->dma_start_bus_addr[SND_PS3_CH_L] = runtime->dma_addr;
590 
591 		card->dma_last_transfer_vaddr[SND_PS3_CH_R] =
592 			card->dma_next_transfer_vaddr[SND_PS3_CH_R] =
593 			card->dma_start_vaddr[SND_PS3_CH_R] =
594 			runtime->dma_area + (runtime->dma_bytes / 2);
595 		card->dma_start_bus_addr[SND_PS3_CH_R] =
596 			runtime->dma_addr + (runtime->dma_bytes / 2);
597 
598 		pr_debug("%s: vaddr=%p bus=%#llx\n", __func__,
599 			 card->dma_start_vaddr[SND_PS3_CH_L],
600 			 card->dma_start_bus_addr[SND_PS3_CH_L]);
601 
602 	}
603 	spin_unlock_irqrestore(&card->dma_lock, irqsave);
604 
605 	/* ensure the hardware sees the change */
606 	mb();
607 
608 	return 0;
609 };
610 
611 static int snd_ps3_pcm_trigger(struct snd_pcm_substream *substream,
612 			       int cmd)
613 {
614 	struct snd_ps3_card_info *card = snd_pcm_substream_chip(substream);
615 
616 	switch (cmd) {
617 	case SNDRV_PCM_TRIGGER_START:
618 		/* clear outstanding interrupts  */
619 		update_reg(PS3_AUDIO_AX_IS, 0);
620 
621 		spin_lock(&card->dma_lock);
622 		{
623 			card->running = 1;
624 		}
625 		spin_unlock(&card->dma_lock);
626 
627 		snd_ps3_program_dma(card,
628 				    SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL);
629 		snd_ps3_kick_dma(card);
630 		while (read_reg(PS3_AUDIO_KICK(7)) &
631 		       PS3_AUDIO_KICK_STATUS_MASK) {
632 			udelay(1);
633 		}
634 		snd_ps3_program_dma(card, SND_PS3_DMA_FILLTYPE_SILENT_RUNNING);
635 		snd_ps3_kick_dma(card);
636 		break;
637 
638 	case SNDRV_PCM_TRIGGER_STOP:
639 		spin_lock(&card->dma_lock);
640 		{
641 			card->running = 0;
642 		}
643 		spin_unlock(&card->dma_lock);
644 		snd_ps3_wait_for_dma_stop(card);
645 		break;
646 	default:
647 		break;
648 
649 	}
650 
651 	return 0;
652 };
653 
654 /*
655  * report current pointer
656  */
657 static snd_pcm_uframes_t snd_ps3_pcm_pointer(
658 	struct snd_pcm_substream *substream)
659 {
660 	struct snd_ps3_card_info *card = snd_pcm_substream_chip(substream);
661 	size_t bytes;
662 	snd_pcm_uframes_t ret;
663 
664 	spin_lock(&card->dma_lock);
665 	{
666 		bytes = (size_t)(card->dma_last_transfer_vaddr[SND_PS3_CH_L] -
667 				 card->dma_start_vaddr[SND_PS3_CH_L]);
668 	}
669 	spin_unlock(&card->dma_lock);
670 
671 	ret = bytes_to_frames(substream->runtime, bytes * 2);
672 
673 	return ret;
674 };
675 
676 /*
677  * SPDIF status bits controls
678  */
679 static int snd_ps3_spdif_mask_info(struct snd_kcontrol *kcontrol,
680 				   struct snd_ctl_elem_info *uinfo)
681 {
682 	uinfo->type = SNDRV_CTL_ELEM_TYPE_IEC958;
683 	uinfo->count = 1;
684 	return 0;
685 }
686 
687 /* FIXME: ps3av_set_audio_mode() assumes only consumer mode */
688 static int snd_ps3_spdif_cmask_get(struct snd_kcontrol *kcontrol,
689 				   struct snd_ctl_elem_value *ucontrol)
690 {
691 	memset(ucontrol->value.iec958.status, 0xff, 8);
692 	return 0;
693 }
694 
695 static int snd_ps3_spdif_pmask_get(struct snd_kcontrol *kcontrol,
696 				   struct snd_ctl_elem_value *ucontrol)
697 {
698 	return 0;
699 }
700 
701 static int snd_ps3_spdif_default_get(struct snd_kcontrol *kcontrol,
702 				     struct snd_ctl_elem_value *ucontrol)
703 {
704 	memcpy(ucontrol->value.iec958.status, ps3av_mode_cs_info, 8);
705 	return 0;
706 }
707 
708 static int snd_ps3_spdif_default_put(struct snd_kcontrol *kcontrol,
709 				     struct snd_ctl_elem_value *ucontrol)
710 {
711 	if (memcmp(ps3av_mode_cs_info, ucontrol->value.iec958.status, 8)) {
712 		memcpy(ps3av_mode_cs_info, ucontrol->value.iec958.status, 8);
713 		return 1;
714 	}
715 	return 0;
716 }
717 
718 static const struct snd_kcontrol_new spdif_ctls[] = {
719 	{
720 		.access = SNDRV_CTL_ELEM_ACCESS_READ,
721 		.iface = SNDRV_CTL_ELEM_IFACE_PCM,
722 		.name = SNDRV_CTL_NAME_IEC958("", PLAYBACK, CON_MASK),
723 		.info = snd_ps3_spdif_mask_info,
724 		.get = snd_ps3_spdif_cmask_get,
725 	},
726 	{
727 		.access = SNDRV_CTL_ELEM_ACCESS_READ,
728 		.iface = SNDRV_CTL_ELEM_IFACE_PCM,
729 		.name = SNDRV_CTL_NAME_IEC958("", PLAYBACK, PRO_MASK),
730 		.info = snd_ps3_spdif_mask_info,
731 		.get = snd_ps3_spdif_pmask_get,
732 	},
733 	{
734 		.iface = SNDRV_CTL_ELEM_IFACE_PCM,
735 		.name = SNDRV_CTL_NAME_IEC958("", PLAYBACK, DEFAULT),
736 		.info = snd_ps3_spdif_mask_info,
737 		.get = snd_ps3_spdif_default_get,
738 		.put = snd_ps3_spdif_default_put,
739 	},
740 };
741 
742 static const struct snd_pcm_ops snd_ps3_pcm_spdif_ops = {
743 	.open = snd_ps3_pcm_open,
744 	.close = snd_ps3_pcm_close,
745 	.prepare = snd_ps3_pcm_prepare,
746 	.trigger = snd_ps3_pcm_trigger,
747 	.pointer = snd_ps3_pcm_pointer,
748 };
749 
750 
751 static int snd_ps3_map_mmio(void)
752 {
753 	the_card.mapped_mmio_vaddr =
754 		ioremap(the_card.ps3_dev->m_region->bus_addr,
755 			the_card.ps3_dev->m_region->len);
756 
757 	if (!the_card.mapped_mmio_vaddr) {
758 		pr_info("%s: ioremap 0 failed p=%#lx l=%#lx \n",
759 		       __func__, the_card.ps3_dev->m_region->lpar_addr,
760 		       the_card.ps3_dev->m_region->len);
761 		return -ENXIO;
762 	}
763 
764 	return 0;
765 };
766 
767 static void snd_ps3_unmap_mmio(void)
768 {
769 	iounmap(the_card.mapped_mmio_vaddr);
770 	the_card.mapped_mmio_vaddr = NULL;
771 }
772 
773 static int snd_ps3_allocate_irq(void)
774 {
775 	int ret;
776 	u64 lpar_addr, lpar_size;
777 	u64 __iomem *mapped;
778 
779 	/* FIXME: move this to device_init (H/W probe) */
780 
781 	/* get irq outlet */
782 	ret = lv1_gpu_device_map(1, &lpar_addr, &lpar_size);
783 	if (ret) {
784 		pr_info("%s: device map 1 failed %d\n", __func__,
785 			ret);
786 		return -ENXIO;
787 	}
788 
789 	mapped = ioremap(lpar_addr, lpar_size);
790 	if (!mapped) {
791 		pr_info("%s: ioremap 1 failed \n", __func__);
792 		return -ENXIO;
793 	}
794 
795 	the_card.audio_irq_outlet = in_be64(mapped);
796 
797 	iounmap(mapped);
798 	ret = lv1_gpu_device_unmap(1);
799 	if (ret)
800 		pr_info("%s: unmap 1 failed\n", __func__);
801 
802 	/* irq */
803 	ret = ps3_irq_plug_setup(PS3_BINDING_CPU_ANY,
804 				 the_card.audio_irq_outlet,
805 				 &the_card.irq_no);
806 	if (ret) {
807 		pr_info("%s:ps3_alloc_irq failed (%d)\n", __func__, ret);
808 		return ret;
809 	}
810 
811 	ret = request_irq(the_card.irq_no, snd_ps3_interrupt, 0,
812 			  SND_PS3_DRIVER_NAME, &the_card);
813 	if (ret) {
814 		pr_info("%s: request_irq failed (%d)\n", __func__, ret);
815 		goto cleanup_irq;
816 	}
817 
818 	return 0;
819 
820  cleanup_irq:
821 	ps3_irq_plug_destroy(the_card.irq_no);
822 	return ret;
823 };
824 
825 static void snd_ps3_free_irq(void)
826 {
827 	free_irq(the_card.irq_no, &the_card);
828 	ps3_irq_plug_destroy(the_card.irq_no);
829 }
830 
831 static void snd_ps3_audio_set_base_addr(uint64_t ioaddr_start)
832 {
833 	uint64_t val;
834 	int ret;
835 
836 	val = (ioaddr_start & (0x0fUL << 32)) >> (32 - 20) |
837 		(0x03UL << 24) |
838 		(0x0fUL << 12) |
839 		(PS3_AUDIO_IOID);
840 
841 	ret = lv1_gpu_attribute(0x100, 0x007, val);
842 	if (ret)
843 		pr_info("%s: gpu_attribute failed %d\n", __func__,
844 			ret);
845 }
846 
847 static void snd_ps3_audio_fixup(struct snd_ps3_card_info *card)
848 {
849 	/*
850 	 * avsetting driver seems to never change the following
851 	 * so, init them here once
852 	 */
853 
854 	/* no dma interrupt needed */
855 	write_reg(PS3_AUDIO_INTR_EN_0, 0);
856 
857 	/* use every 4 buffer empty interrupt */
858 	update_mask_reg(PS3_AUDIO_AX_IC,
859 			PS3_AUDIO_AX_IC_AASOIMD_MASK,
860 			PS3_AUDIO_AX_IC_AASOIMD_EVERY4);
861 
862 	/* enable 3wire clocks */
863 	update_mask_reg(PS3_AUDIO_AO_3WMCTRL,
864 			~(PS3_AUDIO_AO_3WMCTRL_ASOBCLKD_DISABLED |
865 			  PS3_AUDIO_AO_3WMCTRL_ASOLRCKD_DISABLED),
866 			0);
867 	update_reg(PS3_AUDIO_AO_3WMCTRL,
868 		   PS3_AUDIO_AO_3WMCTRL_ASOPLRCK_DEFAULT);
869 }
870 
871 static int snd_ps3_init_avsetting(struct snd_ps3_card_info *card)
872 {
873 	int ret;
874 	pr_debug("%s: start\n", __func__);
875 	card->avs.avs_audio_ch = PS3AV_CMD_AUDIO_NUM_OF_CH_2;
876 	card->avs.avs_audio_rate = PS3AV_CMD_AUDIO_FS_48K;
877 	card->avs.avs_audio_width = PS3AV_CMD_AUDIO_WORD_BITS_16;
878 	card->avs.avs_audio_format = PS3AV_CMD_AUDIO_FORMAT_PCM;
879 	card->avs.avs_audio_source = PS3AV_CMD_AUDIO_SOURCE_SERIAL;
880 	memcpy(card->avs.avs_cs_info, ps3av_mode_cs_info, 8);
881 
882 	ret = snd_ps3_change_avsetting(card);
883 
884 	snd_ps3_audio_fixup(card);
885 
886 	/* to start to generate SPDIF signal, fill data */
887 	snd_ps3_program_dma(card, SND_PS3_DMA_FILLTYPE_SILENT_FIRSTFILL);
888 	snd_ps3_kick_dma(card);
889 	pr_debug("%s: end\n", __func__);
890 	return ret;
891 }
892 
893 static int snd_ps3_driver_probe(struct ps3_system_bus_device *dev)
894 {
895 	int i, ret;
896 	u64 lpar_addr, lpar_size;
897 	static u64 dummy_mask;
898 
899 	if (WARN_ON(!firmware_has_feature(FW_FEATURE_PS3_LV1)))
900 		return -ENODEV;
901 	if (WARN_ON(dev->match_id != PS3_MATCH_ID_SOUND))
902 		return -ENODEV;
903 
904 	the_card.ps3_dev = dev;
905 
906 	ret = ps3_open_hv_device(dev);
907 
908 	if (ret)
909 		return -ENXIO;
910 
911 	/* setup MMIO */
912 	ret = lv1_gpu_device_map(2, &lpar_addr, &lpar_size);
913 	if (ret) {
914 		pr_info("%s: device map 2 failed %d\n", __func__, ret);
915 		goto clean_open;
916 	}
917 	ps3_mmio_region_init(dev, dev->m_region, lpar_addr, lpar_size,
918 		PAGE_SHIFT);
919 
920 	ret = snd_ps3_map_mmio();
921 	if (ret)
922 		goto clean_dev_map;
923 
924 	/* setup DMA area */
925 	ps3_dma_region_init(dev, dev->d_region,
926 			    PAGE_SHIFT, /* use system page size */
927 			    0, /* dma type; not used */
928 			    NULL,
929 			    ALIGN(SND_PS3_DMA_REGION_SIZE, PAGE_SIZE));
930 	dev->d_region->ioid = PS3_AUDIO_IOID;
931 
932 	ret = ps3_dma_region_create(dev->d_region);
933 	if (ret) {
934 		pr_info("%s: region_create\n", __func__);
935 		goto clean_mmio;
936 	}
937 
938 	dummy_mask = DMA_BIT_MASK(32);
939 	dev->core.dma_mask = &dummy_mask;
940 	dma_set_coherent_mask(&dev->core, dummy_mask);
941 
942 	snd_ps3_audio_set_base_addr(dev->d_region->bus_addr);
943 
944 	/* CONFIG_SND_PS3_DEFAULT_START_DELAY */
945 	the_card.start_delay = snd_ps3_start_delay;
946 
947 	/* irq */
948 	if (snd_ps3_allocate_irq()) {
949 		ret = -ENXIO;
950 		goto clean_dma_region;
951 	}
952 
953 	/* create card instance */
954 	ret = snd_card_new(&dev->core, index, id, THIS_MODULE,
955 			   0, &the_card.card);
956 	if (ret < 0)
957 		goto clean_irq;
958 
959 	strcpy(the_card.card->driver, "PS3");
960 	strcpy(the_card.card->shortname, "PS3");
961 	strcpy(the_card.card->longname, "PS3 sound");
962 
963 	/* create control elements */
964 	for (i = 0; i < ARRAY_SIZE(spdif_ctls); i++) {
965 		ret = snd_ctl_add(the_card.card,
966 				  snd_ctl_new1(&spdif_ctls[i], &the_card));
967 		if (ret < 0)
968 			goto clean_card;
969 	}
970 
971 	/* create PCM devices instance */
972 	/* NOTE:this driver works assuming pcm:substream = 1:1 */
973 	ret = snd_pcm_new(the_card.card,
974 			  "SPDIF",
975 			  0, /* instance index, will be stored pcm.device*/
976 			  1, /* output substream */
977 			  0, /* input substream */
978 			  &(the_card.pcm));
979 	if (ret)
980 		goto clean_card;
981 
982 	the_card.pcm->private_data = &the_card;
983 	strcpy(the_card.pcm->name, "SPDIF");
984 
985 	/* set pcm ops */
986 	snd_pcm_set_ops(the_card.pcm, SNDRV_PCM_STREAM_PLAYBACK,
987 			&snd_ps3_pcm_spdif_ops);
988 
989 	the_card.pcm->info_flags = SNDRV_PCM_INFO_NONINTERLEAVED;
990 	/* pre-alloc PCM DMA buffer*/
991 	snd_pcm_set_managed_buffer_all(the_card.pcm,
992 				       SNDRV_DMA_TYPE_DEV,
993 				       &dev->core,
994 				       SND_PS3_PCM_PREALLOC_SIZE,
995 				       SND_PS3_PCM_PREALLOC_SIZE);
996 
997 	/*
998 	 * allocate null buffer
999 	 * its size should be lager than PS3_AUDIO_FIFO_STAGE_SIZE * 2
1000 	 * PAGE_SIZE is enogh
1001 	 */
1002 	the_card.null_buffer_start_vaddr =
1003 		dma_alloc_coherent(&the_card.ps3_dev->core,
1004 				   PAGE_SIZE,
1005 				   &the_card.null_buffer_start_dma_addr,
1006 				   GFP_KERNEL);
1007 	if (!the_card.null_buffer_start_vaddr) {
1008 		pr_info("%s: nullbuffer alloc failed\n", __func__);
1009 		ret = -ENOMEM;
1010 		goto clean_card;
1011 	}
1012 	pr_debug("%s: null vaddr=%p dma=%#llx\n", __func__,
1013 		 the_card.null_buffer_start_vaddr,
1014 		 the_card.null_buffer_start_dma_addr);
1015 	/* set default sample rate/word width */
1016 	snd_ps3_init_avsetting(&the_card);
1017 
1018 	/* register the card */
1019 	ret = snd_card_register(the_card.card);
1020 	if (ret < 0)
1021 		goto clean_dma_map;
1022 
1023 	pr_info("%s started. start_delay=%dms\n",
1024 		the_card.card->longname, the_card.start_delay);
1025 	return 0;
1026 
1027 clean_dma_map:
1028 	dma_free_coherent(&the_card.ps3_dev->core,
1029 			  PAGE_SIZE,
1030 			  the_card.null_buffer_start_vaddr,
1031 			  the_card.null_buffer_start_dma_addr);
1032 clean_card:
1033 	snd_card_free(the_card.card);
1034 clean_irq:
1035 	snd_ps3_free_irq();
1036 clean_dma_region:
1037 	ps3_dma_region_free(dev->d_region);
1038 clean_mmio:
1039 	snd_ps3_unmap_mmio();
1040 clean_dev_map:
1041 	lv1_gpu_device_unmap(2);
1042 clean_open:
1043 	ps3_close_hv_device(dev);
1044 	/*
1045 	 * there is no destructor function to pcm.
1046 	 * midlayer automatically releases if the card removed
1047 	 */
1048 	return ret;
1049 }; /* snd_ps3_probe */
1050 
1051 /* called when module removal */
1052 static int snd_ps3_driver_remove(struct ps3_system_bus_device *dev)
1053 {
1054 	int ret;
1055 	pr_info("%s:start id=%d\n", __func__,  dev->match_id);
1056 	if (dev->match_id != PS3_MATCH_ID_SOUND)
1057 		return -ENXIO;
1058 
1059 	/*
1060 	 * ctl and preallocate buffer will be freed in
1061 	 * snd_card_free
1062 	 */
1063 	ret = snd_card_free(the_card.card);
1064 	if (ret)
1065 		pr_info("%s: ctl freecard=%d\n", __func__, ret);
1066 
1067 	dma_free_coherent(&dev->core,
1068 			  PAGE_SIZE,
1069 			  the_card.null_buffer_start_vaddr,
1070 			  the_card.null_buffer_start_dma_addr);
1071 
1072 	ps3_dma_region_free(dev->d_region);
1073 
1074 	snd_ps3_free_irq();
1075 	snd_ps3_unmap_mmio();
1076 
1077 	lv1_gpu_device_unmap(2);
1078 	ps3_close_hv_device(dev);
1079 	pr_info("%s:end id=%d\n", __func__, dev->match_id);
1080 	return 0;
1081 } /* snd_ps3_remove */
1082 
1083 static struct ps3_system_bus_driver snd_ps3_bus_driver_info = {
1084 	.match_id = PS3_MATCH_ID_SOUND,
1085 	.probe = snd_ps3_driver_probe,
1086 	.remove = snd_ps3_driver_remove,
1087 	.shutdown = snd_ps3_driver_remove,
1088 	.core = {
1089 		.name = SND_PS3_DRIVER_NAME,
1090 		.owner = THIS_MODULE,
1091 	},
1092 };
1093 
1094 
1095 /*
1096  * module/subsystem initialize/terminate
1097  */
1098 static int __init snd_ps3_init(void)
1099 {
1100 	int ret;
1101 
1102 	if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
1103 		return -ENXIO;
1104 
1105 	memset(&the_card, 0, sizeof(the_card));
1106 	spin_lock_init(&the_card.dma_lock);
1107 
1108 	/* register systembus DRIVER, this calls our probe() func */
1109 	ret = ps3_system_bus_driver_register(&snd_ps3_bus_driver_info);
1110 
1111 	return ret;
1112 }
1113 module_init(snd_ps3_init);
1114 
1115 static void __exit snd_ps3_exit(void)
1116 {
1117 	ps3_system_bus_driver_unregister(&snd_ps3_bus_driver_info);
1118 }
1119 module_exit(snd_ps3_exit);
1120 
1121 MODULE_LICENSE("GPL v2");
1122 MODULE_DESCRIPTION("PS3 sound driver");
1123 MODULE_AUTHOR("Sony Computer Entertainment Inc.");
1124 MODULE_ALIAS(PS3_MODULE_ALIAS_SOUND);
1125