xref: /openbmc/linux/sound/pci/hda/hda_intel.c (revision b6bec26c)
1 /*
2  *
3  *  hda_intel.c - Implementation of primary alsa driver code base
4  *                for Intel HD Audio.
5  *
6  *  Copyright(c) 2004 Intel Corporation. All rights reserved.
7  *
8  *  Copyright (c) 2004 Takashi Iwai <tiwai@suse.de>
9  *                     PeiSen Hou <pshou@realtek.com.tw>
10  *
11  *  This program is free software; you can redistribute it and/or modify it
12  *  under the terms of the GNU General Public License as published by the Free
13  *  Software Foundation; either version 2 of the License, or (at your option)
14  *  any later version.
15  *
16  *  This program is distributed in the hope that it will be useful, but WITHOUT
17  *  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18  *  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
19  *  more details.
20  *
21  *  You should have received a copy of the GNU General Public License along with
22  *  this program; if not, write to the Free Software Foundation, Inc., 59
23  *  Temple Place - Suite 330, Boston, MA  02111-1307, USA.
24  *
25  *  CONTACTS:
26  *
27  *  Matt Jared		matt.jared@intel.com
28  *  Andy Kopp		andy.kopp@intel.com
29  *  Dan Kogan		dan.d.kogan@intel.com
30  *
31  *  CHANGES:
32  *
33  *  2004.12.01	Major rewrite by tiwai, merged the work of pshou
34  *
35  */
36 
37 #include <linux/delay.h>
38 #include <linux/interrupt.h>
39 #include <linux/kernel.h>
40 #include <linux/module.h>
41 #include <linux/dma-mapping.h>
42 #include <linux/moduleparam.h>
43 #include <linux/init.h>
44 #include <linux/slab.h>
45 #include <linux/pci.h>
46 #include <linux/mutex.h>
47 #include <linux/reboot.h>
48 #include <linux/io.h>
49 #include <linux/pm_runtime.h>
50 #include <linux/clocksource.h>
51 #include <linux/time.h>
52 #include <linux/completion.h>
53 
54 #ifdef CONFIG_X86
55 /* for snoop control */
56 #include <asm/pgtable.h>
57 #include <asm/cacheflush.h>
58 #endif
59 #include <sound/core.h>
60 #include <sound/initval.h>
61 #include <linux/vgaarb.h>
62 #include <linux/vga_switcheroo.h>
63 #include <linux/firmware.h>
64 #include "hda_codec.h"
65 
66 
67 static int index[SNDRV_CARDS] = SNDRV_DEFAULT_IDX;
68 static char *id[SNDRV_CARDS] = SNDRV_DEFAULT_STR;
69 static bool enable[SNDRV_CARDS] = SNDRV_DEFAULT_ENABLE_PNP;
70 static char *model[SNDRV_CARDS];
71 static int position_fix[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
72 static int bdl_pos_adj[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
73 static int probe_mask[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
74 static int probe_only[SNDRV_CARDS];
75 static int jackpoll_ms[SNDRV_CARDS];
76 static bool single_cmd;
77 static int enable_msi = -1;
78 #ifdef CONFIG_SND_HDA_PATCH_LOADER
79 static char *patch[SNDRV_CARDS];
80 #endif
81 #ifdef CONFIG_SND_HDA_INPUT_BEEP
82 static bool beep_mode[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] =
83 					CONFIG_SND_HDA_INPUT_BEEP_MODE};
84 #endif
85 
86 module_param_array(index, int, NULL, 0444);
87 MODULE_PARM_DESC(index, "Index value for Intel HD audio interface.");
88 module_param_array(id, charp, NULL, 0444);
89 MODULE_PARM_DESC(id, "ID string for Intel HD audio interface.");
90 module_param_array(enable, bool, NULL, 0444);
91 MODULE_PARM_DESC(enable, "Enable Intel HD audio interface.");
92 module_param_array(model, charp, NULL, 0444);
93 MODULE_PARM_DESC(model, "Use the given board model.");
94 module_param_array(position_fix, int, NULL, 0444);
95 MODULE_PARM_DESC(position_fix, "DMA pointer read method."
96 		 "(-1 = system default, 0 = auto, 1 = LPIB, 2 = POSBUF, 3 = VIACOMBO, 4 = COMBO).");
97 module_param_array(bdl_pos_adj, int, NULL, 0644);
98 MODULE_PARM_DESC(bdl_pos_adj, "BDL position adjustment offset.");
99 module_param_array(probe_mask, int, NULL, 0444);
100 MODULE_PARM_DESC(probe_mask, "Bitmask to probe codecs (default = -1).");
101 module_param_array(probe_only, int, NULL, 0444);
102 MODULE_PARM_DESC(probe_only, "Only probing and no codec initialization.");
103 module_param_array(jackpoll_ms, int, NULL, 0444);
104 MODULE_PARM_DESC(jackpoll_ms, "Ms between polling for jack events (default = 0, using unsol events only)");
105 module_param(single_cmd, bool, 0444);
106 MODULE_PARM_DESC(single_cmd, "Use single command to communicate with codecs "
107 		 "(for debugging only).");
108 module_param(enable_msi, bint, 0444);
109 MODULE_PARM_DESC(enable_msi, "Enable Message Signaled Interrupt (MSI)");
110 #ifdef CONFIG_SND_HDA_PATCH_LOADER
111 module_param_array(patch, charp, NULL, 0444);
112 MODULE_PARM_DESC(patch, "Patch file for Intel HD audio interface.");
113 #endif
114 #ifdef CONFIG_SND_HDA_INPUT_BEEP
115 module_param_array(beep_mode, bool, NULL, 0444);
116 MODULE_PARM_DESC(beep_mode, "Select HDA Beep registration mode "
117 			    "(0=off, 1=on) (default=1).");
118 #endif
119 
120 #ifdef CONFIG_PM
121 static int param_set_xint(const char *val, const struct kernel_param *kp);
122 static struct kernel_param_ops param_ops_xint = {
123 	.set = param_set_xint,
124 	.get = param_get_int,
125 };
126 #define param_check_xint param_check_int
127 
128 static int power_save = CONFIG_SND_HDA_POWER_SAVE_DEFAULT;
129 module_param(power_save, xint, 0644);
130 MODULE_PARM_DESC(power_save, "Automatic power-saving timeout "
131 		 "(in second, 0 = disable).");
132 
133 /* reset the HD-audio controller in power save mode.
134  * this may give more power-saving, but will take longer time to
135  * wake up.
136  */
137 static bool power_save_controller = 1;
138 module_param(power_save_controller, bool, 0644);
139 MODULE_PARM_DESC(power_save_controller, "Reset controller in power save mode.");
140 #endif /* CONFIG_PM */
141 
142 static int align_buffer_size = -1;
143 module_param(align_buffer_size, bint, 0644);
144 MODULE_PARM_DESC(align_buffer_size,
145 		"Force buffer and period sizes to be multiple of 128 bytes.");
146 
147 #ifdef CONFIG_X86
148 static bool hda_snoop = true;
149 module_param_named(snoop, hda_snoop, bool, 0444);
150 MODULE_PARM_DESC(snoop, "Enable/disable snooping");
151 #define azx_snoop(chip)		(chip)->snoop
152 #else
153 #define hda_snoop		true
154 #define azx_snoop(chip)		true
155 #endif
156 
157 
158 MODULE_LICENSE("GPL");
159 MODULE_SUPPORTED_DEVICE("{{Intel, ICH6},"
160 			 "{Intel, ICH6M},"
161 			 "{Intel, ICH7},"
162 			 "{Intel, ESB2},"
163 			 "{Intel, ICH8},"
164 			 "{Intel, ICH9},"
165 			 "{Intel, ICH10},"
166 			 "{Intel, PCH},"
167 			 "{Intel, CPT},"
168 			 "{Intel, PPT},"
169 			 "{Intel, LPT},"
170 			 "{Intel, LPT_LP},"
171 			 "{Intel, HPT},"
172 			 "{Intel, PBG},"
173 			 "{Intel, SCH},"
174 			 "{ATI, SB450},"
175 			 "{ATI, SB600},"
176 			 "{ATI, RS600},"
177 			 "{ATI, RS690},"
178 			 "{ATI, RS780},"
179 			 "{ATI, R600},"
180 			 "{ATI, RV630},"
181 			 "{ATI, RV610},"
182 			 "{ATI, RV670},"
183 			 "{ATI, RV635},"
184 			 "{ATI, RV620},"
185 			 "{ATI, RV770},"
186 			 "{VIA, VT8251},"
187 			 "{VIA, VT8237A},"
188 			 "{SiS, SIS966},"
189 			 "{ULI, M5461}}");
190 MODULE_DESCRIPTION("Intel HDA driver");
191 
192 #ifdef CONFIG_SND_VERBOSE_PRINTK
193 #define SFX	/* nop */
194 #else
195 #define SFX	"hda-intel "
196 #endif
197 
198 #if defined(CONFIG_PM) && defined(CONFIG_VGA_SWITCHEROO)
199 #ifdef CONFIG_SND_HDA_CODEC_HDMI
200 #define SUPPORT_VGA_SWITCHEROO
201 #endif
202 #endif
203 
204 
205 /*
206  * registers
207  */
208 #define ICH6_REG_GCAP			0x00
209 #define   ICH6_GCAP_64OK	(1 << 0)   /* 64bit address support */
210 #define   ICH6_GCAP_NSDO	(3 << 1)   /* # of serial data out signals */
211 #define   ICH6_GCAP_BSS		(31 << 3)  /* # of bidirectional streams */
212 #define   ICH6_GCAP_ISS		(15 << 8)  /* # of input streams */
213 #define   ICH6_GCAP_OSS		(15 << 12) /* # of output streams */
214 #define ICH6_REG_VMIN			0x02
215 #define ICH6_REG_VMAJ			0x03
216 #define ICH6_REG_OUTPAY			0x04
217 #define ICH6_REG_INPAY			0x06
218 #define ICH6_REG_GCTL			0x08
219 #define   ICH6_GCTL_RESET	(1 << 0)   /* controller reset */
220 #define   ICH6_GCTL_FCNTRL	(1 << 1)   /* flush control */
221 #define   ICH6_GCTL_UNSOL	(1 << 8)   /* accept unsol. response enable */
222 #define ICH6_REG_WAKEEN			0x0c
223 #define ICH6_REG_STATESTS		0x0e
224 #define ICH6_REG_GSTS			0x10
225 #define   ICH6_GSTS_FSTS	(1 << 1)   /* flush status */
226 #define ICH6_REG_INTCTL			0x20
227 #define ICH6_REG_INTSTS			0x24
228 #define ICH6_REG_WALLCLK		0x30	/* 24Mhz source */
229 #define ICH6_REG_OLD_SSYNC		0x34	/* SSYNC for old ICH */
230 #define ICH6_REG_SSYNC			0x38
231 #define ICH6_REG_CORBLBASE		0x40
232 #define ICH6_REG_CORBUBASE		0x44
233 #define ICH6_REG_CORBWP			0x48
234 #define ICH6_REG_CORBRP			0x4a
235 #define   ICH6_CORBRP_RST	(1 << 15)  /* read pointer reset */
236 #define ICH6_REG_CORBCTL		0x4c
237 #define   ICH6_CORBCTL_RUN	(1 << 1)   /* enable DMA */
238 #define   ICH6_CORBCTL_CMEIE	(1 << 0)   /* enable memory error irq */
239 #define ICH6_REG_CORBSTS		0x4d
240 #define   ICH6_CORBSTS_CMEI	(1 << 0)   /* memory error indication */
241 #define ICH6_REG_CORBSIZE		0x4e
242 
243 #define ICH6_REG_RIRBLBASE		0x50
244 #define ICH6_REG_RIRBUBASE		0x54
245 #define ICH6_REG_RIRBWP			0x58
246 #define   ICH6_RIRBWP_RST	(1 << 15)  /* write pointer reset */
247 #define ICH6_REG_RINTCNT		0x5a
248 #define ICH6_REG_RIRBCTL		0x5c
249 #define   ICH6_RBCTL_IRQ_EN	(1 << 0)   /* enable IRQ */
250 #define   ICH6_RBCTL_DMA_EN	(1 << 1)   /* enable DMA */
251 #define   ICH6_RBCTL_OVERRUN_EN	(1 << 2)   /* enable overrun irq */
252 #define ICH6_REG_RIRBSTS		0x5d
253 #define   ICH6_RBSTS_IRQ	(1 << 0)   /* response irq */
254 #define   ICH6_RBSTS_OVERRUN	(1 << 2)   /* overrun irq */
255 #define ICH6_REG_RIRBSIZE		0x5e
256 
257 #define ICH6_REG_IC			0x60
258 #define ICH6_REG_IR			0x64
259 #define ICH6_REG_IRS			0x68
260 #define   ICH6_IRS_VALID	(1<<1)
261 #define   ICH6_IRS_BUSY		(1<<0)
262 
263 #define ICH6_REG_DPLBASE		0x70
264 #define ICH6_REG_DPUBASE		0x74
265 #define   ICH6_DPLBASE_ENABLE	0x1	/* Enable position buffer */
266 
267 /* SD offset: SDI0=0x80, SDI1=0xa0, ... SDO3=0x160 */
268 enum { SDI0, SDI1, SDI2, SDI3, SDO0, SDO1, SDO2, SDO3 };
269 
270 /* stream register offsets from stream base */
271 #define ICH6_REG_SD_CTL			0x00
272 #define ICH6_REG_SD_STS			0x03
273 #define ICH6_REG_SD_LPIB		0x04
274 #define ICH6_REG_SD_CBL			0x08
275 #define ICH6_REG_SD_LVI			0x0c
276 #define ICH6_REG_SD_FIFOW		0x0e
277 #define ICH6_REG_SD_FIFOSIZE		0x10
278 #define ICH6_REG_SD_FORMAT		0x12
279 #define ICH6_REG_SD_BDLPL		0x18
280 #define ICH6_REG_SD_BDLPU		0x1c
281 
282 /* PCI space */
283 #define ICH6_PCIREG_TCSEL	0x44
284 
285 /*
286  * other constants
287  */
288 
289 /* max number of SDs */
290 /* ICH, ATI and VIA have 4 playback and 4 capture */
291 #define ICH6_NUM_CAPTURE	4
292 #define ICH6_NUM_PLAYBACK	4
293 
294 /* ULI has 6 playback and 5 capture */
295 #define ULI_NUM_CAPTURE		5
296 #define ULI_NUM_PLAYBACK	6
297 
298 /* ATI HDMI has 1 playback and 0 capture */
299 #define ATIHDMI_NUM_CAPTURE	0
300 #define ATIHDMI_NUM_PLAYBACK	1
301 
302 /* TERA has 4 playback and 3 capture */
303 #define TERA_NUM_CAPTURE	3
304 #define TERA_NUM_PLAYBACK	4
305 
306 /* this number is statically defined for simplicity */
307 #define MAX_AZX_DEV		16
308 
309 /* max number of fragments - we may use more if allocating more pages for BDL */
310 #define BDL_SIZE		4096
311 #define AZX_MAX_BDL_ENTRIES	(BDL_SIZE / 16)
312 #define AZX_MAX_FRAG		32
313 /* max buffer size - no h/w limit, you can increase as you like */
314 #define AZX_MAX_BUF_SIZE	(1024*1024*1024)
315 
316 /* RIRB int mask: overrun[2], response[0] */
317 #define RIRB_INT_RESPONSE	0x01
318 #define RIRB_INT_OVERRUN	0x04
319 #define RIRB_INT_MASK		0x05
320 
321 /* STATESTS int mask: S3,SD2,SD1,SD0 */
322 #define AZX_MAX_CODECS		8
323 #define AZX_DEFAULT_CODECS	4
324 #define STATESTS_INT_MASK	((1 << AZX_MAX_CODECS) - 1)
325 
326 /* SD_CTL bits */
327 #define SD_CTL_STREAM_RESET	0x01	/* stream reset bit */
328 #define SD_CTL_DMA_START	0x02	/* stream DMA start bit */
329 #define SD_CTL_STRIPE		(3 << 16)	/* stripe control */
330 #define SD_CTL_TRAFFIC_PRIO	(1 << 18)	/* traffic priority */
331 #define SD_CTL_DIR		(1 << 19)	/* bi-directional stream */
332 #define SD_CTL_STREAM_TAG_MASK	(0xf << 20)
333 #define SD_CTL_STREAM_TAG_SHIFT	20
334 
335 /* SD_CTL and SD_STS */
336 #define SD_INT_DESC_ERR		0x10	/* descriptor error interrupt */
337 #define SD_INT_FIFO_ERR		0x08	/* FIFO error interrupt */
338 #define SD_INT_COMPLETE		0x04	/* completion interrupt */
339 #define SD_INT_MASK		(SD_INT_DESC_ERR|SD_INT_FIFO_ERR|\
340 				 SD_INT_COMPLETE)
341 
342 /* SD_STS */
343 #define SD_STS_FIFO_READY	0x20	/* FIFO ready */
344 
345 /* INTCTL and INTSTS */
346 #define ICH6_INT_ALL_STREAM	0xff	   /* all stream interrupts */
347 #define ICH6_INT_CTRL_EN	0x40000000 /* controller interrupt enable bit */
348 #define ICH6_INT_GLOBAL_EN	0x80000000 /* global interrupt enable bit */
349 
350 /* below are so far hardcoded - should read registers in future */
351 #define ICH6_MAX_CORB_ENTRIES	256
352 #define ICH6_MAX_RIRB_ENTRIES	256
353 
354 /* position fix mode */
355 enum {
356 	POS_FIX_AUTO,
357 	POS_FIX_LPIB,
358 	POS_FIX_POSBUF,
359 	POS_FIX_VIACOMBO,
360 	POS_FIX_COMBO,
361 };
362 
363 /* Defines for ATI HD Audio support in SB450 south bridge */
364 #define ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR   0x42
365 #define ATI_SB450_HDAUDIO_ENABLE_SNOOP      0x02
366 
367 /* Defines for Nvidia HDA support */
368 #define NVIDIA_HDA_TRANSREG_ADDR      0x4e
369 #define NVIDIA_HDA_ENABLE_COHBITS     0x0f
370 #define NVIDIA_HDA_ISTRM_COH          0x4d
371 #define NVIDIA_HDA_OSTRM_COH          0x4c
372 #define NVIDIA_HDA_ENABLE_COHBIT      0x01
373 
374 /* Defines for Intel SCH HDA snoop control */
375 #define INTEL_SCH_HDA_DEVC      0x78
376 #define INTEL_SCH_HDA_DEVC_NOSNOOP       (0x1<<11)
377 
378 /* Define IN stream 0 FIFO size offset in VIA controller */
379 #define VIA_IN_STREAM0_FIFO_SIZE_OFFSET	0x90
380 /* Define VIA HD Audio Device ID*/
381 #define VIA_HDAC_DEVICE_ID		0x3288
382 
383 /* HD Audio class code */
384 #define PCI_CLASS_MULTIMEDIA_HD_AUDIO	0x0403
385 
386 /*
387  */
388 
389 struct azx_dev {
390 	struct snd_dma_buffer bdl; /* BDL buffer */
391 	u32 *posbuf;		/* position buffer pointer */
392 
393 	unsigned int bufsize;	/* size of the play buffer in bytes */
394 	unsigned int period_bytes; /* size of the period in bytes */
395 	unsigned int frags;	/* number for period in the play buffer */
396 	unsigned int fifo_size;	/* FIFO size */
397 	unsigned long start_wallclk;	/* start + minimum wallclk */
398 	unsigned long period_wallclk;	/* wallclk for period */
399 
400 	void __iomem *sd_addr;	/* stream descriptor pointer */
401 
402 	u32 sd_int_sta_mask;	/* stream int status mask */
403 
404 	/* pcm support */
405 	struct snd_pcm_substream *substream;	/* assigned substream,
406 						 * set in PCM open
407 						 */
408 	unsigned int format_val;	/* format value to be set in the
409 					 * controller and the codec
410 					 */
411 	unsigned char stream_tag;	/* assigned stream */
412 	unsigned char index;		/* stream index */
413 	int assigned_key;		/* last device# key assigned to */
414 
415 	unsigned int opened :1;
416 	unsigned int running :1;
417 	unsigned int irq_pending :1;
418 	/*
419 	 * For VIA:
420 	 *  A flag to ensure DMA position is 0
421 	 *  when link position is not greater than FIFO size
422 	 */
423 	unsigned int insufficient :1;
424 	unsigned int wc_marked:1;
425 	unsigned int no_period_wakeup:1;
426 
427 	struct timecounter  azx_tc;
428 	struct cyclecounter azx_cc;
429 };
430 
431 /* CORB/RIRB */
432 struct azx_rb {
433 	u32 *buf;		/* CORB/RIRB buffer
434 				 * Each CORB entry is 4byte, RIRB is 8byte
435 				 */
436 	dma_addr_t addr;	/* physical address of CORB/RIRB buffer */
437 	/* for RIRB */
438 	unsigned short rp, wp;	/* read/write pointers */
439 	int cmds[AZX_MAX_CODECS];	/* number of pending requests */
440 	u32 res[AZX_MAX_CODECS];	/* last read value */
441 };
442 
443 struct azx_pcm {
444 	struct azx *chip;
445 	struct snd_pcm *pcm;
446 	struct hda_codec *codec;
447 	struct hda_pcm_stream *hinfo[2];
448 	struct list_head list;
449 };
450 
451 struct azx {
452 	struct snd_card *card;
453 	struct pci_dev *pci;
454 	int dev_index;
455 
456 	/* chip type specific */
457 	int driver_type;
458 	unsigned int driver_caps;
459 	int playback_streams;
460 	int playback_index_offset;
461 	int capture_streams;
462 	int capture_index_offset;
463 	int num_streams;
464 
465 	/* pci resources */
466 	unsigned long addr;
467 	void __iomem *remap_addr;
468 	int irq;
469 
470 	/* locks */
471 	spinlock_t reg_lock;
472 	struct mutex open_mutex;
473 	struct completion probe_wait;
474 
475 	/* streams (x num_streams) */
476 	struct azx_dev *azx_dev;
477 
478 	/* PCM */
479 	struct list_head pcm_list; /* azx_pcm list */
480 
481 	/* HD codec */
482 	unsigned short codec_mask;
483 	int  codec_probe_mask; /* copied from probe_mask option */
484 	struct hda_bus *bus;
485 	unsigned int beep_mode;
486 
487 	/* CORB/RIRB */
488 	struct azx_rb corb;
489 	struct azx_rb rirb;
490 
491 	/* CORB/RIRB and position buffers */
492 	struct snd_dma_buffer rb;
493 	struct snd_dma_buffer posbuf;
494 
495 #ifdef CONFIG_SND_HDA_PATCH_LOADER
496 	const struct firmware *fw;
497 #endif
498 
499 	/* flags */
500 	int position_fix[2]; /* for both playback/capture streams */
501 	int poll_count;
502 	unsigned int running :1;
503 	unsigned int initialized :1;
504 	unsigned int single_cmd :1;
505 	unsigned int polling_mode :1;
506 	unsigned int msi :1;
507 	unsigned int irq_pending_warned :1;
508 	unsigned int probing :1; /* codec probing phase */
509 	unsigned int snoop:1;
510 	unsigned int align_buffer_size:1;
511 	unsigned int region_requested:1;
512 
513 	/* VGA-switcheroo setup */
514 	unsigned int use_vga_switcheroo:1;
515 	unsigned int vga_switcheroo_registered:1;
516 	unsigned int init_failed:1; /* delayed init failed */
517 	unsigned int disabled:1; /* disabled by VGA-switcher */
518 
519 	/* for debugging */
520 	unsigned int last_cmd[AZX_MAX_CODECS];
521 
522 	/* for pending irqs */
523 	struct work_struct irq_pending_work;
524 
525 	/* reboot notifier (for mysterious hangup problem at power-down) */
526 	struct notifier_block reboot_notifier;
527 
528 	/* card list (for power_save trigger) */
529 	struct list_head list;
530 };
531 
532 #define CREATE_TRACE_POINTS
533 #include "hda_intel_trace.h"
534 
535 /* driver types */
536 enum {
537 	AZX_DRIVER_ICH,
538 	AZX_DRIVER_PCH,
539 	AZX_DRIVER_SCH,
540 	AZX_DRIVER_ATI,
541 	AZX_DRIVER_ATIHDMI,
542 	AZX_DRIVER_ATIHDMI_NS,
543 	AZX_DRIVER_VIA,
544 	AZX_DRIVER_SIS,
545 	AZX_DRIVER_ULI,
546 	AZX_DRIVER_NVIDIA,
547 	AZX_DRIVER_TERA,
548 	AZX_DRIVER_CTX,
549 	AZX_DRIVER_CTHDA,
550 	AZX_DRIVER_GENERIC,
551 	AZX_NUM_DRIVERS, /* keep this as last entry */
552 };
553 
554 /* driver quirks (capabilities) */
555 /* bits 0-7 are used for indicating driver type */
556 #define AZX_DCAPS_NO_TCSEL	(1 << 8)	/* No Intel TCSEL bit */
557 #define AZX_DCAPS_NO_MSI	(1 << 9)	/* No MSI support */
558 #define AZX_DCAPS_ATI_SNOOP	(1 << 10)	/* ATI snoop enable */
559 #define AZX_DCAPS_NVIDIA_SNOOP	(1 << 11)	/* Nvidia snoop enable */
560 #define AZX_DCAPS_SCH_SNOOP	(1 << 12)	/* SCH/PCH snoop enable */
561 #define AZX_DCAPS_RIRB_DELAY	(1 << 13)	/* Long delay in read loop */
562 #define AZX_DCAPS_RIRB_PRE_DELAY (1 << 14)	/* Put a delay before read */
563 #define AZX_DCAPS_CTX_WORKAROUND (1 << 15)	/* X-Fi workaround */
564 #define AZX_DCAPS_POSFIX_LPIB	(1 << 16)	/* Use LPIB as default */
565 #define AZX_DCAPS_POSFIX_VIA	(1 << 17)	/* Use VIACOMBO as default */
566 #define AZX_DCAPS_NO_64BIT	(1 << 18)	/* No 64bit address */
567 #define AZX_DCAPS_SYNC_WRITE	(1 << 19)	/* sync each cmd write */
568 #define AZX_DCAPS_OLD_SSYNC	(1 << 20)	/* Old SSYNC reg for ICH */
569 #define AZX_DCAPS_BUFSIZE	(1 << 21)	/* no buffer size alignment */
570 #define AZX_DCAPS_ALIGN_BUFSIZE	(1 << 22)	/* buffer size alignment */
571 #define AZX_DCAPS_4K_BDLE_BOUNDARY (1 << 23)	/* BDLE in 4k boundary */
572 #define AZX_DCAPS_COUNT_LPIB_DELAY  (1 << 25)	/* Take LPIB as delay */
573 #define AZX_DCAPS_PM_RUNTIME	(1 << 26)	/* runtime PM support */
574 
575 /* quirks for Intel PCH */
576 #define AZX_DCAPS_INTEL_PCH_NOPM \
577 	(AZX_DCAPS_SCH_SNOOP | AZX_DCAPS_BUFSIZE | \
578 	 AZX_DCAPS_COUNT_LPIB_DELAY)
579 
580 #define AZX_DCAPS_INTEL_PCH \
581 	(AZX_DCAPS_INTEL_PCH_NOPM | AZX_DCAPS_PM_RUNTIME)
582 
583 /* quirks for ATI SB / AMD Hudson */
584 #define AZX_DCAPS_PRESET_ATI_SB \
585 	(AZX_DCAPS_ATI_SNOOP | AZX_DCAPS_NO_TCSEL | \
586 	 AZX_DCAPS_SYNC_WRITE | AZX_DCAPS_POSFIX_LPIB)
587 
588 /* quirks for ATI/AMD HDMI */
589 #define AZX_DCAPS_PRESET_ATI_HDMI \
590 	(AZX_DCAPS_NO_TCSEL | AZX_DCAPS_SYNC_WRITE | AZX_DCAPS_POSFIX_LPIB)
591 
592 /* quirks for Nvidia */
593 #define AZX_DCAPS_PRESET_NVIDIA \
594 	(AZX_DCAPS_NVIDIA_SNOOP | AZX_DCAPS_RIRB_DELAY | AZX_DCAPS_NO_MSI |\
595 	 AZX_DCAPS_ALIGN_BUFSIZE)
596 
597 #define AZX_DCAPS_PRESET_CTHDA \
598 	(AZX_DCAPS_NO_MSI | AZX_DCAPS_POSFIX_LPIB | AZX_DCAPS_4K_BDLE_BOUNDARY)
599 
600 /*
601  * VGA-switcher support
602  */
603 #ifdef SUPPORT_VGA_SWITCHEROO
604 #define use_vga_switcheroo(chip)	((chip)->use_vga_switcheroo)
605 #else
606 #define use_vga_switcheroo(chip)	0
607 #endif
608 
609 static char *driver_short_names[] = {
610 	[AZX_DRIVER_ICH] = "HDA Intel",
611 	[AZX_DRIVER_PCH] = "HDA Intel PCH",
612 	[AZX_DRIVER_SCH] = "HDA Intel MID",
613 	[AZX_DRIVER_ATI] = "HDA ATI SB",
614 	[AZX_DRIVER_ATIHDMI] = "HDA ATI HDMI",
615 	[AZX_DRIVER_ATIHDMI_NS] = "HDA ATI HDMI",
616 	[AZX_DRIVER_VIA] = "HDA VIA VT82xx",
617 	[AZX_DRIVER_SIS] = "HDA SIS966",
618 	[AZX_DRIVER_ULI] = "HDA ULI M5461",
619 	[AZX_DRIVER_NVIDIA] = "HDA NVidia",
620 	[AZX_DRIVER_TERA] = "HDA Teradici",
621 	[AZX_DRIVER_CTX] = "HDA Creative",
622 	[AZX_DRIVER_CTHDA] = "HDA Creative",
623 	[AZX_DRIVER_GENERIC] = "HD-Audio Generic",
624 };
625 
626 /*
627  * macros for easy use
628  */
629 #define azx_writel(chip,reg,value) \
630 	writel(value, (chip)->remap_addr + ICH6_REG_##reg)
631 #define azx_readl(chip,reg) \
632 	readl((chip)->remap_addr + ICH6_REG_##reg)
633 #define azx_writew(chip,reg,value) \
634 	writew(value, (chip)->remap_addr + ICH6_REG_##reg)
635 #define azx_readw(chip,reg) \
636 	readw((chip)->remap_addr + ICH6_REG_##reg)
637 #define azx_writeb(chip,reg,value) \
638 	writeb(value, (chip)->remap_addr + ICH6_REG_##reg)
639 #define azx_readb(chip,reg) \
640 	readb((chip)->remap_addr + ICH6_REG_##reg)
641 
642 #define azx_sd_writel(dev,reg,value) \
643 	writel(value, (dev)->sd_addr + ICH6_REG_##reg)
644 #define azx_sd_readl(dev,reg) \
645 	readl((dev)->sd_addr + ICH6_REG_##reg)
646 #define azx_sd_writew(dev,reg,value) \
647 	writew(value, (dev)->sd_addr + ICH6_REG_##reg)
648 #define azx_sd_readw(dev,reg) \
649 	readw((dev)->sd_addr + ICH6_REG_##reg)
650 #define azx_sd_writeb(dev,reg,value) \
651 	writeb(value, (dev)->sd_addr + ICH6_REG_##reg)
652 #define azx_sd_readb(dev,reg) \
653 	readb((dev)->sd_addr + ICH6_REG_##reg)
654 
655 /* for pcm support */
656 #define get_azx_dev(substream) (substream->runtime->private_data)
657 
658 #ifdef CONFIG_X86
659 static void __mark_pages_wc(struct azx *chip, struct snd_dma_buffer *dmab, bool on)
660 {
661 	int pages;
662 
663 	if (azx_snoop(chip))
664 		return;
665 	if (!dmab || !dmab->area || !dmab->bytes)
666 		return;
667 
668 #ifdef CONFIG_SND_DMA_SGBUF
669 	if (dmab->dev.type == SNDRV_DMA_TYPE_DEV_SG) {
670 		struct snd_sg_buf *sgbuf = dmab->private_data;
671 		if (on)
672 			set_pages_array_wc(sgbuf->page_table, sgbuf->pages);
673 		else
674 			set_pages_array_wb(sgbuf->page_table, sgbuf->pages);
675 		return;
676 	}
677 #endif
678 
679 	pages = (dmab->bytes + PAGE_SIZE - 1) >> PAGE_SHIFT;
680 	if (on)
681 		set_memory_wc((unsigned long)dmab->area, pages);
682 	else
683 		set_memory_wb((unsigned long)dmab->area, pages);
684 }
685 
686 static inline void mark_pages_wc(struct azx *chip, struct snd_dma_buffer *buf,
687 				 bool on)
688 {
689 	__mark_pages_wc(chip, buf, on);
690 }
691 static inline void mark_runtime_wc(struct azx *chip, struct azx_dev *azx_dev,
692 				   struct snd_pcm_substream *substream, bool on)
693 {
694 	if (azx_dev->wc_marked != on) {
695 		__mark_pages_wc(chip, snd_pcm_get_dma_buf(substream), on);
696 		azx_dev->wc_marked = on;
697 	}
698 }
699 #else
700 /* NOP for other archs */
701 static inline void mark_pages_wc(struct azx *chip, struct snd_dma_buffer *buf,
702 				 bool on)
703 {
704 }
705 static inline void mark_runtime_wc(struct azx *chip, struct azx_dev *azx_dev,
706 				   struct snd_pcm_substream *substream, bool on)
707 {
708 }
709 #endif
710 
711 static int azx_acquire_irq(struct azx *chip, int do_disconnect);
712 static int azx_send_cmd(struct hda_bus *bus, unsigned int val);
713 /*
714  * Interface for HD codec
715  */
716 
717 /*
718  * CORB / RIRB interface
719  */
720 static int azx_alloc_cmd_io(struct azx *chip)
721 {
722 	int err;
723 
724 	/* single page (at least 4096 bytes) must suffice for both ringbuffes */
725 	err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
726 				  snd_dma_pci_data(chip->pci),
727 				  PAGE_SIZE, &chip->rb);
728 	if (err < 0) {
729 		snd_printk(KERN_ERR SFX "%s: cannot allocate CORB/RIRB\n", pci_name(chip->pci));
730 		return err;
731 	}
732 	mark_pages_wc(chip, &chip->rb, true);
733 	return 0;
734 }
735 
736 static void azx_init_cmd_io(struct azx *chip)
737 {
738 	spin_lock_irq(&chip->reg_lock);
739 	/* CORB set up */
740 	chip->corb.addr = chip->rb.addr;
741 	chip->corb.buf = (u32 *)chip->rb.area;
742 	azx_writel(chip, CORBLBASE, (u32)chip->corb.addr);
743 	azx_writel(chip, CORBUBASE, upper_32_bits(chip->corb.addr));
744 
745 	/* set the corb size to 256 entries (ULI requires explicitly) */
746 	azx_writeb(chip, CORBSIZE, 0x02);
747 	/* set the corb write pointer to 0 */
748 	azx_writew(chip, CORBWP, 0);
749 	/* reset the corb hw read pointer */
750 	azx_writew(chip, CORBRP, ICH6_CORBRP_RST);
751 	/* enable corb dma */
752 	azx_writeb(chip, CORBCTL, ICH6_CORBCTL_RUN);
753 
754 	/* RIRB set up */
755 	chip->rirb.addr = chip->rb.addr + 2048;
756 	chip->rirb.buf = (u32 *)(chip->rb.area + 2048);
757 	chip->rirb.wp = chip->rirb.rp = 0;
758 	memset(chip->rirb.cmds, 0, sizeof(chip->rirb.cmds));
759 	azx_writel(chip, RIRBLBASE, (u32)chip->rirb.addr);
760 	azx_writel(chip, RIRBUBASE, upper_32_bits(chip->rirb.addr));
761 
762 	/* set the rirb size to 256 entries (ULI requires explicitly) */
763 	azx_writeb(chip, RIRBSIZE, 0x02);
764 	/* reset the rirb hw write pointer */
765 	azx_writew(chip, RIRBWP, ICH6_RIRBWP_RST);
766 	/* set N=1, get RIRB response interrupt for new entry */
767 	if (chip->driver_caps & AZX_DCAPS_CTX_WORKAROUND)
768 		azx_writew(chip, RINTCNT, 0xc0);
769 	else
770 		azx_writew(chip, RINTCNT, 1);
771 	/* enable rirb dma and response irq */
772 	azx_writeb(chip, RIRBCTL, ICH6_RBCTL_DMA_EN | ICH6_RBCTL_IRQ_EN);
773 	spin_unlock_irq(&chip->reg_lock);
774 }
775 
776 static void azx_free_cmd_io(struct azx *chip)
777 {
778 	spin_lock_irq(&chip->reg_lock);
779 	/* disable ringbuffer DMAs */
780 	azx_writeb(chip, RIRBCTL, 0);
781 	azx_writeb(chip, CORBCTL, 0);
782 	spin_unlock_irq(&chip->reg_lock);
783 }
784 
785 static unsigned int azx_command_addr(u32 cmd)
786 {
787 	unsigned int addr = cmd >> 28;
788 
789 	if (addr >= AZX_MAX_CODECS) {
790 		snd_BUG();
791 		addr = 0;
792 	}
793 
794 	return addr;
795 }
796 
797 static unsigned int azx_response_addr(u32 res)
798 {
799 	unsigned int addr = res & 0xf;
800 
801 	if (addr >= AZX_MAX_CODECS) {
802 		snd_BUG();
803 		addr = 0;
804 	}
805 
806 	return addr;
807 }
808 
809 /* send a command */
810 static int azx_corb_send_cmd(struct hda_bus *bus, u32 val)
811 {
812 	struct azx *chip = bus->private_data;
813 	unsigned int addr = azx_command_addr(val);
814 	unsigned int wp;
815 
816 	spin_lock_irq(&chip->reg_lock);
817 
818 	/* add command to corb */
819 	wp = azx_readw(chip, CORBWP);
820 	if (wp == 0xffff) {
821 		/* something wrong, controller likely turned to D3 */
822 		spin_unlock_irq(&chip->reg_lock);
823 		return -1;
824 	}
825 	wp++;
826 	wp %= ICH6_MAX_CORB_ENTRIES;
827 
828 	chip->rirb.cmds[addr]++;
829 	chip->corb.buf[wp] = cpu_to_le32(val);
830 	azx_writel(chip, CORBWP, wp);
831 
832 	spin_unlock_irq(&chip->reg_lock);
833 
834 	return 0;
835 }
836 
837 #define ICH6_RIRB_EX_UNSOL_EV	(1<<4)
838 
839 /* retrieve RIRB entry - called from interrupt handler */
840 static void azx_update_rirb(struct azx *chip)
841 {
842 	unsigned int rp, wp;
843 	unsigned int addr;
844 	u32 res, res_ex;
845 
846 	wp = azx_readw(chip, RIRBWP);
847 	if (wp == 0xffff) {
848 		/* something wrong, controller likely turned to D3 */
849 		return;
850 	}
851 
852 	if (wp == chip->rirb.wp)
853 		return;
854 	chip->rirb.wp = wp;
855 
856 	while (chip->rirb.rp != wp) {
857 		chip->rirb.rp++;
858 		chip->rirb.rp %= ICH6_MAX_RIRB_ENTRIES;
859 
860 		rp = chip->rirb.rp << 1; /* an RIRB entry is 8-bytes */
861 		res_ex = le32_to_cpu(chip->rirb.buf[rp + 1]);
862 		res = le32_to_cpu(chip->rirb.buf[rp]);
863 		addr = azx_response_addr(res_ex);
864 		if (res_ex & ICH6_RIRB_EX_UNSOL_EV)
865 			snd_hda_queue_unsol_event(chip->bus, res, res_ex);
866 		else if (chip->rirb.cmds[addr]) {
867 			chip->rirb.res[addr] = res;
868 			smp_wmb();
869 			chip->rirb.cmds[addr]--;
870 		} else
871 			snd_printk(KERN_ERR SFX "%s: spurious response %#x:%#x, "
872 				   "last cmd=%#08x\n",
873 				   pci_name(chip->pci),
874 				   res, res_ex,
875 				   chip->last_cmd[addr]);
876 	}
877 }
878 
879 /* receive a response */
880 static unsigned int azx_rirb_get_response(struct hda_bus *bus,
881 					  unsigned int addr)
882 {
883 	struct azx *chip = bus->private_data;
884 	unsigned long timeout;
885 	unsigned long loopcounter;
886 	int do_poll = 0;
887 
888  again:
889 	timeout = jiffies + msecs_to_jiffies(1000);
890 
891 	for (loopcounter = 0;; loopcounter++) {
892 		if (chip->polling_mode || do_poll) {
893 			spin_lock_irq(&chip->reg_lock);
894 			azx_update_rirb(chip);
895 			spin_unlock_irq(&chip->reg_lock);
896 		}
897 		if (!chip->rirb.cmds[addr]) {
898 			smp_rmb();
899 			bus->rirb_error = 0;
900 
901 			if (!do_poll)
902 				chip->poll_count = 0;
903 			return chip->rirb.res[addr]; /* the last value */
904 		}
905 		if (time_after(jiffies, timeout))
906 			break;
907 		if (bus->needs_damn_long_delay || loopcounter > 3000)
908 			msleep(2); /* temporary workaround */
909 		else {
910 			udelay(10);
911 			cond_resched();
912 		}
913 	}
914 
915 	if (!chip->polling_mode && chip->poll_count < 2) {
916 		snd_printdd(SFX "%s: azx_get_response timeout, "
917 			   "polling the codec once: last cmd=0x%08x\n",
918 			   pci_name(chip->pci), chip->last_cmd[addr]);
919 		do_poll = 1;
920 		chip->poll_count++;
921 		goto again;
922 	}
923 
924 
925 	if (!chip->polling_mode) {
926 		snd_printk(KERN_WARNING SFX "%s: azx_get_response timeout, "
927 			   "switching to polling mode: last cmd=0x%08x\n",
928 			   pci_name(chip->pci), chip->last_cmd[addr]);
929 		chip->polling_mode = 1;
930 		goto again;
931 	}
932 
933 	if (chip->msi) {
934 		snd_printk(KERN_WARNING SFX "%s: No response from codec, "
935 			   "disabling MSI: last cmd=0x%08x\n",
936 			   pci_name(chip->pci), chip->last_cmd[addr]);
937 		free_irq(chip->irq, chip);
938 		chip->irq = -1;
939 		pci_disable_msi(chip->pci);
940 		chip->msi = 0;
941 		if (azx_acquire_irq(chip, 1) < 0) {
942 			bus->rirb_error = 1;
943 			return -1;
944 		}
945 		goto again;
946 	}
947 
948 	if (chip->probing) {
949 		/* If this critical timeout happens during the codec probing
950 		 * phase, this is likely an access to a non-existing codec
951 		 * slot.  Better to return an error and reset the system.
952 		 */
953 		return -1;
954 	}
955 
956 	/* a fatal communication error; need either to reset or to fallback
957 	 * to the single_cmd mode
958 	 */
959 	bus->rirb_error = 1;
960 	if (bus->allow_bus_reset && !bus->response_reset && !bus->in_reset) {
961 		bus->response_reset = 1;
962 		return -1; /* give a chance to retry */
963 	}
964 
965 	snd_printk(KERN_ERR "hda_intel: azx_get_response timeout, "
966 		   "switching to single_cmd mode: last cmd=0x%08x\n",
967 		   chip->last_cmd[addr]);
968 	chip->single_cmd = 1;
969 	bus->response_reset = 0;
970 	/* release CORB/RIRB */
971 	azx_free_cmd_io(chip);
972 	/* disable unsolicited responses */
973 	azx_writel(chip, GCTL, azx_readl(chip, GCTL) & ~ICH6_GCTL_UNSOL);
974 	return -1;
975 }
976 
977 /*
978  * Use the single immediate command instead of CORB/RIRB for simplicity
979  *
980  * Note: according to Intel, this is not preferred use.  The command was
981  *       intended for the BIOS only, and may get confused with unsolicited
982  *       responses.  So, we shouldn't use it for normal operation from the
983  *       driver.
984  *       I left the codes, however, for debugging/testing purposes.
985  */
986 
987 /* receive a response */
988 static int azx_single_wait_for_response(struct azx *chip, unsigned int addr)
989 {
990 	int timeout = 50;
991 
992 	while (timeout--) {
993 		/* check IRV busy bit */
994 		if (azx_readw(chip, IRS) & ICH6_IRS_VALID) {
995 			/* reuse rirb.res as the response return value */
996 			chip->rirb.res[addr] = azx_readl(chip, IR);
997 			return 0;
998 		}
999 		udelay(1);
1000 	}
1001 	if (printk_ratelimit())
1002 		snd_printd(SFX "%s: get_response timeout: IRS=0x%x\n",
1003 			   pci_name(chip->pci), azx_readw(chip, IRS));
1004 	chip->rirb.res[addr] = -1;
1005 	return -EIO;
1006 }
1007 
1008 /* send a command */
1009 static int azx_single_send_cmd(struct hda_bus *bus, u32 val)
1010 {
1011 	struct azx *chip = bus->private_data;
1012 	unsigned int addr = azx_command_addr(val);
1013 	int timeout = 50;
1014 
1015 	bus->rirb_error = 0;
1016 	while (timeout--) {
1017 		/* check ICB busy bit */
1018 		if (!((azx_readw(chip, IRS) & ICH6_IRS_BUSY))) {
1019 			/* Clear IRV valid bit */
1020 			azx_writew(chip, IRS, azx_readw(chip, IRS) |
1021 				   ICH6_IRS_VALID);
1022 			azx_writel(chip, IC, val);
1023 			azx_writew(chip, IRS, azx_readw(chip, IRS) |
1024 				   ICH6_IRS_BUSY);
1025 			return azx_single_wait_for_response(chip, addr);
1026 		}
1027 		udelay(1);
1028 	}
1029 	if (printk_ratelimit())
1030 		snd_printd(SFX "%s: send_cmd timeout: IRS=0x%x, val=0x%x\n",
1031 			   pci_name(chip->pci), azx_readw(chip, IRS), val);
1032 	return -EIO;
1033 }
1034 
1035 /* receive a response */
1036 static unsigned int azx_single_get_response(struct hda_bus *bus,
1037 					    unsigned int addr)
1038 {
1039 	struct azx *chip = bus->private_data;
1040 	return chip->rirb.res[addr];
1041 }
1042 
1043 /*
1044  * The below are the main callbacks from hda_codec.
1045  *
1046  * They are just the skeleton to call sub-callbacks according to the
1047  * current setting of chip->single_cmd.
1048  */
1049 
1050 /* send a command */
1051 static int azx_send_cmd(struct hda_bus *bus, unsigned int val)
1052 {
1053 	struct azx *chip = bus->private_data;
1054 
1055 	if (chip->disabled)
1056 		return 0;
1057 	chip->last_cmd[azx_command_addr(val)] = val;
1058 	if (chip->single_cmd)
1059 		return azx_single_send_cmd(bus, val);
1060 	else
1061 		return azx_corb_send_cmd(bus, val);
1062 }
1063 
1064 /* get a response */
1065 static unsigned int azx_get_response(struct hda_bus *bus,
1066 				     unsigned int addr)
1067 {
1068 	struct azx *chip = bus->private_data;
1069 	if (chip->disabled)
1070 		return 0;
1071 	if (chip->single_cmd)
1072 		return azx_single_get_response(bus, addr);
1073 	else
1074 		return azx_rirb_get_response(bus, addr);
1075 }
1076 
1077 #ifdef CONFIG_PM
1078 static void azx_power_notify(struct hda_bus *bus, bool power_up);
1079 #endif
1080 
1081 /* reset codec link */
1082 static int azx_reset(struct azx *chip, int full_reset)
1083 {
1084 	unsigned long timeout;
1085 
1086 	if (!full_reset)
1087 		goto __skip;
1088 
1089 	/* clear STATESTS */
1090 	azx_writeb(chip, STATESTS, STATESTS_INT_MASK);
1091 
1092 	/* reset controller */
1093 	azx_writel(chip, GCTL, azx_readl(chip, GCTL) & ~ICH6_GCTL_RESET);
1094 
1095 	timeout = jiffies + msecs_to_jiffies(100);
1096 	while (azx_readb(chip, GCTL) &&
1097 			time_before(jiffies, timeout))
1098 		usleep_range(500, 1000);
1099 
1100 	/* delay for >= 100us for codec PLL to settle per spec
1101 	 * Rev 0.9 section 5.5.1
1102 	 */
1103 	usleep_range(500, 1000);
1104 
1105 	/* Bring controller out of reset */
1106 	azx_writeb(chip, GCTL, azx_readb(chip, GCTL) | ICH6_GCTL_RESET);
1107 
1108 	timeout = jiffies + msecs_to_jiffies(100);
1109 	while (!azx_readb(chip, GCTL) &&
1110 			time_before(jiffies, timeout))
1111 		usleep_range(500, 1000);
1112 
1113 	/* Brent Chartrand said to wait >= 540us for codecs to initialize */
1114 	usleep_range(1000, 1200);
1115 
1116       __skip:
1117 	/* check to see if controller is ready */
1118 	if (!azx_readb(chip, GCTL)) {
1119 		snd_printd(SFX "%s: azx_reset: controller not ready!\n", pci_name(chip->pci));
1120 		return -EBUSY;
1121 	}
1122 
1123 	/* Accept unsolicited responses */
1124 	if (!chip->single_cmd)
1125 		azx_writel(chip, GCTL, azx_readl(chip, GCTL) |
1126 			   ICH6_GCTL_UNSOL);
1127 
1128 	/* detect codecs */
1129 	if (!chip->codec_mask) {
1130 		chip->codec_mask = azx_readw(chip, STATESTS);
1131 		snd_printdd(SFX "%s: codec_mask = 0x%x\n", pci_name(chip->pci), chip->codec_mask);
1132 	}
1133 
1134 	return 0;
1135 }
1136 
1137 
1138 /*
1139  * Lowlevel interface
1140  */
1141 
1142 /* enable interrupts */
1143 static void azx_int_enable(struct azx *chip)
1144 {
1145 	/* enable controller CIE and GIE */
1146 	azx_writel(chip, INTCTL, azx_readl(chip, INTCTL) |
1147 		   ICH6_INT_CTRL_EN | ICH6_INT_GLOBAL_EN);
1148 }
1149 
1150 /* disable interrupts */
1151 static void azx_int_disable(struct azx *chip)
1152 {
1153 	int i;
1154 
1155 	/* disable interrupts in stream descriptor */
1156 	for (i = 0; i < chip->num_streams; i++) {
1157 		struct azx_dev *azx_dev = &chip->azx_dev[i];
1158 		azx_sd_writeb(azx_dev, SD_CTL,
1159 			      azx_sd_readb(azx_dev, SD_CTL) & ~SD_INT_MASK);
1160 	}
1161 
1162 	/* disable SIE for all streams */
1163 	azx_writeb(chip, INTCTL, 0);
1164 
1165 	/* disable controller CIE and GIE */
1166 	azx_writel(chip, INTCTL, azx_readl(chip, INTCTL) &
1167 		   ~(ICH6_INT_CTRL_EN | ICH6_INT_GLOBAL_EN));
1168 }
1169 
1170 /* clear interrupts */
1171 static void azx_int_clear(struct azx *chip)
1172 {
1173 	int i;
1174 
1175 	/* clear stream status */
1176 	for (i = 0; i < chip->num_streams; i++) {
1177 		struct azx_dev *azx_dev = &chip->azx_dev[i];
1178 		azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK);
1179 	}
1180 
1181 	/* clear STATESTS */
1182 	azx_writeb(chip, STATESTS, STATESTS_INT_MASK);
1183 
1184 	/* clear rirb status */
1185 	azx_writeb(chip, RIRBSTS, RIRB_INT_MASK);
1186 
1187 	/* clear int status */
1188 	azx_writel(chip, INTSTS, ICH6_INT_CTRL_EN | ICH6_INT_ALL_STREAM);
1189 }
1190 
1191 /* start a stream */
1192 static void azx_stream_start(struct azx *chip, struct azx_dev *azx_dev)
1193 {
1194 	/*
1195 	 * Before stream start, initialize parameter
1196 	 */
1197 	azx_dev->insufficient = 1;
1198 
1199 	/* enable SIE */
1200 	azx_writel(chip, INTCTL,
1201 		   azx_readl(chip, INTCTL) | (1 << azx_dev->index));
1202 	/* set DMA start and interrupt mask */
1203 	azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) |
1204 		      SD_CTL_DMA_START | SD_INT_MASK);
1205 }
1206 
1207 /* stop DMA */
1208 static void azx_stream_clear(struct azx *chip, struct azx_dev *azx_dev)
1209 {
1210 	azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) &
1211 		      ~(SD_CTL_DMA_START | SD_INT_MASK));
1212 	azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK); /* to be sure */
1213 }
1214 
1215 /* stop a stream */
1216 static void azx_stream_stop(struct azx *chip, struct azx_dev *azx_dev)
1217 {
1218 	azx_stream_clear(chip, azx_dev);
1219 	/* disable SIE */
1220 	azx_writel(chip, INTCTL,
1221 		   azx_readl(chip, INTCTL) & ~(1 << azx_dev->index));
1222 }
1223 
1224 
1225 /*
1226  * reset and start the controller registers
1227  */
1228 static void azx_init_chip(struct azx *chip, int full_reset)
1229 {
1230 	if (chip->initialized)
1231 		return;
1232 
1233 	/* reset controller */
1234 	azx_reset(chip, full_reset);
1235 
1236 	/* initialize interrupts */
1237 	azx_int_clear(chip);
1238 	azx_int_enable(chip);
1239 
1240 	/* initialize the codec command I/O */
1241 	if (!chip->single_cmd)
1242 		azx_init_cmd_io(chip);
1243 
1244 	/* program the position buffer */
1245 	azx_writel(chip, DPLBASE, (u32)chip->posbuf.addr);
1246 	azx_writel(chip, DPUBASE, upper_32_bits(chip->posbuf.addr));
1247 
1248 	chip->initialized = 1;
1249 }
1250 
1251 /*
1252  * initialize the PCI registers
1253  */
1254 /* update bits in a PCI register byte */
1255 static void update_pci_byte(struct pci_dev *pci, unsigned int reg,
1256 			    unsigned char mask, unsigned char val)
1257 {
1258 	unsigned char data;
1259 
1260 	pci_read_config_byte(pci, reg, &data);
1261 	data &= ~mask;
1262 	data |= (val & mask);
1263 	pci_write_config_byte(pci, reg, data);
1264 }
1265 
1266 static void azx_init_pci(struct azx *chip)
1267 {
1268 	/* Clear bits 0-2 of PCI register TCSEL (at offset 0x44)
1269 	 * TCSEL == Traffic Class Select Register, which sets PCI express QOS
1270 	 * Ensuring these bits are 0 clears playback static on some HD Audio
1271 	 * codecs.
1272 	 * The PCI register TCSEL is defined in the Intel manuals.
1273 	 */
1274 	if (!(chip->driver_caps & AZX_DCAPS_NO_TCSEL)) {
1275 		snd_printdd(SFX "%s: Clearing TCSEL\n", pci_name(chip->pci));
1276 		update_pci_byte(chip->pci, ICH6_PCIREG_TCSEL, 0x07, 0);
1277 	}
1278 
1279 	/* For ATI SB450/600/700/800/900 and AMD Hudson azalia HD audio,
1280 	 * we need to enable snoop.
1281 	 */
1282 	if (chip->driver_caps & AZX_DCAPS_ATI_SNOOP) {
1283 		snd_printdd(SFX "%s: Setting ATI snoop: %d\n", pci_name(chip->pci), azx_snoop(chip));
1284 		update_pci_byte(chip->pci,
1285 				ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR, 0x07,
1286 				azx_snoop(chip) ? ATI_SB450_HDAUDIO_ENABLE_SNOOP : 0);
1287 	}
1288 
1289 	/* For NVIDIA HDA, enable snoop */
1290 	if (chip->driver_caps & AZX_DCAPS_NVIDIA_SNOOP) {
1291 		snd_printdd(SFX "%s: Setting Nvidia snoop: %d\n", pci_name(chip->pci), azx_snoop(chip));
1292 		update_pci_byte(chip->pci,
1293 				NVIDIA_HDA_TRANSREG_ADDR,
1294 				0x0f, NVIDIA_HDA_ENABLE_COHBITS);
1295 		update_pci_byte(chip->pci,
1296 				NVIDIA_HDA_ISTRM_COH,
1297 				0x01, NVIDIA_HDA_ENABLE_COHBIT);
1298 		update_pci_byte(chip->pci,
1299 				NVIDIA_HDA_OSTRM_COH,
1300 				0x01, NVIDIA_HDA_ENABLE_COHBIT);
1301 	}
1302 
1303 	/* Enable SCH/PCH snoop if needed */
1304 	if (chip->driver_caps & AZX_DCAPS_SCH_SNOOP) {
1305 		unsigned short snoop;
1306 		pci_read_config_word(chip->pci, INTEL_SCH_HDA_DEVC, &snoop);
1307 		if ((!azx_snoop(chip) && !(snoop & INTEL_SCH_HDA_DEVC_NOSNOOP)) ||
1308 		    (azx_snoop(chip) && (snoop & INTEL_SCH_HDA_DEVC_NOSNOOP))) {
1309 			snoop &= ~INTEL_SCH_HDA_DEVC_NOSNOOP;
1310 			if (!azx_snoop(chip))
1311 				snoop |= INTEL_SCH_HDA_DEVC_NOSNOOP;
1312 			pci_write_config_word(chip->pci, INTEL_SCH_HDA_DEVC, snoop);
1313 			pci_read_config_word(chip->pci,
1314 				INTEL_SCH_HDA_DEVC, &snoop);
1315 		}
1316 		snd_printdd(SFX "%s: SCH snoop: %s\n",
1317 				pci_name(chip->pci), (snoop & INTEL_SCH_HDA_DEVC_NOSNOOP)
1318 				? "Disabled" : "Enabled");
1319         }
1320 }
1321 
1322 
1323 static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev);
1324 
1325 /*
1326  * interrupt handler
1327  */
1328 static irqreturn_t azx_interrupt(int irq, void *dev_id)
1329 {
1330 	struct azx *chip = dev_id;
1331 	struct azx_dev *azx_dev;
1332 	u32 status;
1333 	u8 sd_status;
1334 	int i, ok;
1335 
1336 #ifdef CONFIG_PM_RUNTIME
1337 	if (chip->pci->dev.power.runtime_status != RPM_ACTIVE)
1338 		return IRQ_NONE;
1339 #endif
1340 
1341 	spin_lock(&chip->reg_lock);
1342 
1343 	if (chip->disabled) {
1344 		spin_unlock(&chip->reg_lock);
1345 		return IRQ_NONE;
1346 	}
1347 
1348 	status = azx_readl(chip, INTSTS);
1349 	if (status == 0) {
1350 		spin_unlock(&chip->reg_lock);
1351 		return IRQ_NONE;
1352 	}
1353 
1354 	for (i = 0; i < chip->num_streams; i++) {
1355 		azx_dev = &chip->azx_dev[i];
1356 		if (status & azx_dev->sd_int_sta_mask) {
1357 			sd_status = azx_sd_readb(azx_dev, SD_STS);
1358 			azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK);
1359 			if (!azx_dev->substream || !azx_dev->running ||
1360 			    !(sd_status & SD_INT_COMPLETE))
1361 				continue;
1362 			/* check whether this IRQ is really acceptable */
1363 			ok = azx_position_ok(chip, azx_dev);
1364 			if (ok == 1) {
1365 				azx_dev->irq_pending = 0;
1366 				spin_unlock(&chip->reg_lock);
1367 				snd_pcm_period_elapsed(azx_dev->substream);
1368 				spin_lock(&chip->reg_lock);
1369 			} else if (ok == 0 && chip->bus && chip->bus->workq) {
1370 				/* bogus IRQ, process it later */
1371 				azx_dev->irq_pending = 1;
1372 				queue_work(chip->bus->workq,
1373 					   &chip->irq_pending_work);
1374 			}
1375 		}
1376 	}
1377 
1378 	/* clear rirb int */
1379 	status = azx_readb(chip, RIRBSTS);
1380 	if (status & RIRB_INT_MASK) {
1381 		if (status & RIRB_INT_RESPONSE) {
1382 			if (chip->driver_caps & AZX_DCAPS_RIRB_PRE_DELAY)
1383 				udelay(80);
1384 			azx_update_rirb(chip);
1385 		}
1386 		azx_writeb(chip, RIRBSTS, RIRB_INT_MASK);
1387 	}
1388 
1389 #if 0
1390 	/* clear state status int */
1391 	if (azx_readb(chip, STATESTS) & 0x04)
1392 		azx_writeb(chip, STATESTS, 0x04);
1393 #endif
1394 	spin_unlock(&chip->reg_lock);
1395 
1396 	return IRQ_HANDLED;
1397 }
1398 
1399 
1400 /*
1401  * set up a BDL entry
1402  */
1403 static int setup_bdle(struct azx *chip,
1404 		      struct snd_pcm_substream *substream,
1405 		      struct azx_dev *azx_dev, u32 **bdlp,
1406 		      int ofs, int size, int with_ioc)
1407 {
1408 	u32 *bdl = *bdlp;
1409 
1410 	while (size > 0) {
1411 		dma_addr_t addr;
1412 		int chunk;
1413 
1414 		if (azx_dev->frags >= AZX_MAX_BDL_ENTRIES)
1415 			return -EINVAL;
1416 
1417 		addr = snd_pcm_sgbuf_get_addr(substream, ofs);
1418 		/* program the address field of the BDL entry */
1419 		bdl[0] = cpu_to_le32((u32)addr);
1420 		bdl[1] = cpu_to_le32(upper_32_bits(addr));
1421 		/* program the size field of the BDL entry */
1422 		chunk = snd_pcm_sgbuf_get_chunk_size(substream, ofs, size);
1423 		/* one BDLE cannot cross 4K boundary on CTHDA chips */
1424 		if (chip->driver_caps & AZX_DCAPS_4K_BDLE_BOUNDARY) {
1425 			u32 remain = 0x1000 - (ofs & 0xfff);
1426 			if (chunk > remain)
1427 				chunk = remain;
1428 		}
1429 		bdl[2] = cpu_to_le32(chunk);
1430 		/* program the IOC to enable interrupt
1431 		 * only when the whole fragment is processed
1432 		 */
1433 		size -= chunk;
1434 		bdl[3] = (size || !with_ioc) ? 0 : cpu_to_le32(0x01);
1435 		bdl += 4;
1436 		azx_dev->frags++;
1437 		ofs += chunk;
1438 	}
1439 	*bdlp = bdl;
1440 	return ofs;
1441 }
1442 
1443 /*
1444  * set up BDL entries
1445  */
1446 static int azx_setup_periods(struct azx *chip,
1447 			     struct snd_pcm_substream *substream,
1448 			     struct azx_dev *azx_dev)
1449 {
1450 	u32 *bdl;
1451 	int i, ofs, periods, period_bytes;
1452 	int pos_adj;
1453 
1454 	/* reset BDL address */
1455 	azx_sd_writel(azx_dev, SD_BDLPL, 0);
1456 	azx_sd_writel(azx_dev, SD_BDLPU, 0);
1457 
1458 	period_bytes = azx_dev->period_bytes;
1459 	periods = azx_dev->bufsize / period_bytes;
1460 
1461 	/* program the initial BDL entries */
1462 	bdl = (u32 *)azx_dev->bdl.area;
1463 	ofs = 0;
1464 	azx_dev->frags = 0;
1465 	pos_adj = bdl_pos_adj[chip->dev_index];
1466 	if (!azx_dev->no_period_wakeup && pos_adj > 0) {
1467 		struct snd_pcm_runtime *runtime = substream->runtime;
1468 		int pos_align = pos_adj;
1469 		pos_adj = (pos_adj * runtime->rate + 47999) / 48000;
1470 		if (!pos_adj)
1471 			pos_adj = pos_align;
1472 		else
1473 			pos_adj = ((pos_adj + pos_align - 1) / pos_align) *
1474 				pos_align;
1475 		pos_adj = frames_to_bytes(runtime, pos_adj);
1476 		if (pos_adj >= period_bytes) {
1477 			snd_printk(KERN_WARNING SFX "%s: Too big adjustment %d\n",
1478 				   pci_name(chip->pci), bdl_pos_adj[chip->dev_index]);
1479 			pos_adj = 0;
1480 		} else {
1481 			ofs = setup_bdle(chip, substream, azx_dev,
1482 					 &bdl, ofs, pos_adj, true);
1483 			if (ofs < 0)
1484 				goto error;
1485 		}
1486 	} else
1487 		pos_adj = 0;
1488 	for (i = 0; i < periods; i++) {
1489 		if (i == periods - 1 && pos_adj)
1490 			ofs = setup_bdle(chip, substream, azx_dev, &bdl, ofs,
1491 					 period_bytes - pos_adj, 0);
1492 		else
1493 			ofs = setup_bdle(chip, substream, azx_dev, &bdl, ofs,
1494 					 period_bytes,
1495 					 !azx_dev->no_period_wakeup);
1496 		if (ofs < 0)
1497 			goto error;
1498 	}
1499 	return 0;
1500 
1501  error:
1502 	snd_printk(KERN_ERR SFX "%s: Too many BDL entries: buffer=%d, period=%d\n",
1503 		   pci_name(chip->pci), azx_dev->bufsize, period_bytes);
1504 	return -EINVAL;
1505 }
1506 
1507 /* reset stream */
1508 static void azx_stream_reset(struct azx *chip, struct azx_dev *azx_dev)
1509 {
1510 	unsigned char val;
1511 	int timeout;
1512 
1513 	azx_stream_clear(chip, azx_dev);
1514 
1515 	azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) |
1516 		      SD_CTL_STREAM_RESET);
1517 	udelay(3);
1518 	timeout = 300;
1519 	while (!((val = azx_sd_readb(azx_dev, SD_CTL)) & SD_CTL_STREAM_RESET) &&
1520 	       --timeout)
1521 		;
1522 	val &= ~SD_CTL_STREAM_RESET;
1523 	azx_sd_writeb(azx_dev, SD_CTL, val);
1524 	udelay(3);
1525 
1526 	timeout = 300;
1527 	/* waiting for hardware to report that the stream is out of reset */
1528 	while (((val = azx_sd_readb(azx_dev, SD_CTL)) & SD_CTL_STREAM_RESET) &&
1529 	       --timeout)
1530 		;
1531 
1532 	/* reset first position - may not be synced with hw at this time */
1533 	*azx_dev->posbuf = 0;
1534 }
1535 
1536 /*
1537  * set up the SD for streaming
1538  */
1539 static int azx_setup_controller(struct azx *chip, struct azx_dev *azx_dev)
1540 {
1541 	unsigned int val;
1542 	/* make sure the run bit is zero for SD */
1543 	azx_stream_clear(chip, azx_dev);
1544 	/* program the stream_tag */
1545 	val = azx_sd_readl(azx_dev, SD_CTL);
1546 	val = (val & ~SD_CTL_STREAM_TAG_MASK) |
1547 		(azx_dev->stream_tag << SD_CTL_STREAM_TAG_SHIFT);
1548 	if (!azx_snoop(chip))
1549 		val |= SD_CTL_TRAFFIC_PRIO;
1550 	azx_sd_writel(azx_dev, SD_CTL, val);
1551 
1552 	/* program the length of samples in cyclic buffer */
1553 	azx_sd_writel(azx_dev, SD_CBL, azx_dev->bufsize);
1554 
1555 	/* program the stream format */
1556 	/* this value needs to be the same as the one programmed */
1557 	azx_sd_writew(azx_dev, SD_FORMAT, azx_dev->format_val);
1558 
1559 	/* program the stream LVI (last valid index) of the BDL */
1560 	azx_sd_writew(azx_dev, SD_LVI, azx_dev->frags - 1);
1561 
1562 	/* program the BDL address */
1563 	/* lower BDL address */
1564 	azx_sd_writel(azx_dev, SD_BDLPL, (u32)azx_dev->bdl.addr);
1565 	/* upper BDL address */
1566 	azx_sd_writel(azx_dev, SD_BDLPU, upper_32_bits(azx_dev->bdl.addr));
1567 
1568 	/* enable the position buffer */
1569 	if (chip->position_fix[0] != POS_FIX_LPIB ||
1570 	    chip->position_fix[1] != POS_FIX_LPIB) {
1571 		if (!(azx_readl(chip, DPLBASE) & ICH6_DPLBASE_ENABLE))
1572 			azx_writel(chip, DPLBASE,
1573 				(u32)chip->posbuf.addr | ICH6_DPLBASE_ENABLE);
1574 	}
1575 
1576 	/* set the interrupt enable bits in the descriptor control register */
1577 	azx_sd_writel(azx_dev, SD_CTL,
1578 		      azx_sd_readl(azx_dev, SD_CTL) | SD_INT_MASK);
1579 
1580 	return 0;
1581 }
1582 
1583 /*
1584  * Probe the given codec address
1585  */
1586 static int probe_codec(struct azx *chip, int addr)
1587 {
1588 	unsigned int cmd = (addr << 28) | (AC_NODE_ROOT << 20) |
1589 		(AC_VERB_PARAMETERS << 8) | AC_PAR_VENDOR_ID;
1590 	unsigned int res;
1591 
1592 	mutex_lock(&chip->bus->cmd_mutex);
1593 	chip->probing = 1;
1594 	azx_send_cmd(chip->bus, cmd);
1595 	res = azx_get_response(chip->bus, addr);
1596 	chip->probing = 0;
1597 	mutex_unlock(&chip->bus->cmd_mutex);
1598 	if (res == -1)
1599 		return -EIO;
1600 	snd_printdd(SFX "%s: codec #%d probed OK\n", pci_name(chip->pci), addr);
1601 	return 0;
1602 }
1603 
1604 static int azx_attach_pcm_stream(struct hda_bus *bus, struct hda_codec *codec,
1605 				 struct hda_pcm *cpcm);
1606 static void azx_stop_chip(struct azx *chip);
1607 
1608 static void azx_bus_reset(struct hda_bus *bus)
1609 {
1610 	struct azx *chip = bus->private_data;
1611 
1612 	bus->in_reset = 1;
1613 	azx_stop_chip(chip);
1614 	azx_init_chip(chip, 1);
1615 #ifdef CONFIG_PM
1616 	if (chip->initialized) {
1617 		struct azx_pcm *p;
1618 		list_for_each_entry(p, &chip->pcm_list, list)
1619 			snd_pcm_suspend_all(p->pcm);
1620 		snd_hda_suspend(chip->bus);
1621 		snd_hda_resume(chip->bus);
1622 	}
1623 #endif
1624 	bus->in_reset = 0;
1625 }
1626 
1627 static int get_jackpoll_interval(struct azx *chip)
1628 {
1629 	int i = jackpoll_ms[chip->dev_index];
1630 	unsigned int j;
1631 	if (i == 0)
1632 		return 0;
1633 	if (i < 50 || i > 60000)
1634 		j = 0;
1635 	else
1636 		j = msecs_to_jiffies(i);
1637 	if (j == 0)
1638 		snd_printk(KERN_WARNING SFX
1639 			   "jackpoll_ms value out of range: %d\n", i);
1640 	return j;
1641 }
1642 
1643 /*
1644  * Codec initialization
1645  */
1646 
1647 /* number of codec slots for each chipset: 0 = default slots (i.e. 4) */
1648 static unsigned int azx_max_codecs[AZX_NUM_DRIVERS] = {
1649 	[AZX_DRIVER_NVIDIA] = 8,
1650 	[AZX_DRIVER_TERA] = 1,
1651 };
1652 
1653 static int azx_codec_create(struct azx *chip, const char *model)
1654 {
1655 	struct hda_bus_template bus_temp;
1656 	int c, codecs, err;
1657 	int max_slots;
1658 
1659 	memset(&bus_temp, 0, sizeof(bus_temp));
1660 	bus_temp.private_data = chip;
1661 	bus_temp.modelname = model;
1662 	bus_temp.pci = chip->pci;
1663 	bus_temp.ops.command = azx_send_cmd;
1664 	bus_temp.ops.get_response = azx_get_response;
1665 	bus_temp.ops.attach_pcm = azx_attach_pcm_stream;
1666 	bus_temp.ops.bus_reset = azx_bus_reset;
1667 #ifdef CONFIG_PM
1668 	bus_temp.power_save = &power_save;
1669 	bus_temp.ops.pm_notify = azx_power_notify;
1670 #endif
1671 
1672 	err = snd_hda_bus_new(chip->card, &bus_temp, &chip->bus);
1673 	if (err < 0)
1674 		return err;
1675 
1676 	if (chip->driver_caps & AZX_DCAPS_RIRB_DELAY) {
1677 		snd_printd(SFX "%s: Enable delay in RIRB handling\n", pci_name(chip->pci));
1678 		chip->bus->needs_damn_long_delay = 1;
1679 	}
1680 
1681 	codecs = 0;
1682 	max_slots = azx_max_codecs[chip->driver_type];
1683 	if (!max_slots)
1684 		max_slots = AZX_DEFAULT_CODECS;
1685 
1686 	/* First try to probe all given codec slots */
1687 	for (c = 0; c < max_slots; c++) {
1688 		if ((chip->codec_mask & (1 << c)) & chip->codec_probe_mask) {
1689 			if (probe_codec(chip, c) < 0) {
1690 				/* Some BIOSen give you wrong codec addresses
1691 				 * that don't exist
1692 				 */
1693 				snd_printk(KERN_WARNING SFX
1694 					   "%s: Codec #%d probe error; "
1695 					   "disabling it...\n", pci_name(chip->pci), c);
1696 				chip->codec_mask &= ~(1 << c);
1697 				/* More badly, accessing to a non-existing
1698 				 * codec often screws up the controller chip,
1699 				 * and disturbs the further communications.
1700 				 * Thus if an error occurs during probing,
1701 				 * better to reset the controller chip to
1702 				 * get back to the sanity state.
1703 				 */
1704 				azx_stop_chip(chip);
1705 				azx_init_chip(chip, 1);
1706 			}
1707 		}
1708 	}
1709 
1710 	/* AMD chipsets often cause the communication stalls upon certain
1711 	 * sequence like the pin-detection.  It seems that forcing the synced
1712 	 * access works around the stall.  Grrr...
1713 	 */
1714 	if (chip->driver_caps & AZX_DCAPS_SYNC_WRITE) {
1715 		snd_printd(SFX "%s: Enable sync_write for stable communication\n",
1716 			pci_name(chip->pci));
1717 		chip->bus->sync_write = 1;
1718 		chip->bus->allow_bus_reset = 1;
1719 	}
1720 
1721 	/* Then create codec instances */
1722 	for (c = 0; c < max_slots; c++) {
1723 		if ((chip->codec_mask & (1 << c)) & chip->codec_probe_mask) {
1724 			struct hda_codec *codec;
1725 			err = snd_hda_codec_new(chip->bus, c, &codec);
1726 			if (err < 0)
1727 				continue;
1728 			codec->jackpoll_interval = get_jackpoll_interval(chip);
1729 			codec->beep_mode = chip->beep_mode;
1730 			codecs++;
1731 		}
1732 	}
1733 	if (!codecs) {
1734 		snd_printk(KERN_ERR SFX "%s: no codecs initialized\n", pci_name(chip->pci));
1735 		return -ENXIO;
1736 	}
1737 	return 0;
1738 }
1739 
1740 /* configure each codec instance */
1741 static int azx_codec_configure(struct azx *chip)
1742 {
1743 	struct hda_codec *codec;
1744 	list_for_each_entry(codec, &chip->bus->codec_list, list) {
1745 		snd_hda_codec_configure(codec);
1746 	}
1747 	return 0;
1748 }
1749 
1750 
1751 /*
1752  * PCM support
1753  */
1754 
1755 /* assign a stream for the PCM */
1756 static inline struct azx_dev *
1757 azx_assign_device(struct azx *chip, struct snd_pcm_substream *substream)
1758 {
1759 	int dev, i, nums;
1760 	struct azx_dev *res = NULL;
1761 	/* make a non-zero unique key for the substream */
1762 	int key = (substream->pcm->device << 16) | (substream->number << 2) |
1763 		(substream->stream + 1);
1764 
1765 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1766 		dev = chip->playback_index_offset;
1767 		nums = chip->playback_streams;
1768 	} else {
1769 		dev = chip->capture_index_offset;
1770 		nums = chip->capture_streams;
1771 	}
1772 	for (i = 0; i < nums; i++, dev++)
1773 		if (!chip->azx_dev[dev].opened) {
1774 			res = &chip->azx_dev[dev];
1775 			if (res->assigned_key == key)
1776 				break;
1777 		}
1778 	if (res) {
1779 		res->opened = 1;
1780 		res->assigned_key = key;
1781 	}
1782 	return res;
1783 }
1784 
1785 /* release the assigned stream */
1786 static inline void azx_release_device(struct azx_dev *azx_dev)
1787 {
1788 	azx_dev->opened = 0;
1789 }
1790 
1791 static cycle_t azx_cc_read(const struct cyclecounter *cc)
1792 {
1793 	struct azx_dev *azx_dev = container_of(cc, struct azx_dev, azx_cc);
1794 	struct snd_pcm_substream *substream = azx_dev->substream;
1795 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1796 	struct azx *chip = apcm->chip;
1797 
1798 	return azx_readl(chip, WALLCLK);
1799 }
1800 
1801 static void azx_timecounter_init(struct snd_pcm_substream *substream,
1802 				bool force, cycle_t last)
1803 {
1804 	struct azx_dev *azx_dev = get_azx_dev(substream);
1805 	struct timecounter *tc = &azx_dev->azx_tc;
1806 	struct cyclecounter *cc = &azx_dev->azx_cc;
1807 	u64 nsec;
1808 
1809 	cc->read = azx_cc_read;
1810 	cc->mask = CLOCKSOURCE_MASK(32);
1811 
1812 	/*
1813 	 * Converting from 24 MHz to ns means applying a 125/3 factor.
1814 	 * To avoid any saturation issues in intermediate operations,
1815 	 * the 125 factor is applied first. The division is applied
1816 	 * last after reading the timecounter value.
1817 	 * Applying the 1/3 factor as part of the multiplication
1818 	 * requires at least 20 bits for a decent precision, however
1819 	 * overflows occur after about 4 hours or less, not a option.
1820 	 */
1821 
1822 	cc->mult = 125; /* saturation after 195 years */
1823 	cc->shift = 0;
1824 
1825 	nsec = 0; /* audio time is elapsed time since trigger */
1826 	timecounter_init(tc, cc, nsec);
1827 	if (force)
1828 		/*
1829 		 * force timecounter to use predefined value,
1830 		 * used for synchronized starts
1831 		 */
1832 		tc->cycle_last = last;
1833 }
1834 
1835 static int azx_get_wallclock_tstamp(struct snd_pcm_substream *substream,
1836 				struct timespec *ts)
1837 {
1838 	struct azx_dev *azx_dev = get_azx_dev(substream);
1839 	u64 nsec;
1840 
1841 	nsec = timecounter_read(&azx_dev->azx_tc);
1842 	nsec = div_u64(nsec, 3); /* can be optimized */
1843 
1844 	*ts = ns_to_timespec(nsec);
1845 
1846 	return 0;
1847 }
1848 
1849 static struct snd_pcm_hardware azx_pcm_hw = {
1850 	.info =			(SNDRV_PCM_INFO_MMAP |
1851 				 SNDRV_PCM_INFO_INTERLEAVED |
1852 				 SNDRV_PCM_INFO_BLOCK_TRANSFER |
1853 				 SNDRV_PCM_INFO_MMAP_VALID |
1854 				 /* No full-resume yet implemented */
1855 				 /* SNDRV_PCM_INFO_RESUME |*/
1856 				 SNDRV_PCM_INFO_PAUSE |
1857 				 SNDRV_PCM_INFO_SYNC_START |
1858 				 SNDRV_PCM_INFO_HAS_WALL_CLOCK |
1859 				 SNDRV_PCM_INFO_NO_PERIOD_WAKEUP),
1860 	.formats =		SNDRV_PCM_FMTBIT_S16_LE,
1861 	.rates =		SNDRV_PCM_RATE_48000,
1862 	.rate_min =		48000,
1863 	.rate_max =		48000,
1864 	.channels_min =		2,
1865 	.channels_max =		2,
1866 	.buffer_bytes_max =	AZX_MAX_BUF_SIZE,
1867 	.period_bytes_min =	128,
1868 	.period_bytes_max =	AZX_MAX_BUF_SIZE / 2,
1869 	.periods_min =		2,
1870 	.periods_max =		AZX_MAX_FRAG,
1871 	.fifo_size =		0,
1872 };
1873 
1874 static int azx_pcm_open(struct snd_pcm_substream *substream)
1875 {
1876 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1877 	struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
1878 	struct azx *chip = apcm->chip;
1879 	struct azx_dev *azx_dev;
1880 	struct snd_pcm_runtime *runtime = substream->runtime;
1881 	unsigned long flags;
1882 	int err;
1883 	int buff_step;
1884 
1885 	mutex_lock(&chip->open_mutex);
1886 	azx_dev = azx_assign_device(chip, substream);
1887 	if (azx_dev == NULL) {
1888 		mutex_unlock(&chip->open_mutex);
1889 		return -EBUSY;
1890 	}
1891 	runtime->hw = azx_pcm_hw;
1892 	runtime->hw.channels_min = hinfo->channels_min;
1893 	runtime->hw.channels_max = hinfo->channels_max;
1894 	runtime->hw.formats = hinfo->formats;
1895 	runtime->hw.rates = hinfo->rates;
1896 	snd_pcm_limit_hw_rates(runtime);
1897 	snd_pcm_hw_constraint_integer(runtime, SNDRV_PCM_HW_PARAM_PERIODS);
1898 
1899 	/* avoid wrap-around with wall-clock */
1900 	snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_BUFFER_TIME,
1901 				20,
1902 				178000000);
1903 
1904 	if (chip->align_buffer_size)
1905 		/* constrain buffer sizes to be multiple of 128
1906 		   bytes. This is more efficient in terms of memory
1907 		   access but isn't required by the HDA spec and
1908 		   prevents users from specifying exact period/buffer
1909 		   sizes. For example for 44.1kHz, a period size set
1910 		   to 20ms will be rounded to 19.59ms. */
1911 		buff_step = 128;
1912 	else
1913 		/* Don't enforce steps on buffer sizes, still need to
1914 		   be multiple of 4 bytes (HDA spec). Tested on Intel
1915 		   HDA controllers, may not work on all devices where
1916 		   option needs to be disabled */
1917 		buff_step = 4;
1918 
1919 	snd_pcm_hw_constraint_step(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
1920 				   buff_step);
1921 	snd_pcm_hw_constraint_step(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_BYTES,
1922 				   buff_step);
1923 	snd_hda_power_up_d3wait(apcm->codec);
1924 	err = hinfo->ops.open(hinfo, apcm->codec, substream);
1925 	if (err < 0) {
1926 		azx_release_device(azx_dev);
1927 		snd_hda_power_down(apcm->codec);
1928 		mutex_unlock(&chip->open_mutex);
1929 		return err;
1930 	}
1931 	snd_pcm_limit_hw_rates(runtime);
1932 	/* sanity check */
1933 	if (snd_BUG_ON(!runtime->hw.channels_min) ||
1934 	    snd_BUG_ON(!runtime->hw.channels_max) ||
1935 	    snd_BUG_ON(!runtime->hw.formats) ||
1936 	    snd_BUG_ON(!runtime->hw.rates)) {
1937 		azx_release_device(azx_dev);
1938 		hinfo->ops.close(hinfo, apcm->codec, substream);
1939 		snd_hda_power_down(apcm->codec);
1940 		mutex_unlock(&chip->open_mutex);
1941 		return -EINVAL;
1942 	}
1943 
1944 	/* disable WALLCLOCK timestamps for capture streams
1945 	   until we figure out how to handle digital inputs */
1946 	if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
1947 		runtime->hw.info &= ~SNDRV_PCM_INFO_HAS_WALL_CLOCK;
1948 
1949 	spin_lock_irqsave(&chip->reg_lock, flags);
1950 	azx_dev->substream = substream;
1951 	azx_dev->running = 0;
1952 	spin_unlock_irqrestore(&chip->reg_lock, flags);
1953 
1954 	runtime->private_data = azx_dev;
1955 	snd_pcm_set_sync(substream);
1956 	mutex_unlock(&chip->open_mutex);
1957 	return 0;
1958 }
1959 
1960 static int azx_pcm_close(struct snd_pcm_substream *substream)
1961 {
1962 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1963 	struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
1964 	struct azx *chip = apcm->chip;
1965 	struct azx_dev *azx_dev = get_azx_dev(substream);
1966 	unsigned long flags;
1967 
1968 	mutex_lock(&chip->open_mutex);
1969 	spin_lock_irqsave(&chip->reg_lock, flags);
1970 	azx_dev->substream = NULL;
1971 	azx_dev->running = 0;
1972 	spin_unlock_irqrestore(&chip->reg_lock, flags);
1973 	azx_release_device(azx_dev);
1974 	hinfo->ops.close(hinfo, apcm->codec, substream);
1975 	snd_hda_power_down(apcm->codec);
1976 	mutex_unlock(&chip->open_mutex);
1977 	return 0;
1978 }
1979 
1980 static int azx_pcm_hw_params(struct snd_pcm_substream *substream,
1981 			     struct snd_pcm_hw_params *hw_params)
1982 {
1983 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1984 	struct azx *chip = apcm->chip;
1985 	struct azx_dev *azx_dev = get_azx_dev(substream);
1986 	int ret;
1987 
1988 	mark_runtime_wc(chip, azx_dev, substream, false);
1989 	azx_dev->bufsize = 0;
1990 	azx_dev->period_bytes = 0;
1991 	azx_dev->format_val = 0;
1992 	ret = snd_pcm_lib_malloc_pages(substream,
1993 					params_buffer_bytes(hw_params));
1994 	if (ret < 0)
1995 		return ret;
1996 	mark_runtime_wc(chip, azx_dev, substream, true);
1997 	return ret;
1998 }
1999 
2000 static int azx_pcm_hw_free(struct snd_pcm_substream *substream)
2001 {
2002 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2003 	struct azx_dev *azx_dev = get_azx_dev(substream);
2004 	struct azx *chip = apcm->chip;
2005 	struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
2006 
2007 	/* reset BDL address */
2008 	azx_sd_writel(azx_dev, SD_BDLPL, 0);
2009 	azx_sd_writel(azx_dev, SD_BDLPU, 0);
2010 	azx_sd_writel(azx_dev, SD_CTL, 0);
2011 	azx_dev->bufsize = 0;
2012 	azx_dev->period_bytes = 0;
2013 	azx_dev->format_val = 0;
2014 
2015 	snd_hda_codec_cleanup(apcm->codec, hinfo, substream);
2016 
2017 	mark_runtime_wc(chip, azx_dev, substream, false);
2018 	return snd_pcm_lib_free_pages(substream);
2019 }
2020 
2021 static int azx_pcm_prepare(struct snd_pcm_substream *substream)
2022 {
2023 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2024 	struct azx *chip = apcm->chip;
2025 	struct azx_dev *azx_dev = get_azx_dev(substream);
2026 	struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
2027 	struct snd_pcm_runtime *runtime = substream->runtime;
2028 	unsigned int bufsize, period_bytes, format_val, stream_tag;
2029 	int err;
2030 	struct hda_spdif_out *spdif =
2031 		snd_hda_spdif_out_of_nid(apcm->codec, hinfo->nid);
2032 	unsigned short ctls = spdif ? spdif->ctls : 0;
2033 
2034 	azx_stream_reset(chip, azx_dev);
2035 	format_val = snd_hda_calc_stream_format(runtime->rate,
2036 						runtime->channels,
2037 						runtime->format,
2038 						hinfo->maxbps,
2039 						ctls);
2040 	if (!format_val) {
2041 		snd_printk(KERN_ERR SFX
2042 			   "%s: invalid format_val, rate=%d, ch=%d, format=%d\n",
2043 			   pci_name(chip->pci), runtime->rate, runtime->channels, runtime->format);
2044 		return -EINVAL;
2045 	}
2046 
2047 	bufsize = snd_pcm_lib_buffer_bytes(substream);
2048 	period_bytes = snd_pcm_lib_period_bytes(substream);
2049 
2050 	snd_printdd(SFX "%s: azx_pcm_prepare: bufsize=0x%x, format=0x%x\n",
2051 		    pci_name(chip->pci), bufsize, format_val);
2052 
2053 	if (bufsize != azx_dev->bufsize ||
2054 	    period_bytes != azx_dev->period_bytes ||
2055 	    format_val != azx_dev->format_val ||
2056 	    runtime->no_period_wakeup != azx_dev->no_period_wakeup) {
2057 		azx_dev->bufsize = bufsize;
2058 		azx_dev->period_bytes = period_bytes;
2059 		azx_dev->format_val = format_val;
2060 		azx_dev->no_period_wakeup = runtime->no_period_wakeup;
2061 		err = azx_setup_periods(chip, substream, azx_dev);
2062 		if (err < 0)
2063 			return err;
2064 	}
2065 
2066 	/* wallclk has 24Mhz clock source */
2067 	azx_dev->period_wallclk = (((runtime->period_size * 24000) /
2068 						runtime->rate) * 1000);
2069 	azx_setup_controller(chip, azx_dev);
2070 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
2071 		azx_dev->fifo_size = azx_sd_readw(azx_dev, SD_FIFOSIZE) + 1;
2072 	else
2073 		azx_dev->fifo_size = 0;
2074 
2075 	stream_tag = azx_dev->stream_tag;
2076 	/* CA-IBG chips need the playback stream starting from 1 */
2077 	if ((chip->driver_caps & AZX_DCAPS_CTX_WORKAROUND) &&
2078 	    stream_tag > chip->capture_streams)
2079 		stream_tag -= chip->capture_streams;
2080 	return snd_hda_codec_prepare(apcm->codec, hinfo, stream_tag,
2081 				     azx_dev->format_val, substream);
2082 }
2083 
2084 static int azx_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
2085 {
2086 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2087 	struct azx *chip = apcm->chip;
2088 	struct azx_dev *azx_dev;
2089 	struct snd_pcm_substream *s;
2090 	int rstart = 0, start, nsync = 0, sbits = 0;
2091 	int nwait, timeout;
2092 
2093 	azx_dev = get_azx_dev(substream);
2094 	trace_azx_pcm_trigger(chip, azx_dev, cmd);
2095 
2096 	switch (cmd) {
2097 	case SNDRV_PCM_TRIGGER_START:
2098 		rstart = 1;
2099 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2100 	case SNDRV_PCM_TRIGGER_RESUME:
2101 		start = 1;
2102 		break;
2103 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2104 	case SNDRV_PCM_TRIGGER_SUSPEND:
2105 	case SNDRV_PCM_TRIGGER_STOP:
2106 		start = 0;
2107 		break;
2108 	default:
2109 		return -EINVAL;
2110 	}
2111 
2112 	snd_pcm_group_for_each_entry(s, substream) {
2113 		if (s->pcm->card != substream->pcm->card)
2114 			continue;
2115 		azx_dev = get_azx_dev(s);
2116 		sbits |= 1 << azx_dev->index;
2117 		nsync++;
2118 		snd_pcm_trigger_done(s, substream);
2119 	}
2120 
2121 	spin_lock(&chip->reg_lock);
2122 
2123 	/* first, set SYNC bits of corresponding streams */
2124 	if (chip->driver_caps & AZX_DCAPS_OLD_SSYNC)
2125 		azx_writel(chip, OLD_SSYNC,
2126 			azx_readl(chip, OLD_SSYNC) | sbits);
2127 	else
2128 		azx_writel(chip, SSYNC, azx_readl(chip, SSYNC) | sbits);
2129 
2130 	snd_pcm_group_for_each_entry(s, substream) {
2131 		if (s->pcm->card != substream->pcm->card)
2132 			continue;
2133 		azx_dev = get_azx_dev(s);
2134 		if (start) {
2135 			azx_dev->start_wallclk = azx_readl(chip, WALLCLK);
2136 			if (!rstart)
2137 				azx_dev->start_wallclk -=
2138 						azx_dev->period_wallclk;
2139 			azx_stream_start(chip, azx_dev);
2140 		} else {
2141 			azx_stream_stop(chip, azx_dev);
2142 		}
2143 		azx_dev->running = start;
2144 	}
2145 	spin_unlock(&chip->reg_lock);
2146 	if (start) {
2147 		/* wait until all FIFOs get ready */
2148 		for (timeout = 5000; timeout; timeout--) {
2149 			nwait = 0;
2150 			snd_pcm_group_for_each_entry(s, substream) {
2151 				if (s->pcm->card != substream->pcm->card)
2152 					continue;
2153 				azx_dev = get_azx_dev(s);
2154 				if (!(azx_sd_readb(azx_dev, SD_STS) &
2155 				      SD_STS_FIFO_READY))
2156 					nwait++;
2157 			}
2158 			if (!nwait)
2159 				break;
2160 			cpu_relax();
2161 		}
2162 	} else {
2163 		/* wait until all RUN bits are cleared */
2164 		for (timeout = 5000; timeout; timeout--) {
2165 			nwait = 0;
2166 			snd_pcm_group_for_each_entry(s, substream) {
2167 				if (s->pcm->card != substream->pcm->card)
2168 					continue;
2169 				azx_dev = get_azx_dev(s);
2170 				if (azx_sd_readb(azx_dev, SD_CTL) &
2171 				    SD_CTL_DMA_START)
2172 					nwait++;
2173 			}
2174 			if (!nwait)
2175 				break;
2176 			cpu_relax();
2177 		}
2178 	}
2179 	spin_lock(&chip->reg_lock);
2180 	/* reset SYNC bits */
2181 	if (chip->driver_caps & AZX_DCAPS_OLD_SSYNC)
2182 		azx_writel(chip, OLD_SSYNC,
2183 			azx_readl(chip, OLD_SSYNC) & ~sbits);
2184 	else
2185 		azx_writel(chip, SSYNC, azx_readl(chip, SSYNC) & ~sbits);
2186 	if (start) {
2187 		azx_timecounter_init(substream, 0, 0);
2188 		if (nsync > 1) {
2189 			cycle_t cycle_last;
2190 
2191 			/* same start cycle for master and group */
2192 			azx_dev = get_azx_dev(substream);
2193 			cycle_last = azx_dev->azx_tc.cycle_last;
2194 
2195 			snd_pcm_group_for_each_entry(s, substream) {
2196 				if (s->pcm->card != substream->pcm->card)
2197 					continue;
2198 				azx_timecounter_init(s, 1, cycle_last);
2199 			}
2200 		}
2201 	}
2202 	spin_unlock(&chip->reg_lock);
2203 	return 0;
2204 }
2205 
2206 /* get the current DMA position with correction on VIA chips */
2207 static unsigned int azx_via_get_position(struct azx *chip,
2208 					 struct azx_dev *azx_dev)
2209 {
2210 	unsigned int link_pos, mini_pos, bound_pos;
2211 	unsigned int mod_link_pos, mod_dma_pos, mod_mini_pos;
2212 	unsigned int fifo_size;
2213 
2214 	link_pos = azx_sd_readl(azx_dev, SD_LPIB);
2215 	if (azx_dev->substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
2216 		/* Playback, no problem using link position */
2217 		return link_pos;
2218 	}
2219 
2220 	/* Capture */
2221 	/* For new chipset,
2222 	 * use mod to get the DMA position just like old chipset
2223 	 */
2224 	mod_dma_pos = le32_to_cpu(*azx_dev->posbuf);
2225 	mod_dma_pos %= azx_dev->period_bytes;
2226 
2227 	/* azx_dev->fifo_size can't get FIFO size of in stream.
2228 	 * Get from base address + offset.
2229 	 */
2230 	fifo_size = readw(chip->remap_addr + VIA_IN_STREAM0_FIFO_SIZE_OFFSET);
2231 
2232 	if (azx_dev->insufficient) {
2233 		/* Link position never gather than FIFO size */
2234 		if (link_pos <= fifo_size)
2235 			return 0;
2236 
2237 		azx_dev->insufficient = 0;
2238 	}
2239 
2240 	if (link_pos <= fifo_size)
2241 		mini_pos = azx_dev->bufsize + link_pos - fifo_size;
2242 	else
2243 		mini_pos = link_pos - fifo_size;
2244 
2245 	/* Find nearest previous boudary */
2246 	mod_mini_pos = mini_pos % azx_dev->period_bytes;
2247 	mod_link_pos = link_pos % azx_dev->period_bytes;
2248 	if (mod_link_pos >= fifo_size)
2249 		bound_pos = link_pos - mod_link_pos;
2250 	else if (mod_dma_pos >= mod_mini_pos)
2251 		bound_pos = mini_pos - mod_mini_pos;
2252 	else {
2253 		bound_pos = mini_pos - mod_mini_pos + azx_dev->period_bytes;
2254 		if (bound_pos >= azx_dev->bufsize)
2255 			bound_pos = 0;
2256 	}
2257 
2258 	/* Calculate real DMA position we want */
2259 	return bound_pos + mod_dma_pos;
2260 }
2261 
2262 static unsigned int azx_get_position(struct azx *chip,
2263 				     struct azx_dev *azx_dev,
2264 				     bool with_check)
2265 {
2266 	unsigned int pos;
2267 	int stream = azx_dev->substream->stream;
2268 	int delay = 0;
2269 
2270 	switch (chip->position_fix[stream]) {
2271 	case POS_FIX_LPIB:
2272 		/* read LPIB */
2273 		pos = azx_sd_readl(azx_dev, SD_LPIB);
2274 		break;
2275 	case POS_FIX_VIACOMBO:
2276 		pos = azx_via_get_position(chip, azx_dev);
2277 		break;
2278 	default:
2279 		/* use the position buffer */
2280 		pos = le32_to_cpu(*azx_dev->posbuf);
2281 		if (with_check && chip->position_fix[stream] == POS_FIX_AUTO) {
2282 			if (!pos || pos == (u32)-1) {
2283 				printk(KERN_WARNING
2284 				       "hda-intel: Invalid position buffer, "
2285 				       "using LPIB read method instead.\n");
2286 				chip->position_fix[stream] = POS_FIX_LPIB;
2287 				pos = azx_sd_readl(azx_dev, SD_LPIB);
2288 			} else
2289 				chip->position_fix[stream] = POS_FIX_POSBUF;
2290 		}
2291 		break;
2292 	}
2293 
2294 	if (pos >= azx_dev->bufsize)
2295 		pos = 0;
2296 
2297 	/* calculate runtime delay from LPIB */
2298 	if (azx_dev->substream->runtime &&
2299 	    chip->position_fix[stream] == POS_FIX_POSBUF &&
2300 	    (chip->driver_caps & AZX_DCAPS_COUNT_LPIB_DELAY)) {
2301 		unsigned int lpib_pos = azx_sd_readl(azx_dev, SD_LPIB);
2302 		if (stream == SNDRV_PCM_STREAM_PLAYBACK)
2303 			delay = pos - lpib_pos;
2304 		else
2305 			delay = lpib_pos - pos;
2306 		if (delay < 0)
2307 			delay += azx_dev->bufsize;
2308 		if (delay >= azx_dev->period_bytes) {
2309 			snd_printk(KERN_WARNING SFX
2310 				   "%s: Unstable LPIB (%d >= %d); "
2311 				   "disabling LPIB delay counting\n",
2312 				   pci_name(chip->pci), delay, azx_dev->period_bytes);
2313 			delay = 0;
2314 			chip->driver_caps &= ~AZX_DCAPS_COUNT_LPIB_DELAY;
2315 		}
2316 		azx_dev->substream->runtime->delay =
2317 			bytes_to_frames(azx_dev->substream->runtime, delay);
2318 	}
2319 	trace_azx_get_position(chip, azx_dev, pos, delay);
2320 	return pos;
2321 }
2322 
2323 static snd_pcm_uframes_t azx_pcm_pointer(struct snd_pcm_substream *substream)
2324 {
2325 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2326 	struct azx *chip = apcm->chip;
2327 	struct azx_dev *azx_dev = get_azx_dev(substream);
2328 	return bytes_to_frames(substream->runtime,
2329 			       azx_get_position(chip, azx_dev, false));
2330 }
2331 
2332 /*
2333  * Check whether the current DMA position is acceptable for updating
2334  * periods.  Returns non-zero if it's OK.
2335  *
2336  * Many HD-audio controllers appear pretty inaccurate about
2337  * the update-IRQ timing.  The IRQ is issued before actually the
2338  * data is processed.  So, we need to process it afterwords in a
2339  * workqueue.
2340  */
2341 static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev)
2342 {
2343 	u32 wallclk;
2344 	unsigned int pos;
2345 
2346 	wallclk = azx_readl(chip, WALLCLK) - azx_dev->start_wallclk;
2347 	if (wallclk < (azx_dev->period_wallclk * 2) / 3)
2348 		return -1;	/* bogus (too early) interrupt */
2349 
2350 	pos = azx_get_position(chip, azx_dev, true);
2351 
2352 	if (WARN_ONCE(!azx_dev->period_bytes,
2353 		      "hda-intel: zero azx_dev->period_bytes"))
2354 		return -1; /* this shouldn't happen! */
2355 	if (wallclk < (azx_dev->period_wallclk * 5) / 4 &&
2356 	    pos % azx_dev->period_bytes > azx_dev->period_bytes / 2)
2357 		/* NG - it's below the first next period boundary */
2358 		return bdl_pos_adj[chip->dev_index] ? 0 : -1;
2359 	azx_dev->start_wallclk += wallclk;
2360 	return 1; /* OK, it's fine */
2361 }
2362 
2363 /*
2364  * The work for pending PCM period updates.
2365  */
2366 static void azx_irq_pending_work(struct work_struct *work)
2367 {
2368 	struct azx *chip = container_of(work, struct azx, irq_pending_work);
2369 	int i, pending, ok;
2370 
2371 	if (!chip->irq_pending_warned) {
2372 		printk(KERN_WARNING
2373 		       "hda-intel: IRQ timing workaround is activated "
2374 		       "for card #%d. Suggest a bigger bdl_pos_adj.\n",
2375 		       chip->card->number);
2376 		chip->irq_pending_warned = 1;
2377 	}
2378 
2379 	for (;;) {
2380 		pending = 0;
2381 		spin_lock_irq(&chip->reg_lock);
2382 		for (i = 0; i < chip->num_streams; i++) {
2383 			struct azx_dev *azx_dev = &chip->azx_dev[i];
2384 			if (!azx_dev->irq_pending ||
2385 			    !azx_dev->substream ||
2386 			    !azx_dev->running)
2387 				continue;
2388 			ok = azx_position_ok(chip, azx_dev);
2389 			if (ok > 0) {
2390 				azx_dev->irq_pending = 0;
2391 				spin_unlock(&chip->reg_lock);
2392 				snd_pcm_period_elapsed(azx_dev->substream);
2393 				spin_lock(&chip->reg_lock);
2394 			} else if (ok < 0) {
2395 				pending = 0;	/* too early */
2396 			} else
2397 				pending++;
2398 		}
2399 		spin_unlock_irq(&chip->reg_lock);
2400 		if (!pending)
2401 			return;
2402 		msleep(1);
2403 	}
2404 }
2405 
2406 /* clear irq_pending flags and assure no on-going workq */
2407 static void azx_clear_irq_pending(struct azx *chip)
2408 {
2409 	int i;
2410 
2411 	spin_lock_irq(&chip->reg_lock);
2412 	for (i = 0; i < chip->num_streams; i++)
2413 		chip->azx_dev[i].irq_pending = 0;
2414 	spin_unlock_irq(&chip->reg_lock);
2415 }
2416 
2417 #ifdef CONFIG_X86
2418 static int azx_pcm_mmap(struct snd_pcm_substream *substream,
2419 			struct vm_area_struct *area)
2420 {
2421 	struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2422 	struct azx *chip = apcm->chip;
2423 	if (!azx_snoop(chip))
2424 		area->vm_page_prot = pgprot_writecombine(area->vm_page_prot);
2425 	return snd_pcm_lib_default_mmap(substream, area);
2426 }
2427 #else
2428 #define azx_pcm_mmap	NULL
2429 #endif
2430 
2431 static struct snd_pcm_ops azx_pcm_ops = {
2432 	.open = azx_pcm_open,
2433 	.close = azx_pcm_close,
2434 	.ioctl = snd_pcm_lib_ioctl,
2435 	.hw_params = azx_pcm_hw_params,
2436 	.hw_free = azx_pcm_hw_free,
2437 	.prepare = azx_pcm_prepare,
2438 	.trigger = azx_pcm_trigger,
2439 	.pointer = azx_pcm_pointer,
2440 	.wall_clock =  azx_get_wallclock_tstamp,
2441 	.mmap = azx_pcm_mmap,
2442 	.page = snd_pcm_sgbuf_ops_page,
2443 };
2444 
2445 static void azx_pcm_free(struct snd_pcm *pcm)
2446 {
2447 	struct azx_pcm *apcm = pcm->private_data;
2448 	if (apcm) {
2449 		list_del(&apcm->list);
2450 		kfree(apcm);
2451 	}
2452 }
2453 
2454 #define MAX_PREALLOC_SIZE	(32 * 1024 * 1024)
2455 
2456 static int
2457 azx_attach_pcm_stream(struct hda_bus *bus, struct hda_codec *codec,
2458 		      struct hda_pcm *cpcm)
2459 {
2460 	struct azx *chip = bus->private_data;
2461 	struct snd_pcm *pcm;
2462 	struct azx_pcm *apcm;
2463 	int pcm_dev = cpcm->device;
2464 	unsigned int size;
2465 	int s, err;
2466 
2467 	list_for_each_entry(apcm, &chip->pcm_list, list) {
2468 		if (apcm->pcm->device == pcm_dev) {
2469 			snd_printk(KERN_ERR SFX "%s: PCM %d already exists\n",
2470 				   pci_name(chip->pci), pcm_dev);
2471 			return -EBUSY;
2472 		}
2473 	}
2474 	err = snd_pcm_new(chip->card, cpcm->name, pcm_dev,
2475 			  cpcm->stream[SNDRV_PCM_STREAM_PLAYBACK].substreams,
2476 			  cpcm->stream[SNDRV_PCM_STREAM_CAPTURE].substreams,
2477 			  &pcm);
2478 	if (err < 0)
2479 		return err;
2480 	strlcpy(pcm->name, cpcm->name, sizeof(pcm->name));
2481 	apcm = kzalloc(sizeof(*apcm), GFP_KERNEL);
2482 	if (apcm == NULL)
2483 		return -ENOMEM;
2484 	apcm->chip = chip;
2485 	apcm->pcm = pcm;
2486 	apcm->codec = codec;
2487 	pcm->private_data = apcm;
2488 	pcm->private_free = azx_pcm_free;
2489 	if (cpcm->pcm_type == HDA_PCM_TYPE_MODEM)
2490 		pcm->dev_class = SNDRV_PCM_CLASS_MODEM;
2491 	list_add_tail(&apcm->list, &chip->pcm_list);
2492 	cpcm->pcm = pcm;
2493 	for (s = 0; s < 2; s++) {
2494 		apcm->hinfo[s] = &cpcm->stream[s];
2495 		if (cpcm->stream[s].substreams)
2496 			snd_pcm_set_ops(pcm, s, &azx_pcm_ops);
2497 	}
2498 	/* buffer pre-allocation */
2499 	size = CONFIG_SND_HDA_PREALLOC_SIZE * 1024;
2500 	if (size > MAX_PREALLOC_SIZE)
2501 		size = MAX_PREALLOC_SIZE;
2502 	snd_pcm_lib_preallocate_pages_for_all(pcm, SNDRV_DMA_TYPE_DEV_SG,
2503 					      snd_dma_pci_data(chip->pci),
2504 					      size, MAX_PREALLOC_SIZE);
2505 	return 0;
2506 }
2507 
2508 /*
2509  * mixer creation - all stuff is implemented in hda module
2510  */
2511 static int azx_mixer_create(struct azx *chip)
2512 {
2513 	return snd_hda_build_controls(chip->bus);
2514 }
2515 
2516 
2517 /*
2518  * initialize SD streams
2519  */
2520 static int azx_init_stream(struct azx *chip)
2521 {
2522 	int i;
2523 
2524 	/* initialize each stream (aka device)
2525 	 * assign the starting bdl address to each stream (device)
2526 	 * and initialize
2527 	 */
2528 	for (i = 0; i < chip->num_streams; i++) {
2529 		struct azx_dev *azx_dev = &chip->azx_dev[i];
2530 		azx_dev->posbuf = (u32 __iomem *)(chip->posbuf.area + i * 8);
2531 		/* offset: SDI0=0x80, SDI1=0xa0, ... SDO3=0x160 */
2532 		azx_dev->sd_addr = chip->remap_addr + (0x20 * i + 0x80);
2533 		/* int mask: SDI0=0x01, SDI1=0x02, ... SDO3=0x80 */
2534 		azx_dev->sd_int_sta_mask = 1 << i;
2535 		/* stream tag: must be non-zero and unique */
2536 		azx_dev->index = i;
2537 		azx_dev->stream_tag = i + 1;
2538 	}
2539 
2540 	return 0;
2541 }
2542 
2543 static int azx_acquire_irq(struct azx *chip, int do_disconnect)
2544 {
2545 	if (request_irq(chip->pci->irq, azx_interrupt,
2546 			chip->msi ? 0 : IRQF_SHARED,
2547 			KBUILD_MODNAME, chip)) {
2548 		printk(KERN_ERR "hda-intel: unable to grab IRQ %d, "
2549 		       "disabling device\n", chip->pci->irq);
2550 		if (do_disconnect)
2551 			snd_card_disconnect(chip->card);
2552 		return -1;
2553 	}
2554 	chip->irq = chip->pci->irq;
2555 	pci_intx(chip->pci, !chip->msi);
2556 	return 0;
2557 }
2558 
2559 
2560 static void azx_stop_chip(struct azx *chip)
2561 {
2562 	if (!chip->initialized)
2563 		return;
2564 
2565 	/* disable interrupts */
2566 	azx_int_disable(chip);
2567 	azx_int_clear(chip);
2568 
2569 	/* disable CORB/RIRB */
2570 	azx_free_cmd_io(chip);
2571 
2572 	/* disable position buffer */
2573 	azx_writel(chip, DPLBASE, 0);
2574 	azx_writel(chip, DPUBASE, 0);
2575 
2576 	chip->initialized = 0;
2577 }
2578 
2579 #ifdef CONFIG_PM
2580 /* power-up/down the controller */
2581 static void azx_power_notify(struct hda_bus *bus, bool power_up)
2582 {
2583 	struct azx *chip = bus->private_data;
2584 
2585 	if (!(chip->driver_caps & AZX_DCAPS_PM_RUNTIME))
2586 		return;
2587 
2588 	if (power_up)
2589 		pm_runtime_get_sync(&chip->pci->dev);
2590 	else
2591 		pm_runtime_put_sync(&chip->pci->dev);
2592 }
2593 
2594 static DEFINE_MUTEX(card_list_lock);
2595 static LIST_HEAD(card_list);
2596 
2597 static void azx_add_card_list(struct azx *chip)
2598 {
2599 	mutex_lock(&card_list_lock);
2600 	list_add(&chip->list, &card_list);
2601 	mutex_unlock(&card_list_lock);
2602 }
2603 
2604 static void azx_del_card_list(struct azx *chip)
2605 {
2606 	mutex_lock(&card_list_lock);
2607 	list_del_init(&chip->list);
2608 	mutex_unlock(&card_list_lock);
2609 }
2610 
2611 /* trigger power-save check at writing parameter */
2612 static int param_set_xint(const char *val, const struct kernel_param *kp)
2613 {
2614 	struct azx *chip;
2615 	struct hda_codec *c;
2616 	int prev = power_save;
2617 	int ret = param_set_int(val, kp);
2618 
2619 	if (ret || prev == power_save)
2620 		return ret;
2621 
2622 	mutex_lock(&card_list_lock);
2623 	list_for_each_entry(chip, &card_list, list) {
2624 		if (!chip->bus || chip->disabled)
2625 			continue;
2626 		list_for_each_entry(c, &chip->bus->codec_list, list)
2627 			snd_hda_power_sync(c);
2628 	}
2629 	mutex_unlock(&card_list_lock);
2630 	return 0;
2631 }
2632 #else
2633 #define azx_add_card_list(chip) /* NOP */
2634 #define azx_del_card_list(chip) /* NOP */
2635 #endif /* CONFIG_PM */
2636 
2637 #if defined(CONFIG_PM_SLEEP) || defined(SUPPORT_VGA_SWITCHEROO)
2638 /*
2639  * power management
2640  */
2641 static int azx_suspend(struct device *dev)
2642 {
2643 	struct pci_dev *pci = to_pci_dev(dev);
2644 	struct snd_card *card = dev_get_drvdata(dev);
2645 	struct azx *chip = card->private_data;
2646 	struct azx_pcm *p;
2647 
2648 	if (chip->disabled)
2649 		return 0;
2650 
2651 	snd_power_change_state(card, SNDRV_CTL_POWER_D3hot);
2652 	azx_clear_irq_pending(chip);
2653 	list_for_each_entry(p, &chip->pcm_list, list)
2654 		snd_pcm_suspend_all(p->pcm);
2655 	if (chip->initialized)
2656 		snd_hda_suspend(chip->bus);
2657 	azx_stop_chip(chip);
2658 	if (chip->irq >= 0) {
2659 		free_irq(chip->irq, chip);
2660 		chip->irq = -1;
2661 	}
2662 	if (chip->msi)
2663 		pci_disable_msi(chip->pci);
2664 	pci_disable_device(pci);
2665 	pci_save_state(pci);
2666 	pci_set_power_state(pci, PCI_D3hot);
2667 	return 0;
2668 }
2669 
2670 static int azx_resume(struct device *dev)
2671 {
2672 	struct pci_dev *pci = to_pci_dev(dev);
2673 	struct snd_card *card = dev_get_drvdata(dev);
2674 	struct azx *chip = card->private_data;
2675 
2676 	if (chip->disabled)
2677 		return 0;
2678 
2679 	pci_set_power_state(pci, PCI_D0);
2680 	pci_restore_state(pci);
2681 	if (pci_enable_device(pci) < 0) {
2682 		printk(KERN_ERR "hda-intel: pci_enable_device failed, "
2683 		       "disabling device\n");
2684 		snd_card_disconnect(card);
2685 		return -EIO;
2686 	}
2687 	pci_set_master(pci);
2688 	if (chip->msi)
2689 		if (pci_enable_msi(pci) < 0)
2690 			chip->msi = 0;
2691 	if (azx_acquire_irq(chip, 1) < 0)
2692 		return -EIO;
2693 	azx_init_pci(chip);
2694 
2695 	azx_init_chip(chip, 1);
2696 
2697 	snd_hda_resume(chip->bus);
2698 	snd_power_change_state(card, SNDRV_CTL_POWER_D0);
2699 	return 0;
2700 }
2701 #endif /* CONFIG_PM_SLEEP || SUPPORT_VGA_SWITCHEROO */
2702 
2703 #ifdef CONFIG_PM_RUNTIME
2704 static int azx_runtime_suspend(struct device *dev)
2705 {
2706 	struct snd_card *card = dev_get_drvdata(dev);
2707 	struct azx *chip = card->private_data;
2708 
2709 	azx_stop_chip(chip);
2710 	azx_clear_irq_pending(chip);
2711 	return 0;
2712 }
2713 
2714 static int azx_runtime_resume(struct device *dev)
2715 {
2716 	struct snd_card *card = dev_get_drvdata(dev);
2717 	struct azx *chip = card->private_data;
2718 
2719 	azx_init_pci(chip);
2720 	azx_init_chip(chip, 1);
2721 	return 0;
2722 }
2723 
2724 static int azx_runtime_idle(struct device *dev)
2725 {
2726 	struct snd_card *card = dev_get_drvdata(dev);
2727 	struct azx *chip = card->private_data;
2728 
2729 	if (!power_save_controller ||
2730 	    !(chip->driver_caps & AZX_DCAPS_PM_RUNTIME))
2731 		return -EBUSY;
2732 
2733 	return 0;
2734 }
2735 
2736 #endif /* CONFIG_PM_RUNTIME */
2737 
2738 #ifdef CONFIG_PM
2739 static const struct dev_pm_ops azx_pm = {
2740 	SET_SYSTEM_SLEEP_PM_OPS(azx_suspend, azx_resume)
2741 	SET_RUNTIME_PM_OPS(azx_runtime_suspend, azx_runtime_resume, azx_runtime_idle)
2742 };
2743 
2744 #define AZX_PM_OPS	&azx_pm
2745 #else
2746 #define AZX_PM_OPS	NULL
2747 #endif /* CONFIG_PM */
2748 
2749 
2750 /*
2751  * reboot notifier for hang-up problem at power-down
2752  */
2753 static int azx_halt(struct notifier_block *nb, unsigned long event, void *buf)
2754 {
2755 	struct azx *chip = container_of(nb, struct azx, reboot_notifier);
2756 	snd_hda_bus_reboot_notify(chip->bus);
2757 	azx_stop_chip(chip);
2758 	return NOTIFY_OK;
2759 }
2760 
2761 static void azx_notifier_register(struct azx *chip)
2762 {
2763 	chip->reboot_notifier.notifier_call = azx_halt;
2764 	register_reboot_notifier(&chip->reboot_notifier);
2765 }
2766 
2767 static void azx_notifier_unregister(struct azx *chip)
2768 {
2769 	if (chip->reboot_notifier.notifier_call)
2770 		unregister_reboot_notifier(&chip->reboot_notifier);
2771 }
2772 
2773 static int azx_first_init(struct azx *chip);
2774 static int azx_probe_continue(struct azx *chip);
2775 
2776 #ifdef SUPPORT_VGA_SWITCHEROO
2777 static struct pci_dev *get_bound_vga(struct pci_dev *pci);
2778 
2779 static void azx_vs_set_state(struct pci_dev *pci,
2780 			     enum vga_switcheroo_state state)
2781 {
2782 	struct snd_card *card = pci_get_drvdata(pci);
2783 	struct azx *chip = card->private_data;
2784 	bool disabled;
2785 
2786 	wait_for_completion(&chip->probe_wait);
2787 	if (chip->init_failed)
2788 		return;
2789 
2790 	disabled = (state == VGA_SWITCHEROO_OFF);
2791 	if (chip->disabled == disabled)
2792 		return;
2793 
2794 	if (!chip->bus) {
2795 		chip->disabled = disabled;
2796 		if (!disabled) {
2797 			snd_printk(KERN_INFO SFX
2798 				   "%s: Start delayed initialization\n",
2799 				   pci_name(chip->pci));
2800 			if (azx_first_init(chip) < 0 ||
2801 			    azx_probe_continue(chip) < 0) {
2802 				snd_printk(KERN_ERR SFX
2803 					   "%s: initialization error\n",
2804 					   pci_name(chip->pci));
2805 				chip->init_failed = true;
2806 			}
2807 		}
2808 	} else {
2809 		snd_printk(KERN_INFO SFX
2810 			   "%s: %s via VGA-switcheroo\n", pci_name(chip->pci),
2811 			   disabled ? "Disabling" : "Enabling");
2812 		if (disabled) {
2813 			azx_suspend(&pci->dev);
2814 			chip->disabled = true;
2815 			if (snd_hda_lock_devices(chip->bus))
2816 				snd_printk(KERN_WARNING SFX "%s: Cannot lock devices!\n",
2817 					   pci_name(chip->pci));
2818 		} else {
2819 			snd_hda_unlock_devices(chip->bus);
2820 			chip->disabled = false;
2821 			azx_resume(&pci->dev);
2822 		}
2823 	}
2824 }
2825 
2826 static bool azx_vs_can_switch(struct pci_dev *pci)
2827 {
2828 	struct snd_card *card = pci_get_drvdata(pci);
2829 	struct azx *chip = card->private_data;
2830 
2831 	wait_for_completion(&chip->probe_wait);
2832 	if (chip->init_failed)
2833 		return false;
2834 	if (chip->disabled || !chip->bus)
2835 		return true;
2836 	if (snd_hda_lock_devices(chip->bus))
2837 		return false;
2838 	snd_hda_unlock_devices(chip->bus);
2839 	return true;
2840 }
2841 
2842 static void init_vga_switcheroo(struct azx *chip)
2843 {
2844 	struct pci_dev *p = get_bound_vga(chip->pci);
2845 	if (p) {
2846 		snd_printk(KERN_INFO SFX
2847 			   "%s: Handle VGA-switcheroo audio client\n",
2848 			   pci_name(chip->pci));
2849 		chip->use_vga_switcheroo = 1;
2850 		pci_dev_put(p);
2851 	}
2852 }
2853 
2854 static const struct vga_switcheroo_client_ops azx_vs_ops = {
2855 	.set_gpu_state = azx_vs_set_state,
2856 	.can_switch = azx_vs_can_switch,
2857 };
2858 
2859 static int register_vga_switcheroo(struct azx *chip)
2860 {
2861 	int err;
2862 
2863 	if (!chip->use_vga_switcheroo)
2864 		return 0;
2865 	/* FIXME: currently only handling DIS controller
2866 	 * is there any machine with two switchable HDMI audio controllers?
2867 	 */
2868 	err = vga_switcheroo_register_audio_client(chip->pci, &azx_vs_ops,
2869 						    VGA_SWITCHEROO_DIS,
2870 						    chip->bus != NULL);
2871 	if (err < 0)
2872 		return err;
2873 	chip->vga_switcheroo_registered = 1;
2874 	return 0;
2875 }
2876 #else
2877 #define init_vga_switcheroo(chip)		/* NOP */
2878 #define register_vga_switcheroo(chip)		0
2879 #define check_hdmi_disabled(pci)	false
2880 #endif /* SUPPORT_VGA_SWITCHER */
2881 
2882 /*
2883  * destructor
2884  */
2885 static int azx_free(struct azx *chip)
2886 {
2887 	int i;
2888 
2889 	azx_del_card_list(chip);
2890 
2891 	azx_notifier_unregister(chip);
2892 
2893 	chip->init_failed = 1; /* to be sure */
2894 	complete_all(&chip->probe_wait);
2895 
2896 	if (use_vga_switcheroo(chip)) {
2897 		if (chip->disabled && chip->bus)
2898 			snd_hda_unlock_devices(chip->bus);
2899 		if (chip->vga_switcheroo_registered)
2900 			vga_switcheroo_unregister_client(chip->pci);
2901 	}
2902 
2903 	if (chip->initialized) {
2904 		azx_clear_irq_pending(chip);
2905 		for (i = 0; i < chip->num_streams; i++)
2906 			azx_stream_stop(chip, &chip->azx_dev[i]);
2907 		azx_stop_chip(chip);
2908 	}
2909 
2910 	if (chip->irq >= 0)
2911 		free_irq(chip->irq, (void*)chip);
2912 	if (chip->msi)
2913 		pci_disable_msi(chip->pci);
2914 	if (chip->remap_addr)
2915 		iounmap(chip->remap_addr);
2916 
2917 	if (chip->azx_dev) {
2918 		for (i = 0; i < chip->num_streams; i++)
2919 			if (chip->azx_dev[i].bdl.area) {
2920 				mark_pages_wc(chip, &chip->azx_dev[i].bdl, false);
2921 				snd_dma_free_pages(&chip->azx_dev[i].bdl);
2922 			}
2923 	}
2924 	if (chip->rb.area) {
2925 		mark_pages_wc(chip, &chip->rb, false);
2926 		snd_dma_free_pages(&chip->rb);
2927 	}
2928 	if (chip->posbuf.area) {
2929 		mark_pages_wc(chip, &chip->posbuf, false);
2930 		snd_dma_free_pages(&chip->posbuf);
2931 	}
2932 	if (chip->region_requested)
2933 		pci_release_regions(chip->pci);
2934 	pci_disable_device(chip->pci);
2935 	kfree(chip->azx_dev);
2936 #ifdef CONFIG_SND_HDA_PATCH_LOADER
2937 	if (chip->fw)
2938 		release_firmware(chip->fw);
2939 #endif
2940 	kfree(chip);
2941 
2942 	return 0;
2943 }
2944 
2945 static int azx_dev_free(struct snd_device *device)
2946 {
2947 	return azx_free(device->device_data);
2948 }
2949 
2950 #ifdef SUPPORT_VGA_SWITCHEROO
2951 /*
2952  * Check of disabled HDMI controller by vga-switcheroo
2953  */
2954 static struct pci_dev *get_bound_vga(struct pci_dev *pci)
2955 {
2956 	struct pci_dev *p;
2957 
2958 	/* check only discrete GPU */
2959 	switch (pci->vendor) {
2960 	case PCI_VENDOR_ID_ATI:
2961 	case PCI_VENDOR_ID_AMD:
2962 	case PCI_VENDOR_ID_NVIDIA:
2963 		if (pci->devfn == 1) {
2964 			p = pci_get_domain_bus_and_slot(pci_domain_nr(pci->bus),
2965 							pci->bus->number, 0);
2966 			if (p) {
2967 				if ((p->class >> 8) == PCI_CLASS_DISPLAY_VGA)
2968 					return p;
2969 				pci_dev_put(p);
2970 			}
2971 		}
2972 		break;
2973 	}
2974 	return NULL;
2975 }
2976 
2977 static bool check_hdmi_disabled(struct pci_dev *pci)
2978 {
2979 	bool vga_inactive = false;
2980 	struct pci_dev *p = get_bound_vga(pci);
2981 
2982 	if (p) {
2983 		if (vga_switcheroo_get_client_state(p) == VGA_SWITCHEROO_OFF)
2984 			vga_inactive = true;
2985 		pci_dev_put(p);
2986 	}
2987 	return vga_inactive;
2988 }
2989 #endif /* SUPPORT_VGA_SWITCHEROO */
2990 
2991 /*
2992  * white/black-listing for position_fix
2993  */
2994 static struct snd_pci_quirk position_fix_list[] = {
2995 	SND_PCI_QUIRK(0x1028, 0x01cc, "Dell D820", POS_FIX_LPIB),
2996 	SND_PCI_QUIRK(0x1028, 0x01de, "Dell Precision 390", POS_FIX_LPIB),
2997 	SND_PCI_QUIRK(0x103c, 0x306d, "HP dv3", POS_FIX_LPIB),
2998 	SND_PCI_QUIRK(0x1043, 0x813d, "ASUS P5AD2", POS_FIX_LPIB),
2999 	SND_PCI_QUIRK(0x1043, 0x81b3, "ASUS", POS_FIX_LPIB),
3000 	SND_PCI_QUIRK(0x1043, 0x81e7, "ASUS M2V", POS_FIX_LPIB),
3001 	SND_PCI_QUIRK(0x104d, 0x9069, "Sony VPCS11V9E", POS_FIX_LPIB),
3002 	SND_PCI_QUIRK(0x10de, 0xcb89, "Macbook Pro 7,1", POS_FIX_LPIB),
3003 	SND_PCI_QUIRK(0x1297, 0x3166, "Shuttle", POS_FIX_LPIB),
3004 	SND_PCI_QUIRK(0x1458, 0xa022, "ga-ma770-ud3", POS_FIX_LPIB),
3005 	SND_PCI_QUIRK(0x1462, 0x1002, "MSI Wind U115", POS_FIX_LPIB),
3006 	SND_PCI_QUIRK(0x1565, 0x8218, "Biostar Microtech", POS_FIX_LPIB),
3007 	SND_PCI_QUIRK(0x1849, 0x0888, "775Dual-VSTA", POS_FIX_LPIB),
3008 	SND_PCI_QUIRK(0x8086, 0x2503, "DG965OT AAD63733-203", POS_FIX_LPIB),
3009 	{}
3010 };
3011 
3012 static int check_position_fix(struct azx *chip, int fix)
3013 {
3014 	const struct snd_pci_quirk *q;
3015 
3016 	switch (fix) {
3017 	case POS_FIX_AUTO:
3018 	case POS_FIX_LPIB:
3019 	case POS_FIX_POSBUF:
3020 	case POS_FIX_VIACOMBO:
3021 	case POS_FIX_COMBO:
3022 		return fix;
3023 	}
3024 
3025 	q = snd_pci_quirk_lookup(chip->pci, position_fix_list);
3026 	if (q) {
3027 		printk(KERN_INFO
3028 		       "hda_intel: position_fix set to %d "
3029 		       "for device %04x:%04x\n",
3030 		       q->value, q->subvendor, q->subdevice);
3031 		return q->value;
3032 	}
3033 
3034 	/* Check VIA/ATI HD Audio Controller exist */
3035 	if (chip->driver_caps & AZX_DCAPS_POSFIX_VIA) {
3036 		snd_printd(SFX "%s: Using VIACOMBO position fix\n", pci_name(chip->pci));
3037 		return POS_FIX_VIACOMBO;
3038 	}
3039 	if (chip->driver_caps & AZX_DCAPS_POSFIX_LPIB) {
3040 		snd_printd(SFX "%s: Using LPIB position fix\n", pci_name(chip->pci));
3041 		return POS_FIX_LPIB;
3042 	}
3043 	return POS_FIX_AUTO;
3044 }
3045 
3046 /*
3047  * black-lists for probe_mask
3048  */
3049 static struct snd_pci_quirk probe_mask_list[] = {
3050 	/* Thinkpad often breaks the controller communication when accessing
3051 	 * to the non-working (or non-existing) modem codec slot.
3052 	 */
3053 	SND_PCI_QUIRK(0x1014, 0x05b7, "Thinkpad Z60", 0x01),
3054 	SND_PCI_QUIRK(0x17aa, 0x2010, "Thinkpad X/T/R60", 0x01),
3055 	SND_PCI_QUIRK(0x17aa, 0x20ac, "Thinkpad X/T/R61", 0x01),
3056 	/* broken BIOS */
3057 	SND_PCI_QUIRK(0x1028, 0x20ac, "Dell Studio Desktop", 0x01),
3058 	/* including bogus ALC268 in slot#2 that conflicts with ALC888 */
3059 	SND_PCI_QUIRK(0x17c0, 0x4085, "Medion MD96630", 0x01),
3060 	/* forced codec slots */
3061 	SND_PCI_QUIRK(0x1043, 0x1262, "ASUS W5Fm", 0x103),
3062 	SND_PCI_QUIRK(0x1046, 0x1262, "ASUS W5F", 0x103),
3063 	/* WinFast VP200 H (Teradici) user reported broken communication */
3064 	SND_PCI_QUIRK(0x3a21, 0x040d, "WinFast VP200 H", 0x101),
3065 	{}
3066 };
3067 
3068 #define AZX_FORCE_CODEC_MASK	0x100
3069 
3070 static void check_probe_mask(struct azx *chip, int dev)
3071 {
3072 	const struct snd_pci_quirk *q;
3073 
3074 	chip->codec_probe_mask = probe_mask[dev];
3075 	if (chip->codec_probe_mask == -1) {
3076 		q = snd_pci_quirk_lookup(chip->pci, probe_mask_list);
3077 		if (q) {
3078 			printk(KERN_INFO
3079 			       "hda_intel: probe_mask set to 0x%x "
3080 			       "for device %04x:%04x\n",
3081 			       q->value, q->subvendor, q->subdevice);
3082 			chip->codec_probe_mask = q->value;
3083 		}
3084 	}
3085 
3086 	/* check forced option */
3087 	if (chip->codec_probe_mask != -1 &&
3088 	    (chip->codec_probe_mask & AZX_FORCE_CODEC_MASK)) {
3089 		chip->codec_mask = chip->codec_probe_mask & 0xff;
3090 		printk(KERN_INFO "hda_intel: codec_mask forced to 0x%x\n",
3091 		       chip->codec_mask);
3092 	}
3093 }
3094 
3095 /*
3096  * white/black-list for enable_msi
3097  */
3098 static struct snd_pci_quirk msi_black_list[] = {
3099 	SND_PCI_QUIRK(0x1043, 0x81f2, "ASUS", 0), /* Athlon64 X2 + nvidia */
3100 	SND_PCI_QUIRK(0x1043, 0x81f6, "ASUS", 0), /* nvidia */
3101 	SND_PCI_QUIRK(0x1043, 0x822d, "ASUS", 0), /* Athlon64 X2 + nvidia MCP55 */
3102 	SND_PCI_QUIRK(0x1849, 0x0888, "ASRock", 0), /* Athlon64 X2 + nvidia */
3103 	SND_PCI_QUIRK(0xa0a0, 0x0575, "Aopen MZ915-M", 0), /* ICH6 */
3104 	{}
3105 };
3106 
3107 static void check_msi(struct azx *chip)
3108 {
3109 	const struct snd_pci_quirk *q;
3110 
3111 	if (enable_msi >= 0) {
3112 		chip->msi = !!enable_msi;
3113 		return;
3114 	}
3115 	chip->msi = 1;	/* enable MSI as default */
3116 	q = snd_pci_quirk_lookup(chip->pci, msi_black_list);
3117 	if (q) {
3118 		printk(KERN_INFO
3119 		       "hda_intel: msi for device %04x:%04x set to %d\n",
3120 		       q->subvendor, q->subdevice, q->value);
3121 		chip->msi = q->value;
3122 		return;
3123 	}
3124 
3125 	/* NVidia chipsets seem to cause troubles with MSI */
3126 	if (chip->driver_caps & AZX_DCAPS_NO_MSI) {
3127 		printk(KERN_INFO "hda_intel: Disabling MSI\n");
3128 		chip->msi = 0;
3129 	}
3130 }
3131 
3132 /* check the snoop mode availability */
3133 static void azx_check_snoop_available(struct azx *chip)
3134 {
3135 	bool snoop = chip->snoop;
3136 
3137 	switch (chip->driver_type) {
3138 	case AZX_DRIVER_VIA:
3139 		/* force to non-snoop mode for a new VIA controller
3140 		 * when BIOS is set
3141 		 */
3142 		if (snoop) {
3143 			u8 val;
3144 			pci_read_config_byte(chip->pci, 0x42, &val);
3145 			if (!(val & 0x80) && chip->pci->revision == 0x30)
3146 				snoop = false;
3147 		}
3148 		break;
3149 	case AZX_DRIVER_ATIHDMI_NS:
3150 		/* new ATI HDMI requires non-snoop */
3151 		snoop = false;
3152 		break;
3153 	}
3154 
3155 	if (snoop != chip->snoop) {
3156 		snd_printk(KERN_INFO SFX "%s: Force to %s mode\n",
3157 			   pci_name(chip->pci), snoop ? "snoop" : "non-snoop");
3158 		chip->snoop = snoop;
3159 	}
3160 }
3161 
3162 /*
3163  * constructor
3164  */
3165 static int azx_create(struct snd_card *card, struct pci_dev *pci,
3166 		      int dev, unsigned int driver_caps,
3167 		      struct azx **rchip)
3168 {
3169 	static struct snd_device_ops ops = {
3170 		.dev_free = azx_dev_free,
3171 	};
3172 	struct azx *chip;
3173 	int err;
3174 
3175 	*rchip = NULL;
3176 
3177 	err = pci_enable_device(pci);
3178 	if (err < 0)
3179 		return err;
3180 
3181 	chip = kzalloc(sizeof(*chip), GFP_KERNEL);
3182 	if (!chip) {
3183 		snd_printk(KERN_ERR SFX "%s: Cannot allocate chip\n", pci_name(pci));
3184 		pci_disable_device(pci);
3185 		return -ENOMEM;
3186 	}
3187 
3188 	spin_lock_init(&chip->reg_lock);
3189 	mutex_init(&chip->open_mutex);
3190 	chip->card = card;
3191 	chip->pci = pci;
3192 	chip->irq = -1;
3193 	chip->driver_caps = driver_caps;
3194 	chip->driver_type = driver_caps & 0xff;
3195 	check_msi(chip);
3196 	chip->dev_index = dev;
3197 	INIT_WORK(&chip->irq_pending_work, azx_irq_pending_work);
3198 	INIT_LIST_HEAD(&chip->pcm_list);
3199 	INIT_LIST_HEAD(&chip->list);
3200 	init_vga_switcheroo(chip);
3201 	init_completion(&chip->probe_wait);
3202 
3203 	chip->position_fix[0] = chip->position_fix[1] =
3204 		check_position_fix(chip, position_fix[dev]);
3205 	/* combo mode uses LPIB for playback */
3206 	if (chip->position_fix[0] == POS_FIX_COMBO) {
3207 		chip->position_fix[0] = POS_FIX_LPIB;
3208 		chip->position_fix[1] = POS_FIX_AUTO;
3209 	}
3210 
3211 	check_probe_mask(chip, dev);
3212 
3213 	chip->single_cmd = single_cmd;
3214 	chip->snoop = hda_snoop;
3215 	azx_check_snoop_available(chip);
3216 
3217 	if (bdl_pos_adj[dev] < 0) {
3218 		switch (chip->driver_type) {
3219 		case AZX_DRIVER_ICH:
3220 		case AZX_DRIVER_PCH:
3221 			bdl_pos_adj[dev] = 1;
3222 			break;
3223 		default:
3224 			bdl_pos_adj[dev] = 32;
3225 			break;
3226 		}
3227 	}
3228 
3229 	err = snd_device_new(card, SNDRV_DEV_LOWLEVEL, chip, &ops);
3230 	if (err < 0) {
3231 		snd_printk(KERN_ERR SFX "%s: Error creating device [card]!\n",
3232 		   pci_name(chip->pci));
3233 		azx_free(chip);
3234 		return err;
3235 	}
3236 
3237 	*rchip = chip;
3238 	return 0;
3239 }
3240 
3241 static int azx_first_init(struct azx *chip)
3242 {
3243 	int dev = chip->dev_index;
3244 	struct pci_dev *pci = chip->pci;
3245 	struct snd_card *card = chip->card;
3246 	int i, err;
3247 	unsigned short gcap;
3248 
3249 #if BITS_PER_LONG != 64
3250 	/* Fix up base address on ULI M5461 */
3251 	if (chip->driver_type == AZX_DRIVER_ULI) {
3252 		u16 tmp3;
3253 		pci_read_config_word(pci, 0x40, &tmp3);
3254 		pci_write_config_word(pci, 0x40, tmp3 | 0x10);
3255 		pci_write_config_dword(pci, PCI_BASE_ADDRESS_1, 0);
3256 	}
3257 #endif
3258 
3259 	err = pci_request_regions(pci, "ICH HD audio");
3260 	if (err < 0)
3261 		return err;
3262 	chip->region_requested = 1;
3263 
3264 	chip->addr = pci_resource_start(pci, 0);
3265 	chip->remap_addr = pci_ioremap_bar(pci, 0);
3266 	if (chip->remap_addr == NULL) {
3267 		snd_printk(KERN_ERR SFX "%s: ioremap error\n", pci_name(chip->pci));
3268 		return -ENXIO;
3269 	}
3270 
3271 	if (chip->msi)
3272 		if (pci_enable_msi(pci) < 0)
3273 			chip->msi = 0;
3274 
3275 	if (azx_acquire_irq(chip, 0) < 0)
3276 		return -EBUSY;
3277 
3278 	pci_set_master(pci);
3279 	synchronize_irq(chip->irq);
3280 
3281 	gcap = azx_readw(chip, GCAP);
3282 	snd_printdd(SFX "%s: chipset global capabilities = 0x%x\n", pci_name(chip->pci), gcap);
3283 
3284 	/* disable SB600 64bit support for safety */
3285 	if (chip->pci->vendor == PCI_VENDOR_ID_ATI) {
3286 		struct pci_dev *p_smbus;
3287 		p_smbus = pci_get_device(PCI_VENDOR_ID_ATI,
3288 					 PCI_DEVICE_ID_ATI_SBX00_SMBUS,
3289 					 NULL);
3290 		if (p_smbus) {
3291 			if (p_smbus->revision < 0x30)
3292 				gcap &= ~ICH6_GCAP_64OK;
3293 			pci_dev_put(p_smbus);
3294 		}
3295 	}
3296 
3297 	/* disable 64bit DMA address on some devices */
3298 	if (chip->driver_caps & AZX_DCAPS_NO_64BIT) {
3299 		snd_printd(SFX "%s: Disabling 64bit DMA\n", pci_name(chip->pci));
3300 		gcap &= ~ICH6_GCAP_64OK;
3301 	}
3302 
3303 	/* disable buffer size rounding to 128-byte multiples if supported */
3304 	if (align_buffer_size >= 0)
3305 		chip->align_buffer_size = !!align_buffer_size;
3306 	else {
3307 		if (chip->driver_caps & AZX_DCAPS_BUFSIZE)
3308 			chip->align_buffer_size = 0;
3309 		else if (chip->driver_caps & AZX_DCAPS_ALIGN_BUFSIZE)
3310 			chip->align_buffer_size = 1;
3311 		else
3312 			chip->align_buffer_size = 1;
3313 	}
3314 
3315 	/* allow 64bit DMA address if supported by H/W */
3316 	if ((gcap & ICH6_GCAP_64OK) && !pci_set_dma_mask(pci, DMA_BIT_MASK(64)))
3317 		pci_set_consistent_dma_mask(pci, DMA_BIT_MASK(64));
3318 	else {
3319 		pci_set_dma_mask(pci, DMA_BIT_MASK(32));
3320 		pci_set_consistent_dma_mask(pci, DMA_BIT_MASK(32));
3321 	}
3322 
3323 	/* read number of streams from GCAP register instead of using
3324 	 * hardcoded value
3325 	 */
3326 	chip->capture_streams = (gcap >> 8) & 0x0f;
3327 	chip->playback_streams = (gcap >> 12) & 0x0f;
3328 	if (!chip->playback_streams && !chip->capture_streams) {
3329 		/* gcap didn't give any info, switching to old method */
3330 
3331 		switch (chip->driver_type) {
3332 		case AZX_DRIVER_ULI:
3333 			chip->playback_streams = ULI_NUM_PLAYBACK;
3334 			chip->capture_streams = ULI_NUM_CAPTURE;
3335 			break;
3336 		case AZX_DRIVER_ATIHDMI:
3337 		case AZX_DRIVER_ATIHDMI_NS:
3338 			chip->playback_streams = ATIHDMI_NUM_PLAYBACK;
3339 			chip->capture_streams = ATIHDMI_NUM_CAPTURE;
3340 			break;
3341 		case AZX_DRIVER_GENERIC:
3342 		default:
3343 			chip->playback_streams = ICH6_NUM_PLAYBACK;
3344 			chip->capture_streams = ICH6_NUM_CAPTURE;
3345 			break;
3346 		}
3347 	}
3348 	chip->capture_index_offset = 0;
3349 	chip->playback_index_offset = chip->capture_streams;
3350 	chip->num_streams = chip->playback_streams + chip->capture_streams;
3351 	chip->azx_dev = kcalloc(chip->num_streams, sizeof(*chip->azx_dev),
3352 				GFP_KERNEL);
3353 	if (!chip->azx_dev) {
3354 		snd_printk(KERN_ERR SFX "%s: cannot malloc azx_dev\n", pci_name(chip->pci));
3355 		return -ENOMEM;
3356 	}
3357 
3358 	for (i = 0; i < chip->num_streams; i++) {
3359 		/* allocate memory for the BDL for each stream */
3360 		err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
3361 					  snd_dma_pci_data(chip->pci),
3362 					  BDL_SIZE, &chip->azx_dev[i].bdl);
3363 		if (err < 0) {
3364 			snd_printk(KERN_ERR SFX "%s: cannot allocate BDL\n", pci_name(chip->pci));
3365 			return -ENOMEM;
3366 		}
3367 		mark_pages_wc(chip, &chip->azx_dev[i].bdl, true);
3368 	}
3369 	/* allocate memory for the position buffer */
3370 	err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
3371 				  snd_dma_pci_data(chip->pci),
3372 				  chip->num_streams * 8, &chip->posbuf);
3373 	if (err < 0) {
3374 		snd_printk(KERN_ERR SFX "%s: cannot allocate posbuf\n", pci_name(chip->pci));
3375 		return -ENOMEM;
3376 	}
3377 	mark_pages_wc(chip, &chip->posbuf, true);
3378 	/* allocate CORB/RIRB */
3379 	err = azx_alloc_cmd_io(chip);
3380 	if (err < 0)
3381 		return err;
3382 
3383 	/* initialize streams */
3384 	azx_init_stream(chip);
3385 
3386 	/* initialize chip */
3387 	azx_init_pci(chip);
3388 	azx_init_chip(chip, (probe_only[dev] & 2) == 0);
3389 
3390 	/* codec detection */
3391 	if (!chip->codec_mask) {
3392 		snd_printk(KERN_ERR SFX "%s: no codecs found!\n", pci_name(chip->pci));
3393 		return -ENODEV;
3394 	}
3395 
3396 	strcpy(card->driver, "HDA-Intel");
3397 	strlcpy(card->shortname, driver_short_names[chip->driver_type],
3398 		sizeof(card->shortname));
3399 	snprintf(card->longname, sizeof(card->longname),
3400 		 "%s at 0x%lx irq %i",
3401 		 card->shortname, chip->addr, chip->irq);
3402 
3403 	return 0;
3404 }
3405 
3406 static void power_down_all_codecs(struct azx *chip)
3407 {
3408 #ifdef CONFIG_PM
3409 	/* The codecs were powered up in snd_hda_codec_new().
3410 	 * Now all initialization done, so turn them down if possible
3411 	 */
3412 	struct hda_codec *codec;
3413 	list_for_each_entry(codec, &chip->bus->codec_list, list) {
3414 		snd_hda_power_down(codec);
3415 	}
3416 #endif
3417 }
3418 
3419 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3420 /* callback from request_firmware_nowait() */
3421 static void azx_firmware_cb(const struct firmware *fw, void *context)
3422 {
3423 	struct snd_card *card = context;
3424 	struct azx *chip = card->private_data;
3425 	struct pci_dev *pci = chip->pci;
3426 
3427 	if (!fw) {
3428 		snd_printk(KERN_ERR SFX "%s: Cannot load firmware, aborting\n",
3429 			   pci_name(chip->pci));
3430 		goto error;
3431 	}
3432 
3433 	chip->fw = fw;
3434 	if (!chip->disabled) {
3435 		/* continue probing */
3436 		if (azx_probe_continue(chip))
3437 			goto error;
3438 	}
3439 	return; /* OK */
3440 
3441  error:
3442 	snd_card_free(card);
3443 	pci_set_drvdata(pci, NULL);
3444 }
3445 #endif
3446 
3447 static int azx_probe(struct pci_dev *pci,
3448 		     const struct pci_device_id *pci_id)
3449 {
3450 	static int dev;
3451 	struct snd_card *card;
3452 	struct azx *chip;
3453 	bool probe_now;
3454 	int err;
3455 
3456 	if (dev >= SNDRV_CARDS)
3457 		return -ENODEV;
3458 	if (!enable[dev]) {
3459 		dev++;
3460 		return -ENOENT;
3461 	}
3462 
3463 	err = snd_card_create(index[dev], id[dev], THIS_MODULE, 0, &card);
3464 	if (err < 0) {
3465 		snd_printk(KERN_ERR "hda-intel: Error creating card!\n");
3466 		return err;
3467 	}
3468 
3469 	snd_card_set_dev(card, &pci->dev);
3470 
3471 	err = azx_create(card, pci, dev, pci_id->driver_data, &chip);
3472 	if (err < 0)
3473 		goto out_free;
3474 	card->private_data = chip;
3475 
3476 	pci_set_drvdata(pci, card);
3477 
3478 	err = register_vga_switcheroo(chip);
3479 	if (err < 0) {
3480 		snd_printk(KERN_ERR SFX
3481 			   "%s: Error registering VGA-switcheroo client\n", pci_name(pci));
3482 		goto out_free;
3483 	}
3484 
3485 	if (check_hdmi_disabled(pci)) {
3486 		snd_printk(KERN_INFO SFX "%s: VGA controller is disabled\n",
3487 			   pci_name(pci));
3488 		snd_printk(KERN_INFO SFX "%s: Delaying initialization\n", pci_name(pci));
3489 		chip->disabled = true;
3490 	}
3491 
3492 	probe_now = !chip->disabled;
3493 	if (probe_now) {
3494 		err = azx_first_init(chip);
3495 		if (err < 0)
3496 			goto out_free;
3497 	}
3498 
3499 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3500 	if (patch[dev] && *patch[dev]) {
3501 		snd_printk(KERN_ERR SFX "%s: Applying patch firmware '%s'\n",
3502 			   pci_name(pci), patch[dev]);
3503 		err = request_firmware_nowait(THIS_MODULE, true, patch[dev],
3504 					      &pci->dev, GFP_KERNEL, card,
3505 					      azx_firmware_cb);
3506 		if (err < 0)
3507 			goto out_free;
3508 		probe_now = false; /* continued in azx_firmware_cb() */
3509 	}
3510 #endif /* CONFIG_SND_HDA_PATCH_LOADER */
3511 
3512 	if (probe_now) {
3513 		err = azx_probe_continue(chip);
3514 		if (err < 0)
3515 			goto out_free;
3516 	}
3517 
3518 	if (pci_dev_run_wake(pci))
3519 		pm_runtime_put_noidle(&pci->dev);
3520 
3521 	dev++;
3522 	complete_all(&chip->probe_wait);
3523 	return 0;
3524 
3525 out_free:
3526 	snd_card_free(card);
3527 	pci_set_drvdata(pci, NULL);
3528 	return err;
3529 }
3530 
3531 static int azx_probe_continue(struct azx *chip)
3532 {
3533 	int dev = chip->dev_index;
3534 	int err;
3535 
3536 #ifdef CONFIG_SND_HDA_INPUT_BEEP
3537 	chip->beep_mode = beep_mode[dev];
3538 #endif
3539 
3540 	/* create codec instances */
3541 	err = azx_codec_create(chip, model[dev]);
3542 	if (err < 0)
3543 		goto out_free;
3544 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3545 	if (chip->fw) {
3546 		err = snd_hda_load_patch(chip->bus, chip->fw->size,
3547 					 chip->fw->data);
3548 		if (err < 0)
3549 			goto out_free;
3550 #ifndef CONFIG_PM
3551 		release_firmware(chip->fw); /* no longer needed */
3552 		chip->fw = NULL;
3553 #endif
3554 	}
3555 #endif
3556 	if ((probe_only[dev] & 1) == 0) {
3557 		err = azx_codec_configure(chip);
3558 		if (err < 0)
3559 			goto out_free;
3560 	}
3561 
3562 	/* create PCM streams */
3563 	err = snd_hda_build_pcms(chip->bus);
3564 	if (err < 0)
3565 		goto out_free;
3566 
3567 	/* create mixer controls */
3568 	err = azx_mixer_create(chip);
3569 	if (err < 0)
3570 		goto out_free;
3571 
3572 	err = snd_card_register(chip->card);
3573 	if (err < 0)
3574 		goto out_free;
3575 
3576 	chip->running = 1;
3577 	power_down_all_codecs(chip);
3578 	azx_notifier_register(chip);
3579 	azx_add_card_list(chip);
3580 
3581 	return 0;
3582 
3583 out_free:
3584 	chip->init_failed = 1;
3585 	return err;
3586 }
3587 
3588 static void azx_remove(struct pci_dev *pci)
3589 {
3590 	struct snd_card *card = pci_get_drvdata(pci);
3591 
3592 	if (pci_dev_run_wake(pci))
3593 		pm_runtime_get_noresume(&pci->dev);
3594 
3595 	if (card)
3596 		snd_card_free(card);
3597 	pci_set_drvdata(pci, NULL);
3598 }
3599 
3600 /* PCI IDs */
3601 static DEFINE_PCI_DEVICE_TABLE(azx_ids) = {
3602 	/* CPT */
3603 	{ PCI_DEVICE(0x8086, 0x1c20),
3604 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3605 	/* PBG */
3606 	{ PCI_DEVICE(0x8086, 0x1d20),
3607 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3608 	/* Panther Point */
3609 	{ PCI_DEVICE(0x8086, 0x1e20),
3610 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3611 	/* Lynx Point */
3612 	{ PCI_DEVICE(0x8086, 0x8c20),
3613 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3614 	/* Lynx Point-LP */
3615 	{ PCI_DEVICE(0x8086, 0x9c20),
3616 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3617 	/* Lynx Point-LP */
3618 	{ PCI_DEVICE(0x8086, 0x9c21),
3619 	  .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3620 	/* Haswell */
3621 	{ PCI_DEVICE(0x8086, 0x0c0c),
3622 	  .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3623 	{ PCI_DEVICE(0x8086, 0x0d0c),
3624 	  .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3625 	/* 5 Series/3400 */
3626 	{ PCI_DEVICE(0x8086, 0x3b56),
3627 	  .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3628 	/* Poulsbo */
3629 	{ PCI_DEVICE(0x8086, 0x811b),
3630 	  .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM },
3631 	/* Oaktrail */
3632 	{ PCI_DEVICE(0x8086, 0x080a),
3633 	  .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM },
3634 	/* ICH */
3635 	{ PCI_DEVICE(0x8086, 0x2668),
3636 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3637 	  AZX_DCAPS_BUFSIZE },  /* ICH6 */
3638 	{ PCI_DEVICE(0x8086, 0x27d8),
3639 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3640 	  AZX_DCAPS_BUFSIZE },  /* ICH7 */
3641 	{ PCI_DEVICE(0x8086, 0x269a),
3642 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3643 	  AZX_DCAPS_BUFSIZE },  /* ESB2 */
3644 	{ PCI_DEVICE(0x8086, 0x284b),
3645 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3646 	  AZX_DCAPS_BUFSIZE },  /* ICH8 */
3647 	{ PCI_DEVICE(0x8086, 0x293e),
3648 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3649 	  AZX_DCAPS_BUFSIZE },  /* ICH9 */
3650 	{ PCI_DEVICE(0x8086, 0x293f),
3651 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3652 	  AZX_DCAPS_BUFSIZE },  /* ICH9 */
3653 	{ PCI_DEVICE(0x8086, 0x3a3e),
3654 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3655 	  AZX_DCAPS_BUFSIZE },  /* ICH10 */
3656 	{ PCI_DEVICE(0x8086, 0x3a6e),
3657 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3658 	  AZX_DCAPS_BUFSIZE },  /* ICH10 */
3659 	/* Generic Intel */
3660 	{ PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_ANY_ID),
3661 	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3662 	  .class_mask = 0xffffff,
3663 	  .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_BUFSIZE },
3664 	/* ATI SB 450/600/700/800/900 */
3665 	{ PCI_DEVICE(0x1002, 0x437b),
3666 	  .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
3667 	{ PCI_DEVICE(0x1002, 0x4383),
3668 	  .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
3669 	/* AMD Hudson */
3670 	{ PCI_DEVICE(0x1022, 0x780d),
3671 	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_SB },
3672 	/* ATI HDMI */
3673 	{ PCI_DEVICE(0x1002, 0x793b),
3674 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3675 	{ PCI_DEVICE(0x1002, 0x7919),
3676 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3677 	{ PCI_DEVICE(0x1002, 0x960f),
3678 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3679 	{ PCI_DEVICE(0x1002, 0x970f),
3680 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3681 	{ PCI_DEVICE(0x1002, 0xaa00),
3682 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3683 	{ PCI_DEVICE(0x1002, 0xaa08),
3684 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3685 	{ PCI_DEVICE(0x1002, 0xaa10),
3686 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3687 	{ PCI_DEVICE(0x1002, 0xaa18),
3688 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3689 	{ PCI_DEVICE(0x1002, 0xaa20),
3690 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3691 	{ PCI_DEVICE(0x1002, 0xaa28),
3692 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3693 	{ PCI_DEVICE(0x1002, 0xaa30),
3694 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3695 	{ PCI_DEVICE(0x1002, 0xaa38),
3696 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3697 	{ PCI_DEVICE(0x1002, 0xaa40),
3698 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3699 	{ PCI_DEVICE(0x1002, 0xaa48),
3700 	  .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3701 	{ PCI_DEVICE(0x1002, 0x9902),
3702 	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3703 	{ PCI_DEVICE(0x1002, 0xaaa0),
3704 	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3705 	{ PCI_DEVICE(0x1002, 0xaaa8),
3706 	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3707 	{ PCI_DEVICE(0x1002, 0xaab0),
3708 	  .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3709 	/* VIA VT8251/VT8237A */
3710 	{ PCI_DEVICE(0x1106, 0x3288),
3711 	  .driver_data = AZX_DRIVER_VIA | AZX_DCAPS_POSFIX_VIA },
3712 	/* VIA GFX VT7122/VX900 */
3713 	{ PCI_DEVICE(0x1106, 0x9170), .driver_data = AZX_DRIVER_GENERIC },
3714 	/* VIA GFX VT6122/VX11 */
3715 	{ PCI_DEVICE(0x1106, 0x9140), .driver_data = AZX_DRIVER_GENERIC },
3716 	/* SIS966 */
3717 	{ PCI_DEVICE(0x1039, 0x7502), .driver_data = AZX_DRIVER_SIS },
3718 	/* ULI M5461 */
3719 	{ PCI_DEVICE(0x10b9, 0x5461), .driver_data = AZX_DRIVER_ULI },
3720 	/* NVIDIA MCP */
3721 	{ PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
3722 	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3723 	  .class_mask = 0xffffff,
3724 	  .driver_data = AZX_DRIVER_NVIDIA | AZX_DCAPS_PRESET_NVIDIA },
3725 	/* Teradici */
3726 	{ PCI_DEVICE(0x6549, 0x1200),
3727 	  .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
3728 	{ PCI_DEVICE(0x6549, 0x2200),
3729 	  .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
3730 	/* Creative X-Fi (CA0110-IBG) */
3731 	/* CTHDA chips */
3732 	{ PCI_DEVICE(0x1102, 0x0010),
3733 	  .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
3734 	{ PCI_DEVICE(0x1102, 0x0012),
3735 	  .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
3736 #if !defined(CONFIG_SND_CTXFI) && !defined(CONFIG_SND_CTXFI_MODULE)
3737 	/* the following entry conflicts with snd-ctxfi driver,
3738 	 * as ctxfi driver mutates from HD-audio to native mode with
3739 	 * a special command sequence.
3740 	 */
3741 	{ PCI_DEVICE(PCI_VENDOR_ID_CREATIVE, PCI_ANY_ID),
3742 	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3743 	  .class_mask = 0xffffff,
3744 	  .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
3745 	  AZX_DCAPS_RIRB_PRE_DELAY | AZX_DCAPS_POSFIX_LPIB },
3746 #else
3747 	/* this entry seems still valid -- i.e. without emu20kx chip */
3748 	{ PCI_DEVICE(0x1102, 0x0009),
3749 	  .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
3750 	  AZX_DCAPS_RIRB_PRE_DELAY | AZX_DCAPS_POSFIX_LPIB },
3751 #endif
3752 	/* Vortex86MX */
3753 	{ PCI_DEVICE(0x17f3, 0x3010), .driver_data = AZX_DRIVER_GENERIC },
3754 	/* VMware HDAudio */
3755 	{ PCI_DEVICE(0x15ad, 0x1977), .driver_data = AZX_DRIVER_GENERIC },
3756 	/* AMD/ATI Generic, PCI class code and Vendor ID for HD Audio */
3757 	{ PCI_DEVICE(PCI_VENDOR_ID_ATI, PCI_ANY_ID),
3758 	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3759 	  .class_mask = 0xffffff,
3760 	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
3761 	{ PCI_DEVICE(PCI_VENDOR_ID_AMD, PCI_ANY_ID),
3762 	  .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3763 	  .class_mask = 0xffffff,
3764 	  .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
3765 	{ 0, }
3766 };
3767 MODULE_DEVICE_TABLE(pci, azx_ids);
3768 
3769 /* pci_driver definition */
3770 static struct pci_driver azx_driver = {
3771 	.name = KBUILD_MODNAME,
3772 	.id_table = azx_ids,
3773 	.probe = azx_probe,
3774 	.remove = azx_remove,
3775 	.driver = {
3776 		.pm = AZX_PM_OPS,
3777 	},
3778 };
3779 
3780 module_pci_driver(azx_driver);
3781