1 /*
2  * Copyright (c) 2010 Broadcom Corporation
3  * Copyright (c) 2013 Hauke Mehrtens <hauke@hauke-m.de>
4  *
5  * Permission to use, copy, modify, and/or distribute this software for any
6  * purpose with or without fee is hereby granted, provided that the above
7  * copyright notice and this permission notice appear in all copies.
8  *
9  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
12  * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
14  * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
15  * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16  */
17 
18 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
19 
20 #include <linux/pci_ids.h>
21 #include <linux/if_ether.h>
22 #include <net/cfg80211.h>
23 #include <net/mac80211.h>
24 #include <brcm_hw_ids.h>
25 #include <aiutils.h>
26 #include <chipcommon.h>
27 #include "rate.h"
28 #include "scb.h"
29 #include "phy/phy_hal.h"
30 #include "channel.h"
31 #include "antsel.h"
32 #include "stf.h"
33 #include "ampdu.h"
34 #include "mac80211_if.h"
35 #include "ucode_loader.h"
36 #include "main.h"
37 #include "soc.h"
38 #include "dma.h"
39 #include "debug.h"
40 #include "brcms_trace_events.h"
41 
42 /* watchdog timer, in unit of ms */
43 #define TIMER_INTERVAL_WATCHDOG		1000
44 /* radio monitor timer, in unit of ms */
45 #define TIMER_INTERVAL_RADIOCHK		800
46 
47 /* beacon interval, in unit of 1024TU */
48 #define BEACON_INTERVAL_DEFAULT		100
49 
50 /* n-mode support capability */
51 /* 2x2 includes both 1x1 & 2x2 devices
52  * reserved #define 2 for future when we want to separate 1x1 & 2x2 and
53  * control it independently
54  */
55 #define WL_11N_2x2			1
56 #define WL_11N_3x3			3
57 #define WL_11N_4x4			4
58 
59 #define EDCF_ACI_MASK			0x60
60 #define EDCF_ACI_SHIFT			5
61 #define EDCF_ECWMIN_MASK		0x0f
62 #define EDCF_ECWMAX_SHIFT		4
63 #define EDCF_AIFSN_MASK			0x0f
64 #define EDCF_AIFSN_MAX			15
65 #define EDCF_ECWMAX_MASK		0xf0
66 
67 #define EDCF_AC_BE_TXOP_STA		0x0000
68 #define EDCF_AC_BK_TXOP_STA		0x0000
69 #define EDCF_AC_VO_ACI_STA		0x62
70 #define EDCF_AC_VO_ECW_STA		0x32
71 #define EDCF_AC_VI_ACI_STA		0x42
72 #define EDCF_AC_VI_ECW_STA		0x43
73 #define EDCF_AC_BK_ECW_STA		0xA4
74 #define EDCF_AC_VI_TXOP_STA		0x005e
75 #define EDCF_AC_VO_TXOP_STA		0x002f
76 #define EDCF_AC_BE_ACI_STA		0x03
77 #define EDCF_AC_BE_ECW_STA		0xA4
78 #define EDCF_AC_BK_ACI_STA		0x27
79 #define EDCF_AC_VO_TXOP_AP		0x002f
80 
81 #define EDCF_TXOP2USEC(txop)		((txop) << 5)
82 #define EDCF_ECW2CW(exp)		((1 << (exp)) - 1)
83 
84 #define APHY_SYMBOL_TIME		4
85 #define APHY_PREAMBLE_TIME		16
86 #define APHY_SIGNAL_TIME		4
87 #define APHY_SIFS_TIME			16
88 #define APHY_SERVICE_NBITS		16
89 #define APHY_TAIL_NBITS			6
90 #define BPHY_SIFS_TIME			10
91 #define BPHY_PLCP_SHORT_TIME		96
92 
93 #define PREN_PREAMBLE			24
94 #define PREN_MM_EXT			12
95 #define PREN_PREAMBLE_EXT		4
96 
97 #define DOT11_MAC_HDR_LEN		24
98 #define DOT11_ACK_LEN			10
99 #define DOT11_BA_LEN			4
100 #define DOT11_OFDM_SIGNAL_EXTENSION	6
101 #define DOT11_MIN_FRAG_LEN		256
102 #define DOT11_RTS_LEN			16
103 #define DOT11_CTS_LEN			10
104 #define DOT11_BA_BITMAP_LEN		128
105 #define DOT11_MAXNUMFRAGS		16
106 #define DOT11_MAX_FRAG_LEN		2346
107 
108 #define BPHY_PLCP_TIME			192
109 #define RIFS_11N_TIME			2
110 
111 /* length of the BCN template area */
112 #define BCN_TMPL_LEN			512
113 
114 /* brcms_bss_info flag bit values */
115 #define BRCMS_BSS_HT			0x0020	/* BSS is HT (MIMO) capable */
116 
117 /* chip rx buffer offset */
118 #define BRCMS_HWRXOFF			38
119 
120 /* rfdisable delay timer 500 ms, runs of ALP clock */
121 #define RFDISABLE_DEFAULT		10000000
122 
123 #define BRCMS_TEMPSENSE_PERIOD		10	/* 10 second timeout */
124 
125 /* synthpu_dly times in us */
126 #define SYNTHPU_DLY_APHY_US		3700
127 #define SYNTHPU_DLY_BPHY_US		1050
128 #define SYNTHPU_DLY_NPHY_US		2048
129 #define SYNTHPU_DLY_LPPHY_US		300
130 
131 #define ANTCNT				10	/* vanilla M_MAX_ANTCNT val */
132 
133 /* Per-AC retry limit register definitions; uses defs.h bitfield macros */
134 #define EDCF_SHORT_S			0
135 #define EDCF_SFB_S			4
136 #define EDCF_LONG_S			8
137 #define EDCF_LFB_S			12
138 #define EDCF_SHORT_M			BITFIELD_MASK(4)
139 #define EDCF_SFB_M			BITFIELD_MASK(4)
140 #define EDCF_LONG_M			BITFIELD_MASK(4)
141 #define EDCF_LFB_M			BITFIELD_MASK(4)
142 
143 #define RETRY_SHORT_DEF			7	/* Default Short retry Limit */
144 #define RETRY_SHORT_MAX			255	/* Maximum Short retry Limit */
145 #define RETRY_LONG_DEF			4	/* Default Long retry count */
146 #define RETRY_SHORT_FB			3	/* Short count for fb rate */
147 #define RETRY_LONG_FB			2	/* Long count for fb rate */
148 
149 #define APHY_CWMIN			15
150 #define PHY_CWMAX			1023
151 
152 #define EDCF_AIFSN_MIN			1
153 
154 #define FRAGNUM_MASK			0xF
155 
156 #define APHY_SLOT_TIME			9
157 #define BPHY_SLOT_TIME			20
158 
159 #define WL_SPURAVOID_OFF		0
160 #define WL_SPURAVOID_ON1		1
161 #define WL_SPURAVOID_ON2		2
162 
163 /* invalid core flags, use the saved coreflags */
164 #define BRCMS_USE_COREFLAGS		0xffffffff
165 
166 /* values for PLCPHdr_override */
167 #define BRCMS_PLCP_AUTO			-1
168 #define BRCMS_PLCP_SHORT		0
169 #define BRCMS_PLCP_LONG			1
170 
171 /* values for g_protection_override and n_protection_override */
172 #define BRCMS_PROTECTION_AUTO		-1
173 #define BRCMS_PROTECTION_OFF		0
174 #define BRCMS_PROTECTION_ON		1
175 #define BRCMS_PROTECTION_MMHDR_ONLY	2
176 #define BRCMS_PROTECTION_CTS_ONLY	3
177 
178 /* values for g_protection_control and n_protection_control */
179 #define BRCMS_PROTECTION_CTL_OFF	0
180 #define BRCMS_PROTECTION_CTL_LOCAL	1
181 #define BRCMS_PROTECTION_CTL_OVERLAP	2
182 
183 /* values for n_protection */
184 #define BRCMS_N_PROTECTION_OFF		0
185 #define BRCMS_N_PROTECTION_OPTIONAL	1
186 #define BRCMS_N_PROTECTION_20IN40	2
187 #define BRCMS_N_PROTECTION_MIXEDMODE	3
188 
189 /* values for band specific 40MHz capabilities */
190 #define BRCMS_N_BW_20ALL		0
191 #define BRCMS_N_BW_40ALL		1
192 #define BRCMS_N_BW_20IN2G_40IN5G	2
193 
194 /* bitflags for SGI support (sgi_rx iovar) */
195 #define BRCMS_N_SGI_20			0x01
196 #define BRCMS_N_SGI_40			0x02
197 
198 /* defines used by the nrate iovar */
199 /* MSC in use,indicates b0-6 holds an mcs */
200 #define NRATE_MCS_INUSE			0x00000080
201 /* rate/mcs value */
202 #define NRATE_RATE_MASK			0x0000007f
203 /* stf mode mask: siso, cdd, stbc, sdm */
204 #define NRATE_STF_MASK			0x0000ff00
205 /* stf mode shift */
206 #define NRATE_STF_SHIFT			8
207 /* bit indicate to override mcs only */
208 #define NRATE_OVERRIDE_MCS_ONLY		0x40000000
209 #define NRATE_SGI_MASK			0x00800000	/* sgi mode */
210 #define NRATE_SGI_SHIFT			23		/* sgi mode */
211 #define NRATE_LDPC_CODING		0x00400000	/* adv coding in use */
212 #define NRATE_LDPC_SHIFT		22		/* ldpc shift */
213 
214 #define NRATE_STF_SISO			0		/* stf mode SISO */
215 #define NRATE_STF_CDD			1		/* stf mode CDD */
216 #define NRATE_STF_STBC			2		/* stf mode STBC */
217 #define NRATE_STF_SDM			3		/* stf mode SDM */
218 
219 #define MAX_DMA_SEGS			4
220 
221 /* # of entries in Tx FIFO */
222 #define NTXD				64
223 /* Max # of entries in Rx FIFO based on 4kb page size */
224 #define NRXD				256
225 
226 /* Amount of headroom to leave in Tx FIFO */
227 #define TX_HEADROOM			4
228 
229 /* try to keep this # rbufs posted to the chip */
230 #define NRXBUFPOST			32
231 
232 /* max # frames to process in brcms_c_recv() */
233 #define RXBND				8
234 /* max # tx status to process in wlc_txstatus() */
235 #define TXSBND				8
236 
237 /* brcmu_format_flags() bit description structure */
238 struct brcms_c_bit_desc {
239 	u32 bit;
240 	const char *name;
241 };
242 
243 /*
244  * The following table lists the buffer memory allocated to xmt fifos in HW.
245  * the size is in units of 256bytes(one block), total size is HW dependent
246  * ucode has default fifo partition, sw can overwrite if necessary
247  *
248  * This is documented in twiki under the topic UcodeTxFifo. Please ensure
249  * the twiki is updated before making changes.
250  */
251 
252 /* Starting corerev for the fifo size table */
253 #define XMTFIFOTBL_STARTREV	17
254 
255 struct d11init {
256 	__le16 addr;
257 	__le16 size;
258 	__le32 value;
259 };
260 
261 struct edcf_acparam {
262 	u8 ACI;
263 	u8 ECW;
264 	u16 TXOP;
265 } __packed;
266 
267 /* debug/trace */
268 uint brcm_msg_level;
269 
270 /* TX FIFO number to WME/802.1E Access Category */
271 static const u8 wme_fifo2ac[] = {
272 	IEEE80211_AC_BK,
273 	IEEE80211_AC_BE,
274 	IEEE80211_AC_VI,
275 	IEEE80211_AC_VO,
276 	IEEE80211_AC_BE,
277 	IEEE80211_AC_BE
278 };
279 
280 /* ieee80211 Access Category to TX FIFO number */
281 static const u8 wme_ac2fifo[] = {
282 	TX_AC_VO_FIFO,
283 	TX_AC_VI_FIFO,
284 	TX_AC_BE_FIFO,
285 	TX_AC_BK_FIFO
286 };
287 
288 static const u16 xmtfifo_sz[][NFIFO] = {
289 	/* corerev 17: 5120, 49152, 49152, 5376, 4352, 1280 */
290 	{20, 192, 192, 21, 17, 5},
291 	/* corerev 18: */
292 	{0, 0, 0, 0, 0, 0},
293 	/* corerev 19: */
294 	{0, 0, 0, 0, 0, 0},
295 	/* corerev 20: 5120, 49152, 49152, 5376, 4352, 1280 */
296 	{20, 192, 192, 21, 17, 5},
297 	/* corerev 21: 2304, 14848, 5632, 3584, 3584, 1280 */
298 	{9, 58, 22, 14, 14, 5},
299 	/* corerev 22: 5120, 49152, 49152, 5376, 4352, 1280 */
300 	{20, 192, 192, 21, 17, 5},
301 	/* corerev 23: 5120, 49152, 49152, 5376, 4352, 1280 */
302 	{20, 192, 192, 21, 17, 5},
303 	/* corerev 24: 2304, 14848, 5632, 3584, 3584, 1280 */
304 	{9, 58, 22, 14, 14, 5},
305 	/* corerev 25: */
306 	{0, 0, 0, 0, 0, 0},
307 	/* corerev 26: */
308 	{0, 0, 0, 0, 0, 0},
309 	/* corerev 27: */
310 	{0, 0, 0, 0, 0, 0},
311 	/* corerev 28: 2304, 14848, 5632, 3584, 3584, 1280 */
312 	{9, 58, 22, 14, 14, 5},
313 };
314 
315 #ifdef DEBUG
316 static const char * const fifo_names[] = {
317 	"AC_BK", "AC_BE", "AC_VI", "AC_VO", "BCMC", "ATIM" };
318 #else
319 static const char fifo_names[6][1];
320 #endif
321 
322 #ifdef DEBUG
323 /* pointer to most recently allocated wl/wlc */
324 static struct brcms_c_info *wlc_info_dbg = (struct brcms_c_info *) (NULL);
325 #endif
326 
327 /* Mapping of ieee80211 AC numbers to tx fifos */
328 static const u8 ac_to_fifo_mapping[IEEE80211_NUM_ACS] = {
329 	[IEEE80211_AC_VO]	= TX_AC_VO_FIFO,
330 	[IEEE80211_AC_VI]	= TX_AC_VI_FIFO,
331 	[IEEE80211_AC_BE]	= TX_AC_BE_FIFO,
332 	[IEEE80211_AC_BK]	= TX_AC_BK_FIFO,
333 };
334 
335 /* Mapping of tx fifos to ieee80211 AC numbers */
336 static const u8 fifo_to_ac_mapping[IEEE80211_NUM_ACS] = {
337 	[TX_AC_BK_FIFO]	= IEEE80211_AC_BK,
338 	[TX_AC_BE_FIFO]	= IEEE80211_AC_BE,
339 	[TX_AC_VI_FIFO]	= IEEE80211_AC_VI,
340 	[TX_AC_VO_FIFO]	= IEEE80211_AC_VO,
341 };
342 
343 static u8 brcms_ac_to_fifo(u8 ac)
344 {
345 	if (ac >= ARRAY_SIZE(ac_to_fifo_mapping))
346 		return TX_AC_BE_FIFO;
347 	return ac_to_fifo_mapping[ac];
348 }
349 
350 static u8 brcms_fifo_to_ac(u8 fifo)
351 {
352 	if (fifo >= ARRAY_SIZE(fifo_to_ac_mapping))
353 		return IEEE80211_AC_BE;
354 	return fifo_to_ac_mapping[fifo];
355 }
356 
357 /* Find basic rate for a given rate */
358 static u8 brcms_basic_rate(struct brcms_c_info *wlc, u32 rspec)
359 {
360 	if (is_mcs_rate(rspec))
361 		return wlc->band->basic_rate[mcs_table[rspec & RSPEC_RATE_MASK]
362 		       .leg_ofdm];
363 	return wlc->band->basic_rate[rspec & RSPEC_RATE_MASK];
364 }
365 
366 static u16 frametype(u32 rspec, u8 mimoframe)
367 {
368 	if (is_mcs_rate(rspec))
369 		return mimoframe;
370 	return is_cck_rate(rspec) ? FT_CCK : FT_OFDM;
371 }
372 
373 /* currently the best mechanism for determining SIFS is the band in use */
374 static u16 get_sifs(struct brcms_band *band)
375 {
376 	return band->bandtype == BRCM_BAND_5G ? APHY_SIFS_TIME :
377 				 BPHY_SIFS_TIME;
378 }
379 
380 /*
381  * Detect Card removed.
382  * Even checking an sbconfig register read will not false trigger when the core
383  * is in reset it breaks CF address mechanism. Accessing gphy phyversion will
384  * cause SB error if aphy is in reset on 4306B0-DB. Need a simple accessible
385  * reg with fixed 0/1 pattern (some platforms return all 0).
386  * If clocks are present, call the sb routine which will figure out if the
387  * device is removed.
388  */
389 static bool brcms_deviceremoved(struct brcms_c_info *wlc)
390 {
391 	u32 macctrl;
392 
393 	if (!wlc->hw->clk)
394 		return ai_deviceremoved(wlc->hw->sih);
395 	macctrl = bcma_read32(wlc->hw->d11core,
396 			      D11REGOFFS(maccontrol));
397 	return (macctrl & (MCTL_PSM_JMP_0 | MCTL_IHR_EN)) != MCTL_IHR_EN;
398 }
399 
400 /* sum the individual fifo tx pending packet counts */
401 static int brcms_txpktpendtot(struct brcms_c_info *wlc)
402 {
403 	int i;
404 	int pending = 0;
405 
406 	for (i = 0; i < ARRAY_SIZE(wlc->hw->di); i++)
407 		if (wlc->hw->di[i])
408 			pending += dma_txpending(wlc->hw->di[i]);
409 	return pending;
410 }
411 
412 static bool brcms_is_mband_unlocked(struct brcms_c_info *wlc)
413 {
414 	return wlc->pub->_nbands > 1 && !wlc->bandlocked;
415 }
416 
417 static int brcms_chspec_bw(u16 chanspec)
418 {
419 	if (CHSPEC_IS40(chanspec))
420 		return BRCMS_40_MHZ;
421 	if (CHSPEC_IS20(chanspec))
422 		return BRCMS_20_MHZ;
423 
424 	return BRCMS_10_MHZ;
425 }
426 
427 static void brcms_c_bsscfg_mfree(struct brcms_bss_cfg *cfg)
428 {
429 	if (cfg == NULL)
430 		return;
431 
432 	kfree(cfg->current_bss);
433 	kfree(cfg);
434 }
435 
436 static void brcms_c_detach_mfree(struct brcms_c_info *wlc)
437 {
438 	if (wlc == NULL)
439 		return;
440 
441 	brcms_c_bsscfg_mfree(wlc->bsscfg);
442 	kfree(wlc->pub);
443 	kfree(wlc->modulecb);
444 	kfree(wlc->default_bss);
445 	kfree(wlc->protection);
446 	kfree(wlc->stf);
447 	kfree(wlc->bandstate[0]);
448 	if (wlc->corestate)
449 		kfree(wlc->corestate->macstat_snapshot);
450 	kfree(wlc->corestate);
451 	if (wlc->hw)
452 		kfree(wlc->hw->bandstate[0]);
453 	kfree(wlc->hw);
454 	if (wlc->beacon)
455 		dev_kfree_skb_any(wlc->beacon);
456 	if (wlc->probe_resp)
457 		dev_kfree_skb_any(wlc->probe_resp);
458 
459 	kfree(wlc);
460 }
461 
462 static struct brcms_bss_cfg *brcms_c_bsscfg_malloc(uint unit)
463 {
464 	struct brcms_bss_cfg *cfg;
465 
466 	cfg = kzalloc(sizeof(struct brcms_bss_cfg), GFP_ATOMIC);
467 	if (cfg == NULL)
468 		goto fail;
469 
470 	cfg->current_bss = kzalloc(sizeof(struct brcms_bss_info), GFP_ATOMIC);
471 	if (cfg->current_bss == NULL)
472 		goto fail;
473 
474 	return cfg;
475 
476  fail:
477 	brcms_c_bsscfg_mfree(cfg);
478 	return NULL;
479 }
480 
481 static struct brcms_c_info *
482 brcms_c_attach_malloc(uint unit, uint *err, uint devid)
483 {
484 	struct brcms_c_info *wlc;
485 
486 	wlc = kzalloc(sizeof(struct brcms_c_info), GFP_ATOMIC);
487 	if (wlc == NULL) {
488 		*err = 1002;
489 		goto fail;
490 	}
491 
492 	/* allocate struct brcms_c_pub state structure */
493 	wlc->pub = kzalloc(sizeof(struct brcms_pub), GFP_ATOMIC);
494 	if (wlc->pub == NULL) {
495 		*err = 1003;
496 		goto fail;
497 	}
498 	wlc->pub->wlc = wlc;
499 
500 	/* allocate struct brcms_hardware state structure */
501 
502 	wlc->hw = kzalloc(sizeof(struct brcms_hardware), GFP_ATOMIC);
503 	if (wlc->hw == NULL) {
504 		*err = 1005;
505 		goto fail;
506 	}
507 	wlc->hw->wlc = wlc;
508 
509 	wlc->hw->bandstate[0] =
510 		kcalloc(MAXBANDS, sizeof(struct brcms_hw_band), GFP_ATOMIC);
511 	if (wlc->hw->bandstate[0] == NULL) {
512 		*err = 1006;
513 		goto fail;
514 	} else {
515 		int i;
516 
517 		for (i = 1; i < MAXBANDS; i++)
518 			wlc->hw->bandstate[i] = (struct brcms_hw_band *)
519 			    ((unsigned long)wlc->hw->bandstate[0] +
520 			     (sizeof(struct brcms_hw_band) * i));
521 	}
522 
523 	wlc->modulecb =
524 		kcalloc(BRCMS_MAXMODULES, sizeof(struct modulecb),
525 			GFP_ATOMIC);
526 	if (wlc->modulecb == NULL) {
527 		*err = 1009;
528 		goto fail;
529 	}
530 
531 	wlc->default_bss = kzalloc(sizeof(struct brcms_bss_info), GFP_ATOMIC);
532 	if (wlc->default_bss == NULL) {
533 		*err = 1010;
534 		goto fail;
535 	}
536 
537 	wlc->bsscfg = brcms_c_bsscfg_malloc(unit);
538 	if (wlc->bsscfg == NULL) {
539 		*err = 1011;
540 		goto fail;
541 	}
542 
543 	wlc->protection = kzalloc(sizeof(struct brcms_protection),
544 				  GFP_ATOMIC);
545 	if (wlc->protection == NULL) {
546 		*err = 1016;
547 		goto fail;
548 	}
549 
550 	wlc->stf = kzalloc(sizeof(struct brcms_stf), GFP_ATOMIC);
551 	if (wlc->stf == NULL) {
552 		*err = 1017;
553 		goto fail;
554 	}
555 
556 	wlc->bandstate[0] =
557 		kcalloc(MAXBANDS, sizeof(struct brcms_band), GFP_ATOMIC);
558 	if (wlc->bandstate[0] == NULL) {
559 		*err = 1025;
560 		goto fail;
561 	} else {
562 		int i;
563 
564 		for (i = 1; i < MAXBANDS; i++)
565 			wlc->bandstate[i] = (struct brcms_band *)
566 				((unsigned long)wlc->bandstate[0]
567 				+ (sizeof(struct brcms_band)*i));
568 	}
569 
570 	wlc->corestate = kzalloc(sizeof(struct brcms_core), GFP_ATOMIC);
571 	if (wlc->corestate == NULL) {
572 		*err = 1026;
573 		goto fail;
574 	}
575 
576 	wlc->corestate->macstat_snapshot =
577 		kzalloc(sizeof(struct macstat), GFP_ATOMIC);
578 	if (wlc->corestate->macstat_snapshot == NULL) {
579 		*err = 1027;
580 		goto fail;
581 	}
582 
583 	return wlc;
584 
585  fail:
586 	brcms_c_detach_mfree(wlc);
587 	return NULL;
588 }
589 
590 /*
591  * Update the slot timing for standard 11b/g (20us slots)
592  * or shortslot 11g (9us slots)
593  * The PSM needs to be suspended for this call.
594  */
595 static void brcms_b_update_slot_timing(struct brcms_hardware *wlc_hw,
596 					bool shortslot)
597 {
598 	struct bcma_device *core = wlc_hw->d11core;
599 
600 	if (shortslot) {
601 		/* 11g short slot: 11a timing */
602 		bcma_write16(core, D11REGOFFS(ifs_slot), 0x0207);
603 		brcms_b_write_shm(wlc_hw, M_DOT11_SLOT, APHY_SLOT_TIME);
604 	} else {
605 		/* 11g long slot: 11b timing */
606 		bcma_write16(core, D11REGOFFS(ifs_slot), 0x0212);
607 		brcms_b_write_shm(wlc_hw, M_DOT11_SLOT, BPHY_SLOT_TIME);
608 	}
609 }
610 
611 /*
612  * calculate frame duration of a given rate and length, return
613  * time in usec unit
614  */
615 static uint brcms_c_calc_frame_time(struct brcms_c_info *wlc, u32 ratespec,
616 				    u8 preamble_type, uint mac_len)
617 {
618 	uint nsyms, dur = 0, Ndps, kNdps;
619 	uint rate = rspec2rate(ratespec);
620 
621 	if (rate == 0) {
622 		brcms_err(wlc->hw->d11core, "wl%d: WAR: using rate of 1 mbps\n",
623 			  wlc->pub->unit);
624 		rate = BRCM_RATE_1M;
625 	}
626 
627 	if (is_mcs_rate(ratespec)) {
628 		uint mcs = ratespec & RSPEC_RATE_MASK;
629 		int tot_streams = mcs_2_txstreams(mcs) + rspec_stc(ratespec);
630 
631 		dur = PREN_PREAMBLE + (tot_streams * PREN_PREAMBLE_EXT);
632 		if (preamble_type == BRCMS_MM_PREAMBLE)
633 			dur += PREN_MM_EXT;
634 		/* 1000Ndbps = kbps * 4 */
635 		kNdps = mcs_2_rate(mcs, rspec_is40mhz(ratespec),
636 				   rspec_issgi(ratespec)) * 4;
637 
638 		if (rspec_stc(ratespec) == 0)
639 			nsyms =
640 			    CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
641 				  APHY_TAIL_NBITS) * 1000, kNdps);
642 		else
643 			/* STBC needs to have even number of symbols */
644 			nsyms =
645 			    2 *
646 			    CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
647 				  APHY_TAIL_NBITS) * 1000, 2 * kNdps);
648 
649 		dur += APHY_SYMBOL_TIME * nsyms;
650 		if (wlc->band->bandtype == BRCM_BAND_2G)
651 			dur += DOT11_OFDM_SIGNAL_EXTENSION;
652 	} else if (is_ofdm_rate(rate)) {
653 		dur = APHY_PREAMBLE_TIME;
654 		dur += APHY_SIGNAL_TIME;
655 		/* Ndbps = Mbps * 4 = rate(500Kbps) * 2 */
656 		Ndps = rate * 2;
657 		/* NSyms = CEILING((SERVICE + 8*NBytes + TAIL) / Ndbps) */
658 		nsyms =
659 		    CEIL((APHY_SERVICE_NBITS + 8 * mac_len + APHY_TAIL_NBITS),
660 			 Ndps);
661 		dur += APHY_SYMBOL_TIME * nsyms;
662 		if (wlc->band->bandtype == BRCM_BAND_2G)
663 			dur += DOT11_OFDM_SIGNAL_EXTENSION;
664 	} else {
665 		/*
666 		 * calc # bits * 2 so factor of 2 in rate (1/2 mbps)
667 		 * will divide out
668 		 */
669 		mac_len = mac_len * 8 * 2;
670 		/* calc ceiling of bits/rate = microseconds of air time */
671 		dur = (mac_len + rate - 1) / rate;
672 		if (preamble_type & BRCMS_SHORT_PREAMBLE)
673 			dur += BPHY_PLCP_SHORT_TIME;
674 		else
675 			dur += BPHY_PLCP_TIME;
676 	}
677 	return dur;
678 }
679 
680 static void brcms_c_write_inits(struct brcms_hardware *wlc_hw,
681 				const struct d11init *inits)
682 {
683 	struct bcma_device *core = wlc_hw->d11core;
684 	int i;
685 	uint offset;
686 	u16 size;
687 	u32 value;
688 
689 	brcms_dbg_info(wlc_hw->d11core, "wl%d\n", wlc_hw->unit);
690 
691 	for (i = 0; inits[i].addr != cpu_to_le16(0xffff); i++) {
692 		size = le16_to_cpu(inits[i].size);
693 		offset = le16_to_cpu(inits[i].addr);
694 		value = le32_to_cpu(inits[i].value);
695 		if (size == 2)
696 			bcma_write16(core, offset, value);
697 		else if (size == 4)
698 			bcma_write32(core, offset, value);
699 		else
700 			break;
701 	}
702 }
703 
704 static void brcms_c_write_mhf(struct brcms_hardware *wlc_hw, u16 *mhfs)
705 {
706 	u8 idx;
707 	u16 addr[] = {
708 		M_HOST_FLAGS1, M_HOST_FLAGS2, M_HOST_FLAGS3, M_HOST_FLAGS4,
709 		M_HOST_FLAGS5
710 	};
711 
712 	for (idx = 0; idx < MHFMAX; idx++)
713 		brcms_b_write_shm(wlc_hw, addr[idx], mhfs[idx]);
714 }
715 
716 static void brcms_c_ucode_bsinit(struct brcms_hardware *wlc_hw)
717 {
718 	struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
719 
720 	/* init microcode host flags */
721 	brcms_c_write_mhf(wlc_hw, wlc_hw->band->mhfs);
722 
723 	/* do band-specific ucode IHR, SHM, and SCR inits */
724 	if (D11REV_IS(wlc_hw->corerev, 17) || D11REV_IS(wlc_hw->corerev, 23)) {
725 		if (BRCMS_ISNPHY(wlc_hw->band))
726 			brcms_c_write_inits(wlc_hw, ucode->d11n0bsinitvals16);
727 		else
728 			brcms_err(wlc_hw->d11core,
729 				  "%s: wl%d: unsupported phy in corerev %d\n",
730 				  __func__, wlc_hw->unit,
731 				  wlc_hw->corerev);
732 	} else {
733 		if (D11REV_IS(wlc_hw->corerev, 24)) {
734 			if (BRCMS_ISLCNPHY(wlc_hw->band))
735 				brcms_c_write_inits(wlc_hw,
736 						    ucode->d11lcn0bsinitvals24);
737 			else
738 				brcms_err(wlc_hw->d11core,
739 					  "%s: wl%d: unsupported phy in core rev %d\n",
740 					  __func__, wlc_hw->unit,
741 					  wlc_hw->corerev);
742 		} else {
743 			brcms_err(wlc_hw->d11core,
744 				  "%s: wl%d: unsupported corerev %d\n",
745 				  __func__, wlc_hw->unit, wlc_hw->corerev);
746 		}
747 	}
748 }
749 
750 static void brcms_b_core_ioctl(struct brcms_hardware *wlc_hw, u32 m, u32 v)
751 {
752 	struct bcma_device *core = wlc_hw->d11core;
753 	u32 ioctl = bcma_aread32(core, BCMA_IOCTL) & ~m;
754 
755 	bcma_awrite32(core, BCMA_IOCTL, ioctl | v);
756 }
757 
758 static void brcms_b_core_phy_clk(struct brcms_hardware *wlc_hw, bool clk)
759 {
760 	brcms_dbg_info(wlc_hw->d11core, "wl%d: clk %d\n", wlc_hw->unit, clk);
761 
762 	wlc_hw->phyclk = clk;
763 
764 	if (OFF == clk) {	/* clear gmode bit, put phy into reset */
765 
766 		brcms_b_core_ioctl(wlc_hw, (SICF_PRST | SICF_FGC | SICF_GMODE),
767 				   (SICF_PRST | SICF_FGC));
768 		udelay(1);
769 		brcms_b_core_ioctl(wlc_hw, (SICF_PRST | SICF_FGC), SICF_PRST);
770 		udelay(1);
771 
772 	} else {		/* take phy out of reset */
773 
774 		brcms_b_core_ioctl(wlc_hw, (SICF_PRST | SICF_FGC), SICF_FGC);
775 		udelay(1);
776 		brcms_b_core_ioctl(wlc_hw, SICF_FGC, 0);
777 		udelay(1);
778 
779 	}
780 }
781 
782 /* low-level band switch utility routine */
783 static void brcms_c_setxband(struct brcms_hardware *wlc_hw, uint bandunit)
784 {
785 	brcms_dbg_mac80211(wlc_hw->d11core, "wl%d: bandunit %d\n", wlc_hw->unit,
786 			   bandunit);
787 
788 	wlc_hw->band = wlc_hw->bandstate[bandunit];
789 
790 	/*
791 	 * BMAC_NOTE:
792 	 *   until we eliminate need for wlc->band refs in low level code
793 	 */
794 	wlc_hw->wlc->band = wlc_hw->wlc->bandstate[bandunit];
795 
796 	/* set gmode core flag */
797 	if (wlc_hw->sbclk && !wlc_hw->noreset) {
798 		u32 gmode = 0;
799 
800 		if (bandunit == 0)
801 			gmode = SICF_GMODE;
802 
803 		brcms_b_core_ioctl(wlc_hw, SICF_GMODE, gmode);
804 	}
805 }
806 
807 /* switch to new band but leave it inactive */
808 static u32 brcms_c_setband_inact(struct brcms_c_info *wlc, uint bandunit)
809 {
810 	struct brcms_hardware *wlc_hw = wlc->hw;
811 	u32 macintmask;
812 	u32 macctrl;
813 
814 	brcms_dbg_mac80211(wlc_hw->d11core, "wl%d\n", wlc_hw->unit);
815 	macctrl = bcma_read32(wlc_hw->d11core,
816 			      D11REGOFFS(maccontrol));
817 	WARN_ON((macctrl & MCTL_EN_MAC) != 0);
818 
819 	/* disable interrupts */
820 	macintmask = brcms_intrsoff(wlc->wl);
821 
822 	/* radio off */
823 	wlc_phy_switch_radio(wlc_hw->band->pi, OFF);
824 
825 	brcms_b_core_phy_clk(wlc_hw, OFF);
826 
827 	brcms_c_setxband(wlc_hw, bandunit);
828 
829 	return macintmask;
830 }
831 
832 /* process an individual struct tx_status */
833 static bool
834 brcms_c_dotxstatus(struct brcms_c_info *wlc, struct tx_status *txs)
835 {
836 	struct sk_buff *p = NULL;
837 	uint queue = NFIFO;
838 	struct dma_pub *dma = NULL;
839 	struct d11txh *txh = NULL;
840 	struct scb *scb = NULL;
841 	int tx_frame_count;
842 	uint supr_status;
843 	bool lastframe;
844 	struct ieee80211_hdr *h;
845 	struct ieee80211_tx_info *tx_info;
846 	struct ieee80211_tx_rate *txrate;
847 	int i;
848 	bool fatal = true;
849 
850 	trace_brcms_txstatus(&wlc->hw->d11core->dev, txs->framelen,
851 			     txs->frameid, txs->status, txs->lasttxtime,
852 			     txs->sequence, txs->phyerr, txs->ackphyrxsh);
853 
854 	/* discard intermediate indications for ucode with one legitimate case:
855 	 *   e.g. if "useRTS" is set. ucode did a successful rts/cts exchange,
856 	 *   but the subsequent tx of DATA failed. so it will start rts/cts
857 	 *   from the beginning (resetting the rts transmission count)
858 	 */
859 	if (!(txs->status & TX_STATUS_AMPDU)
860 	    && (txs->status & TX_STATUS_INTERMEDIATE)) {
861 		brcms_dbg_tx(wlc->hw->d11core, "INTERMEDIATE but not AMPDU\n");
862 		fatal = false;
863 		goto out;
864 	}
865 
866 	queue = txs->frameid & TXFID_QUEUE_MASK;
867 	if (queue >= NFIFO) {
868 		brcms_err(wlc->hw->d11core, "queue %u >= NFIFO\n", queue);
869 		goto out;
870 	}
871 
872 	dma = wlc->hw->di[queue];
873 
874 	p = dma_getnexttxp(wlc->hw->di[queue], DMA_RANGE_TRANSMITTED);
875 	if (p == NULL) {
876 		brcms_err(wlc->hw->d11core, "dma_getnexttxp returned null!\n");
877 		goto out;
878 	}
879 
880 	txh = (struct d11txh *) (p->data);
881 
882 	if (txs->phyerr)
883 		brcms_dbg_tx(wlc->hw->d11core, "phyerr 0x%x, rate 0x%x\n",
884 			     txs->phyerr, txh->MainRates);
885 
886 	if (txs->frameid != le16_to_cpu(txh->TxFrameID)) {
887 		brcms_err(wlc->hw->d11core, "frameid != txh->TxFrameID\n");
888 		goto out;
889 	}
890 	tx_info = IEEE80211_SKB_CB(p);
891 	h = (struct ieee80211_hdr *)((u8 *) (txh + 1) + D11_PHY_HDR_LEN);
892 
893 	if (tx_info->rate_driver_data[0])
894 		scb = &wlc->pri_scb;
895 
896 	if (tx_info->flags & IEEE80211_TX_CTL_AMPDU) {
897 		brcms_c_ampdu_dotxstatus(wlc->ampdu, scb, p, txs);
898 		fatal = false;
899 		goto out;
900 	}
901 
902 	/*
903 	 * brcms_c_ampdu_dotxstatus() will trace tx descriptors for AMPDU
904 	 * frames; this traces them for the rest.
905 	 */
906 	trace_brcms_txdesc(&wlc->hw->d11core->dev, txh, sizeof(*txh));
907 
908 	supr_status = txs->status & TX_STATUS_SUPR_MASK;
909 	if (supr_status == TX_STATUS_SUPR_BADCH) {
910 		unsigned xfts = le16_to_cpu(txh->XtraFrameTypes);
911 		brcms_dbg_tx(wlc->hw->d11core,
912 			     "Pkt tx suppressed, dest chan %u, current %d\n",
913 			     (xfts >> XFTS_CHANNEL_SHIFT) & 0xff,
914 			     CHSPEC_CHANNEL(wlc->default_bss->chanspec));
915 	}
916 
917 	tx_frame_count =
918 	    (txs->status & TX_STATUS_FRM_RTX_MASK) >> TX_STATUS_FRM_RTX_SHIFT;
919 
920 	lastframe = !ieee80211_has_morefrags(h->frame_control);
921 
922 	if (!lastframe) {
923 		brcms_err(wlc->hw->d11core, "Not last frame!\n");
924 	} else {
925 		/*
926 		 * Set information to be consumed by Minstrel ht.
927 		 *
928 		 * The "fallback limit" is the number of tx attempts a given
929 		 * MPDU is sent at the "primary" rate. Tx attempts beyond that
930 		 * limit are sent at the "secondary" rate.
931 		 * A 'short frame' does not exceed RTS treshold.
932 		 */
933 		u16 sfbl,	/* Short Frame Rate Fallback Limit */
934 		    lfbl,	/* Long Frame Rate Fallback Limit */
935 		    fbl;
936 
937 		if (queue < IEEE80211_NUM_ACS) {
938 			sfbl = GFIELD(wlc->wme_retries[wme_fifo2ac[queue]],
939 				      EDCF_SFB);
940 			lfbl = GFIELD(wlc->wme_retries[wme_fifo2ac[queue]],
941 				      EDCF_LFB);
942 		} else {
943 			sfbl = wlc->SFBL;
944 			lfbl = wlc->LFBL;
945 		}
946 
947 		txrate = tx_info->status.rates;
948 		if (txrate[0].flags & IEEE80211_TX_RC_USE_RTS_CTS)
949 			fbl = lfbl;
950 		else
951 			fbl = sfbl;
952 
953 		ieee80211_tx_info_clear_status(tx_info);
954 
955 		if ((tx_frame_count > fbl) && (txrate[1].idx >= 0)) {
956 			/*
957 			 * rate selection requested a fallback rate
958 			 * and we used it
959 			 */
960 			txrate[0].count = fbl;
961 			txrate[1].count = tx_frame_count - fbl;
962 		} else {
963 			/*
964 			 * rate selection did not request fallback rate, or
965 			 * we didn't need it
966 			 */
967 			txrate[0].count = tx_frame_count;
968 			/*
969 			 * rc80211_minstrel.c:minstrel_tx_status() expects
970 			 * unused rates to be marked with idx = -1
971 			 */
972 			txrate[1].idx = -1;
973 			txrate[1].count = 0;
974 		}
975 
976 		/* clear the rest of the rates */
977 		for (i = 2; i < IEEE80211_TX_MAX_RATES; i++) {
978 			txrate[i].idx = -1;
979 			txrate[i].count = 0;
980 		}
981 
982 		if (txs->status & TX_STATUS_ACK_RCV)
983 			tx_info->flags |= IEEE80211_TX_STAT_ACK;
984 	}
985 
986 	if (lastframe) {
987 		/* remove PLCP & Broadcom tx descriptor header */
988 		skb_pull(p, D11_PHY_HDR_LEN);
989 		skb_pull(p, D11_TXH_LEN);
990 		ieee80211_tx_status_irqsafe(wlc->pub->ieee_hw, p);
991 	} else {
992 		brcms_err(wlc->hw->d11core,
993 			  "%s: Not last frame => not calling tx_status\n",
994 			  __func__);
995 	}
996 
997 	fatal = false;
998 
999  out:
1000 	if (fatal) {
1001 		if (txh)
1002 			trace_brcms_txdesc(&wlc->hw->d11core->dev, txh,
1003 					   sizeof(*txh));
1004 		brcmu_pkt_buf_free_skb(p);
1005 	}
1006 
1007 	if (dma && queue < NFIFO) {
1008 		u16 ac_queue = brcms_fifo_to_ac(queue);
1009 		if (dma->txavail > TX_HEADROOM && queue < TX_BCMC_FIFO &&
1010 		    ieee80211_queue_stopped(wlc->pub->ieee_hw, ac_queue))
1011 			ieee80211_wake_queue(wlc->pub->ieee_hw, ac_queue);
1012 		dma_kick_tx(dma);
1013 	}
1014 
1015 	return fatal;
1016 }
1017 
1018 /* process tx completion events in BMAC
1019  * Return true if more tx status need to be processed. false otherwise.
1020  */
1021 static bool
1022 brcms_b_txstatus(struct brcms_hardware *wlc_hw, bool bound, bool *fatal)
1023 {
1024 	struct bcma_device *core;
1025 	struct tx_status txstatus, *txs;
1026 	u32 s1, s2;
1027 	uint n = 0;
1028 	/*
1029 	 * Param 'max_tx_num' indicates max. # tx status to process before
1030 	 * break out.
1031 	 */
1032 	uint max_tx_num = bound ? TXSBND : -1;
1033 
1034 	txs = &txstatus;
1035 	core = wlc_hw->d11core;
1036 	*fatal = false;
1037 
1038 	while (n < max_tx_num) {
1039 		s1 = bcma_read32(core, D11REGOFFS(frmtxstatus));
1040 		if (s1 == 0xffffffff) {
1041 			brcms_err(core, "wl%d: %s: dead chip\n", wlc_hw->unit,
1042 				  __func__);
1043 			*fatal = true;
1044 			return false;
1045 		}
1046 		/* only process when valid */
1047 		if (!(s1 & TXS_V))
1048 			break;
1049 
1050 		s2 = bcma_read32(core, D11REGOFFS(frmtxstatus2));
1051 		txs->status = s1 & TXS_STATUS_MASK;
1052 		txs->frameid = (s1 & TXS_FID_MASK) >> TXS_FID_SHIFT;
1053 		txs->sequence = s2 & TXS_SEQ_MASK;
1054 		txs->phyerr = (s2 & TXS_PTX_MASK) >> TXS_PTX_SHIFT;
1055 		txs->lasttxtime = 0;
1056 
1057 		*fatal = brcms_c_dotxstatus(wlc_hw->wlc, txs);
1058 		if (*fatal)
1059 			return false;
1060 		n++;
1061 	}
1062 
1063 	return n >= max_tx_num;
1064 }
1065 
1066 static void brcms_c_tbtt(struct brcms_c_info *wlc)
1067 {
1068 	if (wlc->bsscfg->type == BRCMS_TYPE_ADHOC)
1069 		/*
1070 		 * DirFrmQ is now valid...defer setting until end
1071 		 * of ATIM window
1072 		 */
1073 		wlc->qvalid |= MCMD_DIRFRMQVAL;
1074 }
1075 
1076 /* set initial host flags value */
1077 static void
1078 brcms_c_mhfdef(struct brcms_c_info *wlc, u16 *mhfs, u16 mhf2_init)
1079 {
1080 	struct brcms_hardware *wlc_hw = wlc->hw;
1081 
1082 	memset(mhfs, 0, MHFMAX * sizeof(u16));
1083 
1084 	mhfs[MHF2] |= mhf2_init;
1085 
1086 	/* prohibit use of slowclock on multifunction boards */
1087 	if (wlc_hw->boardflags & BFL_NOPLLDOWN)
1088 		mhfs[MHF1] |= MHF1_FORCEFASTCLK;
1089 
1090 	if (BRCMS_ISNPHY(wlc_hw->band) && NREV_LT(wlc_hw->band->phyrev, 2)) {
1091 		mhfs[MHF2] |= MHF2_NPHY40MHZ_WAR;
1092 		mhfs[MHF1] |= MHF1_IQSWAP_WAR;
1093 	}
1094 }
1095 
1096 static uint
1097 dmareg(uint direction, uint fifonum)
1098 {
1099 	if (direction == DMA_TX)
1100 		return offsetof(struct d11regs, fifo64regs[fifonum].dmaxmt);
1101 	return offsetof(struct d11regs, fifo64regs[fifonum].dmarcv);
1102 }
1103 
1104 static bool brcms_b_attach_dmapio(struct brcms_c_info *wlc, uint j, bool wme)
1105 {
1106 	uint i;
1107 	char name[8];
1108 	/*
1109 	 * ucode host flag 2 needed for pio mode, independent of band and fifo
1110 	 */
1111 	u16 pio_mhf2 = 0;
1112 	struct brcms_hardware *wlc_hw = wlc->hw;
1113 	uint unit = wlc_hw->unit;
1114 
1115 	/* name and offsets for dma_attach */
1116 	snprintf(name, sizeof(name), "wl%d", unit);
1117 
1118 	if (wlc_hw->di[0] == NULL) {	/* Init FIFOs */
1119 		int dma_attach_err = 0;
1120 
1121 		/*
1122 		 * FIFO 0
1123 		 * TX: TX_AC_BK_FIFO (TX AC Background data packets)
1124 		 * RX: RX_FIFO (RX data packets)
1125 		 */
1126 		wlc_hw->di[0] = dma_attach(name, wlc,
1127 					   (wme ? dmareg(DMA_TX, 0) : 0),
1128 					   dmareg(DMA_RX, 0),
1129 					   (wme ? NTXD : 0), NRXD,
1130 					   RXBUFSZ, -1, NRXBUFPOST,
1131 					   BRCMS_HWRXOFF);
1132 		dma_attach_err |= (NULL == wlc_hw->di[0]);
1133 
1134 		/*
1135 		 * FIFO 1
1136 		 * TX: TX_AC_BE_FIFO (TX AC Best-Effort data packets)
1137 		 *   (legacy) TX_DATA_FIFO (TX data packets)
1138 		 * RX: UNUSED
1139 		 */
1140 		wlc_hw->di[1] = dma_attach(name, wlc,
1141 					   dmareg(DMA_TX, 1), 0,
1142 					   NTXD, 0, 0, -1, 0, 0);
1143 		dma_attach_err |= (NULL == wlc_hw->di[1]);
1144 
1145 		/*
1146 		 * FIFO 2
1147 		 * TX: TX_AC_VI_FIFO (TX AC Video data packets)
1148 		 * RX: UNUSED
1149 		 */
1150 		wlc_hw->di[2] = dma_attach(name, wlc,
1151 					   dmareg(DMA_TX, 2), 0,
1152 					   NTXD, 0, 0, -1, 0, 0);
1153 		dma_attach_err |= (NULL == wlc_hw->di[2]);
1154 		/*
1155 		 * FIFO 3
1156 		 * TX: TX_AC_VO_FIFO (TX AC Voice data packets)
1157 		 *   (legacy) TX_CTL_FIFO (TX control & mgmt packets)
1158 		 */
1159 		wlc_hw->di[3] = dma_attach(name, wlc,
1160 					   dmareg(DMA_TX, 3),
1161 					   0, NTXD, 0, 0, -1,
1162 					   0, 0);
1163 		dma_attach_err |= (NULL == wlc_hw->di[3]);
1164 /* Cleaner to leave this as if with AP defined */
1165 
1166 		if (dma_attach_err) {
1167 			brcms_err(wlc_hw->d11core,
1168 				  "wl%d: wlc_attach: dma_attach failed\n",
1169 				  unit);
1170 			return false;
1171 		}
1172 
1173 		/* get pointer to dma engine tx flow control variable */
1174 		for (i = 0; i < NFIFO; i++)
1175 			if (wlc_hw->di[i])
1176 				wlc_hw->txavail[i] =
1177 				    (uint *) dma_getvar(wlc_hw->di[i],
1178 							"&txavail");
1179 	}
1180 
1181 	/* initial ucode host flags */
1182 	brcms_c_mhfdef(wlc, wlc_hw->band->mhfs, pio_mhf2);
1183 
1184 	return true;
1185 }
1186 
1187 static void brcms_b_detach_dmapio(struct brcms_hardware *wlc_hw)
1188 {
1189 	uint j;
1190 
1191 	for (j = 0; j < NFIFO; j++) {
1192 		if (wlc_hw->di[j]) {
1193 			dma_detach(wlc_hw->di[j]);
1194 			wlc_hw->di[j] = NULL;
1195 		}
1196 	}
1197 }
1198 
1199 /*
1200  * Initialize brcms_c_info default values ...
1201  * may get overrides later in this function
1202  *  BMAC_NOTES, move low out and resolve the dangling ones
1203  */
1204 static void brcms_b_info_init(struct brcms_hardware *wlc_hw)
1205 {
1206 	struct brcms_c_info *wlc = wlc_hw->wlc;
1207 
1208 	/* set default sw macintmask value */
1209 	wlc->defmacintmask = DEF_MACINTMASK;
1210 
1211 	/* various 802.11g modes */
1212 	wlc_hw->shortslot = false;
1213 
1214 	wlc_hw->SFBL = RETRY_SHORT_FB;
1215 	wlc_hw->LFBL = RETRY_LONG_FB;
1216 
1217 	/* default mac retry limits */
1218 	wlc_hw->SRL = RETRY_SHORT_DEF;
1219 	wlc_hw->LRL = RETRY_LONG_DEF;
1220 	wlc_hw->chanspec = ch20mhz_chspec(1);
1221 }
1222 
1223 static void brcms_b_wait_for_wake(struct brcms_hardware *wlc_hw)
1224 {
1225 	/* delay before first read of ucode state */
1226 	udelay(40);
1227 
1228 	/* wait until ucode is no longer asleep */
1229 	SPINWAIT((brcms_b_read_shm(wlc_hw, M_UCODE_DBGST) ==
1230 		  DBGST_ASLEEP), wlc_hw->wlc->fastpwrup_dly);
1231 }
1232 
1233 /* control chip clock to save power, enable dynamic clock or force fast clock */
1234 static void brcms_b_clkctl_clk(struct brcms_hardware *wlc_hw, enum bcma_clkmode mode)
1235 {
1236 	if (ai_get_cccaps(wlc_hw->sih) & CC_CAP_PMU) {
1237 		/* new chips with PMU, CCS_FORCEHT will distribute the HT clock
1238 		 * on backplane, but mac core will still run on ALP(not HT) when
1239 		 * it enters powersave mode, which means the FCA bit may not be
1240 		 * set. Should wakeup mac if driver wants it to run on HT.
1241 		 */
1242 
1243 		if (wlc_hw->clk) {
1244 			if (mode == BCMA_CLKMODE_FAST) {
1245 				bcma_set32(wlc_hw->d11core,
1246 					   D11REGOFFS(clk_ctl_st),
1247 					   CCS_FORCEHT);
1248 
1249 				udelay(64);
1250 
1251 				SPINWAIT(
1252 				    ((bcma_read32(wlc_hw->d11core,
1253 				      D11REGOFFS(clk_ctl_st)) &
1254 				      CCS_HTAVAIL) == 0),
1255 				      PMU_MAX_TRANSITION_DLY);
1256 				WARN_ON(!(bcma_read32(wlc_hw->d11core,
1257 					D11REGOFFS(clk_ctl_st)) &
1258 					CCS_HTAVAIL));
1259 			} else {
1260 				if ((ai_get_pmurev(wlc_hw->sih) == 0) &&
1261 				    (bcma_read32(wlc_hw->d11core,
1262 					D11REGOFFS(clk_ctl_st)) &
1263 					(CCS_FORCEHT | CCS_HTAREQ)))
1264 					SPINWAIT(
1265 					    ((bcma_read32(wlc_hw->d11core,
1266 					      offsetof(struct d11regs,
1267 						       clk_ctl_st)) &
1268 					      CCS_HTAVAIL) == 0),
1269 					      PMU_MAX_TRANSITION_DLY);
1270 				bcma_mask32(wlc_hw->d11core,
1271 					D11REGOFFS(clk_ctl_st),
1272 					~CCS_FORCEHT);
1273 			}
1274 		}
1275 		wlc_hw->forcefastclk = (mode == BCMA_CLKMODE_FAST);
1276 	} else {
1277 
1278 		/* old chips w/o PMU, force HT through cc,
1279 		 * then use FCA to verify mac is running fast clock
1280 		 */
1281 
1282 		wlc_hw->forcefastclk = ai_clkctl_cc(wlc_hw->sih, mode);
1283 
1284 		/* check fast clock is available (if core is not in reset) */
1285 		if (wlc_hw->forcefastclk && wlc_hw->clk)
1286 			WARN_ON(!(bcma_aread32(wlc_hw->d11core, BCMA_IOST) &
1287 				  SISF_FCLKA));
1288 
1289 		/*
1290 		 * keep the ucode wake bit on if forcefastclk is on since we
1291 		 * do not want ucode to put us back to slow clock when it dozes
1292 		 * for PM mode. Code below matches the wake override bit with
1293 		 * current forcefastclk state. Only setting bit in wake_override
1294 		 * instead of waking ucode immediately since old code had this
1295 		 * behavior. Older code set wlc->forcefastclk but only had the
1296 		 * wake happen if the wakup_ucode work (protected by an up
1297 		 * check) was executed just below.
1298 		 */
1299 		if (wlc_hw->forcefastclk)
1300 			mboolset(wlc_hw->wake_override,
1301 				 BRCMS_WAKE_OVERRIDE_FORCEFAST);
1302 		else
1303 			mboolclr(wlc_hw->wake_override,
1304 				 BRCMS_WAKE_OVERRIDE_FORCEFAST);
1305 	}
1306 }
1307 
1308 /* set or clear ucode host flag bits
1309  * it has an optimization for no-change write
1310  * it only writes through shared memory when the core has clock;
1311  * pre-CLK changes should use wlc_write_mhf to get around the optimization
1312  *
1313  *
1314  * bands values are: BRCM_BAND_AUTO <--- Current band only
1315  *                   BRCM_BAND_5G   <--- 5G band only
1316  *                   BRCM_BAND_2G   <--- 2G band only
1317  *                   BRCM_BAND_ALL  <--- All bands
1318  */
1319 void
1320 brcms_b_mhf(struct brcms_hardware *wlc_hw, u8 idx, u16 mask, u16 val,
1321 	     int bands)
1322 {
1323 	u16 save;
1324 	u16 addr[MHFMAX] = {
1325 		M_HOST_FLAGS1, M_HOST_FLAGS2, M_HOST_FLAGS3, M_HOST_FLAGS4,
1326 		M_HOST_FLAGS5
1327 	};
1328 	struct brcms_hw_band *band;
1329 
1330 	if ((val & ~mask) || idx >= MHFMAX)
1331 		return; /* error condition */
1332 
1333 	switch (bands) {
1334 		/* Current band only or all bands,
1335 		 * then set the band to current band
1336 		 */
1337 	case BRCM_BAND_AUTO:
1338 	case BRCM_BAND_ALL:
1339 		band = wlc_hw->band;
1340 		break;
1341 	case BRCM_BAND_5G:
1342 		band = wlc_hw->bandstate[BAND_5G_INDEX];
1343 		break;
1344 	case BRCM_BAND_2G:
1345 		band = wlc_hw->bandstate[BAND_2G_INDEX];
1346 		break;
1347 	default:
1348 		band = NULL;	/* error condition */
1349 	}
1350 
1351 	if (band) {
1352 		save = band->mhfs[idx];
1353 		band->mhfs[idx] = (band->mhfs[idx] & ~mask) | val;
1354 
1355 		/* optimization: only write through if changed, and
1356 		 * changed band is the current band
1357 		 */
1358 		if (wlc_hw->clk && (band->mhfs[idx] != save)
1359 		    && (band == wlc_hw->band))
1360 			brcms_b_write_shm(wlc_hw, addr[idx],
1361 					   (u16) band->mhfs[idx]);
1362 	}
1363 
1364 	if (bands == BRCM_BAND_ALL) {
1365 		wlc_hw->bandstate[0]->mhfs[idx] =
1366 		    (wlc_hw->bandstate[0]->mhfs[idx] & ~mask) | val;
1367 		wlc_hw->bandstate[1]->mhfs[idx] =
1368 		    (wlc_hw->bandstate[1]->mhfs[idx] & ~mask) | val;
1369 	}
1370 }
1371 
1372 /* set the maccontrol register to desired reset state and
1373  * initialize the sw cache of the register
1374  */
1375 static void brcms_c_mctrl_reset(struct brcms_hardware *wlc_hw)
1376 {
1377 	/* IHR accesses are always enabled, PSM disabled, HPS off and WAKE on */
1378 	wlc_hw->maccontrol = 0;
1379 	wlc_hw->suspended_fifos = 0;
1380 	wlc_hw->wake_override = 0;
1381 	wlc_hw->mute_override = 0;
1382 	brcms_b_mctrl(wlc_hw, ~0, MCTL_IHR_EN | MCTL_WAKE);
1383 }
1384 
1385 /*
1386  * write the software state of maccontrol and
1387  * overrides to the maccontrol register
1388  */
1389 static void brcms_c_mctrl_write(struct brcms_hardware *wlc_hw)
1390 {
1391 	u32 maccontrol = wlc_hw->maccontrol;
1392 
1393 	/* OR in the wake bit if overridden */
1394 	if (wlc_hw->wake_override)
1395 		maccontrol |= MCTL_WAKE;
1396 
1397 	/* set AP and INFRA bits for mute if needed */
1398 	if (wlc_hw->mute_override) {
1399 		maccontrol &= ~(MCTL_AP);
1400 		maccontrol |= MCTL_INFRA;
1401 	}
1402 
1403 	bcma_write32(wlc_hw->d11core, D11REGOFFS(maccontrol),
1404 		     maccontrol);
1405 }
1406 
1407 /* set or clear maccontrol bits */
1408 void brcms_b_mctrl(struct brcms_hardware *wlc_hw, u32 mask, u32 val)
1409 {
1410 	u32 maccontrol;
1411 	u32 new_maccontrol;
1412 
1413 	if (val & ~mask)
1414 		return; /* error condition */
1415 	maccontrol = wlc_hw->maccontrol;
1416 	new_maccontrol = (maccontrol & ~mask) | val;
1417 
1418 	/* if the new maccontrol value is the same as the old, nothing to do */
1419 	if (new_maccontrol == maccontrol)
1420 		return;
1421 
1422 	/* something changed, cache the new value */
1423 	wlc_hw->maccontrol = new_maccontrol;
1424 
1425 	/* write the new values with overrides applied */
1426 	brcms_c_mctrl_write(wlc_hw);
1427 }
1428 
1429 void brcms_c_ucode_wake_override_set(struct brcms_hardware *wlc_hw,
1430 				 u32 override_bit)
1431 {
1432 	if (wlc_hw->wake_override || (wlc_hw->maccontrol & MCTL_WAKE)) {
1433 		mboolset(wlc_hw->wake_override, override_bit);
1434 		return;
1435 	}
1436 
1437 	mboolset(wlc_hw->wake_override, override_bit);
1438 
1439 	brcms_c_mctrl_write(wlc_hw);
1440 	brcms_b_wait_for_wake(wlc_hw);
1441 }
1442 
1443 void brcms_c_ucode_wake_override_clear(struct brcms_hardware *wlc_hw,
1444 				   u32 override_bit)
1445 {
1446 	mboolclr(wlc_hw->wake_override, override_bit);
1447 
1448 	if (wlc_hw->wake_override || (wlc_hw->maccontrol & MCTL_WAKE))
1449 		return;
1450 
1451 	brcms_c_mctrl_write(wlc_hw);
1452 }
1453 
1454 /* When driver needs ucode to stop beaconing, it has to make sure that
1455  * MCTL_AP is clear and MCTL_INFRA is set
1456  * Mode           MCTL_AP        MCTL_INFRA
1457  * AP                1              1
1458  * STA               0              1 <--- This will ensure no beacons
1459  * IBSS              0              0
1460  */
1461 static void brcms_c_ucode_mute_override_set(struct brcms_hardware *wlc_hw)
1462 {
1463 	wlc_hw->mute_override = 1;
1464 
1465 	/* if maccontrol already has AP == 0 and INFRA == 1 without this
1466 	 * override, then there is no change to write
1467 	 */
1468 	if ((wlc_hw->maccontrol & (MCTL_AP | MCTL_INFRA)) == MCTL_INFRA)
1469 		return;
1470 
1471 	brcms_c_mctrl_write(wlc_hw);
1472 }
1473 
1474 /* Clear the override on AP and INFRA bits */
1475 static void brcms_c_ucode_mute_override_clear(struct brcms_hardware *wlc_hw)
1476 {
1477 	if (wlc_hw->mute_override == 0)
1478 		return;
1479 
1480 	wlc_hw->mute_override = 0;
1481 
1482 	/* if maccontrol already has AP == 0 and INFRA == 1 without this
1483 	 * override, then there is no change to write
1484 	 */
1485 	if ((wlc_hw->maccontrol & (MCTL_AP | MCTL_INFRA)) == MCTL_INFRA)
1486 		return;
1487 
1488 	brcms_c_mctrl_write(wlc_hw);
1489 }
1490 
1491 /*
1492  * Write a MAC address to the given match reg offset in the RXE match engine.
1493  */
1494 static void
1495 brcms_b_set_addrmatch(struct brcms_hardware *wlc_hw, int match_reg_offset,
1496 		       const u8 *addr)
1497 {
1498 	struct bcma_device *core = wlc_hw->d11core;
1499 	u16 mac_l;
1500 	u16 mac_m;
1501 	u16 mac_h;
1502 
1503 	brcms_dbg_rx(core, "wl%d: brcms_b_set_addrmatch\n", wlc_hw->unit);
1504 
1505 	mac_l = addr[0] | (addr[1] << 8);
1506 	mac_m = addr[2] | (addr[3] << 8);
1507 	mac_h = addr[4] | (addr[5] << 8);
1508 
1509 	/* enter the MAC addr into the RXE match registers */
1510 	bcma_write16(core, D11REGOFFS(rcm_ctl),
1511 		     RCM_INC_DATA | match_reg_offset);
1512 	bcma_write16(core, D11REGOFFS(rcm_mat_data), mac_l);
1513 	bcma_write16(core, D11REGOFFS(rcm_mat_data), mac_m);
1514 	bcma_write16(core, D11REGOFFS(rcm_mat_data), mac_h);
1515 }
1516 
1517 void
1518 brcms_b_write_template_ram(struct brcms_hardware *wlc_hw, int offset, int len,
1519 			    void *buf)
1520 {
1521 	struct bcma_device *core = wlc_hw->d11core;
1522 	u32 word;
1523 	__le32 word_le;
1524 	__be32 word_be;
1525 	bool be_bit;
1526 	brcms_dbg_info(core, "wl%d\n", wlc_hw->unit);
1527 
1528 	bcma_write32(core, D11REGOFFS(tplatewrptr), offset);
1529 
1530 	/* if MCTL_BIGEND bit set in mac control register,
1531 	 * the chip swaps data in fifo, as well as data in
1532 	 * template ram
1533 	 */
1534 	be_bit = (bcma_read32(core, D11REGOFFS(maccontrol)) & MCTL_BIGEND) != 0;
1535 
1536 	while (len > 0) {
1537 		memcpy(&word, buf, sizeof(u32));
1538 
1539 		if (be_bit) {
1540 			word_be = cpu_to_be32(word);
1541 			word = *(u32 *)&word_be;
1542 		} else {
1543 			word_le = cpu_to_le32(word);
1544 			word = *(u32 *)&word_le;
1545 		}
1546 
1547 		bcma_write32(core, D11REGOFFS(tplatewrdata), word);
1548 
1549 		buf = (u8 *) buf + sizeof(u32);
1550 		len -= sizeof(u32);
1551 	}
1552 }
1553 
1554 static void brcms_b_set_cwmin(struct brcms_hardware *wlc_hw, u16 newmin)
1555 {
1556 	wlc_hw->band->CWmin = newmin;
1557 
1558 	bcma_write32(wlc_hw->d11core, D11REGOFFS(objaddr),
1559 		     OBJADDR_SCR_SEL | S_DOT11_CWMIN);
1560 	(void)bcma_read32(wlc_hw->d11core, D11REGOFFS(objaddr));
1561 	bcma_write32(wlc_hw->d11core, D11REGOFFS(objdata), newmin);
1562 }
1563 
1564 static void brcms_b_set_cwmax(struct brcms_hardware *wlc_hw, u16 newmax)
1565 {
1566 	wlc_hw->band->CWmax = newmax;
1567 
1568 	bcma_write32(wlc_hw->d11core, D11REGOFFS(objaddr),
1569 		     OBJADDR_SCR_SEL | S_DOT11_CWMAX);
1570 	(void)bcma_read32(wlc_hw->d11core, D11REGOFFS(objaddr));
1571 	bcma_write32(wlc_hw->d11core, D11REGOFFS(objdata), newmax);
1572 }
1573 
1574 void brcms_b_bw_set(struct brcms_hardware *wlc_hw, u16 bw)
1575 {
1576 	bool fastclk;
1577 
1578 	/* request FAST clock if not on */
1579 	fastclk = wlc_hw->forcefastclk;
1580 	if (!fastclk)
1581 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
1582 
1583 	wlc_phy_bw_state_set(wlc_hw->band->pi, bw);
1584 
1585 	brcms_b_phy_reset(wlc_hw);
1586 	wlc_phy_init(wlc_hw->band->pi, wlc_phy_chanspec_get(wlc_hw->band->pi));
1587 
1588 	/* restore the clk */
1589 	if (!fastclk)
1590 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_DYNAMIC);
1591 }
1592 
1593 static void brcms_b_upd_synthpu(struct brcms_hardware *wlc_hw)
1594 {
1595 	u16 v;
1596 	struct brcms_c_info *wlc = wlc_hw->wlc;
1597 	/* update SYNTHPU_DLY */
1598 
1599 	if (BRCMS_ISLCNPHY(wlc->band))
1600 		v = SYNTHPU_DLY_LPPHY_US;
1601 	else if (BRCMS_ISNPHY(wlc->band) && (NREV_GE(wlc->band->phyrev, 3)))
1602 		v = SYNTHPU_DLY_NPHY_US;
1603 	else
1604 		v = SYNTHPU_DLY_BPHY_US;
1605 
1606 	brcms_b_write_shm(wlc_hw, M_SYNTHPU_DLY, v);
1607 }
1608 
1609 static void brcms_c_ucode_txant_set(struct brcms_hardware *wlc_hw)
1610 {
1611 	u16 phyctl;
1612 	u16 phytxant = wlc_hw->bmac_phytxant;
1613 	u16 mask = PHY_TXC_ANT_MASK;
1614 
1615 	/* set the Probe Response frame phy control word */
1616 	phyctl = brcms_b_read_shm(wlc_hw, M_CTXPRS_BLK + C_CTX_PCTLWD_POS);
1617 	phyctl = (phyctl & ~mask) | phytxant;
1618 	brcms_b_write_shm(wlc_hw, M_CTXPRS_BLK + C_CTX_PCTLWD_POS, phyctl);
1619 
1620 	/* set the Response (ACK/CTS) frame phy control word */
1621 	phyctl = brcms_b_read_shm(wlc_hw, M_RSP_PCTLWD);
1622 	phyctl = (phyctl & ~mask) | phytxant;
1623 	brcms_b_write_shm(wlc_hw, M_RSP_PCTLWD, phyctl);
1624 }
1625 
1626 static u16 brcms_b_ofdm_ratetable_offset(struct brcms_hardware *wlc_hw,
1627 					 u8 rate)
1628 {
1629 	uint i;
1630 	u8 plcp_rate = 0;
1631 	struct plcp_signal_rate_lookup {
1632 		u8 rate;
1633 		u8 signal_rate;
1634 	};
1635 	/* OFDM RATE sub-field of PLCP SIGNAL field, per 802.11 sec 17.3.4.1 */
1636 	const struct plcp_signal_rate_lookup rate_lookup[] = {
1637 		{BRCM_RATE_6M, 0xB},
1638 		{BRCM_RATE_9M, 0xF},
1639 		{BRCM_RATE_12M, 0xA},
1640 		{BRCM_RATE_18M, 0xE},
1641 		{BRCM_RATE_24M, 0x9},
1642 		{BRCM_RATE_36M, 0xD},
1643 		{BRCM_RATE_48M, 0x8},
1644 		{BRCM_RATE_54M, 0xC}
1645 	};
1646 
1647 	for (i = 0; i < ARRAY_SIZE(rate_lookup); i++) {
1648 		if (rate == rate_lookup[i].rate) {
1649 			plcp_rate = rate_lookup[i].signal_rate;
1650 			break;
1651 		}
1652 	}
1653 
1654 	/* Find the SHM pointer to the rate table entry by looking in the
1655 	 * Direct-map Table
1656 	 */
1657 	return 2 * brcms_b_read_shm(wlc_hw, M_RT_DIRMAP_A + (plcp_rate * 2));
1658 }
1659 
1660 static void brcms_upd_ofdm_pctl1_table(struct brcms_hardware *wlc_hw)
1661 {
1662 	u8 rate;
1663 	u8 rates[8] = {
1664 		BRCM_RATE_6M, BRCM_RATE_9M, BRCM_RATE_12M, BRCM_RATE_18M,
1665 		BRCM_RATE_24M, BRCM_RATE_36M, BRCM_RATE_48M, BRCM_RATE_54M
1666 	};
1667 	u16 entry_ptr;
1668 	u16 pctl1;
1669 	uint i;
1670 
1671 	if (!BRCMS_PHY_11N_CAP(wlc_hw->band))
1672 		return;
1673 
1674 	/* walk the phy rate table and update the entries */
1675 	for (i = 0; i < ARRAY_SIZE(rates); i++) {
1676 		rate = rates[i];
1677 
1678 		entry_ptr = brcms_b_ofdm_ratetable_offset(wlc_hw, rate);
1679 
1680 		/* read the SHM Rate Table entry OFDM PCTL1 values */
1681 		pctl1 =
1682 		    brcms_b_read_shm(wlc_hw, entry_ptr + M_RT_OFDM_PCTL1_POS);
1683 
1684 		/* modify the value */
1685 		pctl1 &= ~PHY_TXC1_MODE_MASK;
1686 		pctl1 |= (wlc_hw->hw_stf_ss_opmode << PHY_TXC1_MODE_SHIFT);
1687 
1688 		/* Update the SHM Rate Table entry OFDM PCTL1 values */
1689 		brcms_b_write_shm(wlc_hw, entry_ptr + M_RT_OFDM_PCTL1_POS,
1690 				   pctl1);
1691 	}
1692 }
1693 
1694 /* band-specific init */
1695 static void brcms_b_bsinit(struct brcms_c_info *wlc, u16 chanspec)
1696 {
1697 	struct brcms_hardware *wlc_hw = wlc->hw;
1698 
1699 	brcms_dbg_mac80211(wlc_hw->d11core, "wl%d: bandunit %d\n", wlc_hw->unit,
1700 			   wlc_hw->band->bandunit);
1701 
1702 	brcms_c_ucode_bsinit(wlc_hw);
1703 
1704 	wlc_phy_init(wlc_hw->band->pi, chanspec);
1705 
1706 	brcms_c_ucode_txant_set(wlc_hw);
1707 
1708 	/*
1709 	 * cwmin is band-specific, update hardware
1710 	 * with value for current band
1711 	 */
1712 	brcms_b_set_cwmin(wlc_hw, wlc_hw->band->CWmin);
1713 	brcms_b_set_cwmax(wlc_hw, wlc_hw->band->CWmax);
1714 
1715 	brcms_b_update_slot_timing(wlc_hw,
1716 				   wlc_hw->band->bandtype == BRCM_BAND_5G ?
1717 				   true : wlc_hw->shortslot);
1718 
1719 	/* write phytype and phyvers */
1720 	brcms_b_write_shm(wlc_hw, M_PHYTYPE, (u16) wlc_hw->band->phytype);
1721 	brcms_b_write_shm(wlc_hw, M_PHYVER, (u16) wlc_hw->band->phyrev);
1722 
1723 	/*
1724 	 * initialize the txphyctl1 rate table since
1725 	 * shmem is shared between bands
1726 	 */
1727 	brcms_upd_ofdm_pctl1_table(wlc_hw);
1728 
1729 	brcms_b_upd_synthpu(wlc_hw);
1730 }
1731 
1732 /* Perform a soft reset of the PHY PLL */
1733 void brcms_b_core_phypll_reset(struct brcms_hardware *wlc_hw)
1734 {
1735 	ai_cc_reg(wlc_hw->sih, offsetof(struct chipcregs, chipcontrol_addr),
1736 		  ~0, 0);
1737 	udelay(1);
1738 	ai_cc_reg(wlc_hw->sih, offsetof(struct chipcregs, chipcontrol_data),
1739 		  0x4, 0);
1740 	udelay(1);
1741 	ai_cc_reg(wlc_hw->sih, offsetof(struct chipcregs, chipcontrol_data),
1742 		  0x4, 4);
1743 	udelay(1);
1744 	ai_cc_reg(wlc_hw->sih, offsetof(struct chipcregs, chipcontrol_data),
1745 		  0x4, 0);
1746 	udelay(1);
1747 }
1748 
1749 /* light way to turn on phy clock without reset for NPHY only
1750  *  refer to brcms_b_core_phy_clk for full version
1751  */
1752 void brcms_b_phyclk_fgc(struct brcms_hardware *wlc_hw, bool clk)
1753 {
1754 	/* support(necessary for NPHY and HYPHY) only */
1755 	if (!BRCMS_ISNPHY(wlc_hw->band))
1756 		return;
1757 
1758 	if (ON == clk)
1759 		brcms_b_core_ioctl(wlc_hw, SICF_FGC, SICF_FGC);
1760 	else
1761 		brcms_b_core_ioctl(wlc_hw, SICF_FGC, 0);
1762 
1763 }
1764 
1765 void brcms_b_macphyclk_set(struct brcms_hardware *wlc_hw, bool clk)
1766 {
1767 	if (ON == clk)
1768 		brcms_b_core_ioctl(wlc_hw, SICF_MPCLKE, SICF_MPCLKE);
1769 	else
1770 		brcms_b_core_ioctl(wlc_hw, SICF_MPCLKE, 0);
1771 }
1772 
1773 void brcms_b_phy_reset(struct brcms_hardware *wlc_hw)
1774 {
1775 	struct brcms_phy_pub *pih = wlc_hw->band->pi;
1776 	u32 phy_bw_clkbits;
1777 
1778 	brcms_dbg_info(wlc_hw->d11core, "wl%d: reset phy\n", wlc_hw->unit);
1779 
1780 	if (pih == NULL)
1781 		return;
1782 
1783 	phy_bw_clkbits = wlc_phy_clk_bwbits(wlc_hw->band->pi);
1784 
1785 	/* Specific reset sequence required for NPHY rev 3 and 4 */
1786 	if (BRCMS_ISNPHY(wlc_hw->band) && NREV_GE(wlc_hw->band->phyrev, 3) &&
1787 	    NREV_LE(wlc_hw->band->phyrev, 4)) {
1788 		/* Set the PHY bandwidth */
1789 		brcms_b_core_ioctl(wlc_hw, SICF_BWMASK, phy_bw_clkbits);
1790 
1791 		udelay(1);
1792 
1793 		/* Perform a soft reset of the PHY PLL */
1794 		brcms_b_core_phypll_reset(wlc_hw);
1795 
1796 		/* reset the PHY */
1797 		brcms_b_core_ioctl(wlc_hw, (SICF_PRST | SICF_PCLKE),
1798 				   (SICF_PRST | SICF_PCLKE));
1799 	} else {
1800 		brcms_b_core_ioctl(wlc_hw,
1801 				   (SICF_PRST | SICF_PCLKE | SICF_BWMASK),
1802 				   (SICF_PRST | SICF_PCLKE | phy_bw_clkbits));
1803 	}
1804 
1805 	udelay(2);
1806 	brcms_b_core_phy_clk(wlc_hw, ON);
1807 
1808 	wlc_phy_anacore(pih, ON);
1809 }
1810 
1811 /* switch to and initialize new band */
1812 static void brcms_b_setband(struct brcms_hardware *wlc_hw, uint bandunit,
1813 			    u16 chanspec) {
1814 	struct brcms_c_info *wlc = wlc_hw->wlc;
1815 	u32 macintmask;
1816 
1817 	/* Enable the d11 core before accessing it */
1818 	if (!bcma_core_is_enabled(wlc_hw->d11core)) {
1819 		bcma_core_enable(wlc_hw->d11core, 0);
1820 		brcms_c_mctrl_reset(wlc_hw);
1821 	}
1822 
1823 	macintmask = brcms_c_setband_inact(wlc, bandunit);
1824 
1825 	if (!wlc_hw->up)
1826 		return;
1827 
1828 	brcms_b_core_phy_clk(wlc_hw, ON);
1829 
1830 	/* band-specific initializations */
1831 	brcms_b_bsinit(wlc, chanspec);
1832 
1833 	/*
1834 	 * If there are any pending software interrupt bits,
1835 	 * then replace these with a harmless nonzero value
1836 	 * so brcms_c_dpc() will re-enable interrupts when done.
1837 	 */
1838 	if (wlc->macintstatus)
1839 		wlc->macintstatus = MI_DMAINT;
1840 
1841 	/* restore macintmask */
1842 	brcms_intrsrestore(wlc->wl, macintmask);
1843 
1844 	/* ucode should still be suspended.. */
1845 	WARN_ON((bcma_read32(wlc_hw->d11core, D11REGOFFS(maccontrol)) &
1846 		 MCTL_EN_MAC) != 0);
1847 }
1848 
1849 static bool brcms_c_isgoodchip(struct brcms_hardware *wlc_hw)
1850 {
1851 
1852 	/* reject unsupported corerev */
1853 	if (!CONF_HAS(D11CONF, wlc_hw->corerev)) {
1854 		wiphy_err(wlc_hw->wlc->wiphy, "unsupported core rev %d\n",
1855 			  wlc_hw->corerev);
1856 		return false;
1857 	}
1858 
1859 	return true;
1860 }
1861 
1862 /* Validate some board info parameters */
1863 static bool brcms_c_validboardtype(struct brcms_hardware *wlc_hw)
1864 {
1865 	uint boardrev = wlc_hw->boardrev;
1866 
1867 	/* 4 bits each for board type, major, minor, and tiny version */
1868 	uint brt = (boardrev & 0xf000) >> 12;
1869 	uint b0 = (boardrev & 0xf00) >> 8;
1870 	uint b1 = (boardrev & 0xf0) >> 4;
1871 	uint b2 = boardrev & 0xf;
1872 
1873 	/* voards from other vendors are always considered valid */
1874 	if (ai_get_boardvendor(wlc_hw->sih) != PCI_VENDOR_ID_BROADCOM)
1875 		return true;
1876 
1877 	/* do some boardrev sanity checks when boardvendor is Broadcom */
1878 	if (boardrev == 0)
1879 		return false;
1880 
1881 	if (boardrev <= 0xff)
1882 		return true;
1883 
1884 	if ((brt > 2) || (brt == 0) || (b0 > 9) || (b0 == 0) || (b1 > 9)
1885 		|| (b2 > 9))
1886 		return false;
1887 
1888 	return true;
1889 }
1890 
1891 static void brcms_c_get_macaddr(struct brcms_hardware *wlc_hw, u8 etheraddr[ETH_ALEN])
1892 {
1893 	struct ssb_sprom *sprom = &wlc_hw->d11core->bus->sprom;
1894 
1895 	/* If macaddr exists, use it (Sromrev4, CIS, ...). */
1896 	if (!is_zero_ether_addr(sprom->il0mac)) {
1897 		memcpy(etheraddr, sprom->il0mac, ETH_ALEN);
1898 		return;
1899 	}
1900 
1901 	if (wlc_hw->_nbands > 1)
1902 		memcpy(etheraddr, sprom->et1mac, ETH_ALEN);
1903 	else
1904 		memcpy(etheraddr, sprom->il0mac, ETH_ALEN);
1905 }
1906 
1907 /* power both the pll and external oscillator on/off */
1908 static void brcms_b_xtal(struct brcms_hardware *wlc_hw, bool want)
1909 {
1910 	brcms_dbg_info(wlc_hw->d11core, "wl%d: want %d\n", wlc_hw->unit, want);
1911 
1912 	/*
1913 	 * dont power down if plldown is false or
1914 	 * we must poll hw radio disable
1915 	 */
1916 	if (!want && wlc_hw->pllreq)
1917 		return;
1918 
1919 	wlc_hw->sbclk = want;
1920 	if (!wlc_hw->sbclk) {
1921 		wlc_hw->clk = false;
1922 		if (wlc_hw->band && wlc_hw->band->pi)
1923 			wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
1924 	}
1925 }
1926 
1927 /*
1928  * Return true if radio is disabled, otherwise false.
1929  * hw radio disable signal is an external pin, users activate it asynchronously
1930  * this function could be called when driver is down and w/o clock
1931  * it operates on different registers depending on corerev and boardflag.
1932  */
1933 static bool brcms_b_radio_read_hwdisabled(struct brcms_hardware *wlc_hw)
1934 {
1935 	bool v, clk, xtal;
1936 	u32 flags = 0;
1937 
1938 	xtal = wlc_hw->sbclk;
1939 	if (!xtal)
1940 		brcms_b_xtal(wlc_hw, ON);
1941 
1942 	/* may need to take core out of reset first */
1943 	clk = wlc_hw->clk;
1944 	if (!clk) {
1945 		/*
1946 		 * mac no longer enables phyclk automatically when driver
1947 		 * accesses phyreg throughput mac. This can be skipped since
1948 		 * only mac reg is accessed below
1949 		 */
1950 		if (D11REV_GE(wlc_hw->corerev, 18))
1951 			flags |= SICF_PCLKE;
1952 
1953 		/*
1954 		 * TODO: test suspend/resume
1955 		 *
1956 		 * AI chip doesn't restore bar0win2 on
1957 		 * hibernation/resume, need sw fixup
1958 		 */
1959 
1960 		bcma_core_enable(wlc_hw->d11core, flags);
1961 		brcms_c_mctrl_reset(wlc_hw);
1962 	}
1963 
1964 	v = ((bcma_read32(wlc_hw->d11core,
1965 			  D11REGOFFS(phydebug)) & PDBG_RFD) != 0);
1966 
1967 	/* put core back into reset */
1968 	if (!clk)
1969 		bcma_core_disable(wlc_hw->d11core, 0);
1970 
1971 	if (!xtal)
1972 		brcms_b_xtal(wlc_hw, OFF);
1973 
1974 	return v;
1975 }
1976 
1977 static bool wlc_dma_rxreset(struct brcms_hardware *wlc_hw, uint fifo)
1978 {
1979 	struct dma_pub *di = wlc_hw->di[fifo];
1980 	return dma_rxreset(di);
1981 }
1982 
1983 /* d11 core reset
1984  *   ensure fask clock during reset
1985  *   reset dma
1986  *   reset d11(out of reset)
1987  *   reset phy(out of reset)
1988  *   clear software macintstatus for fresh new start
1989  * one testing hack wlc_hw->noreset will bypass the d11/phy reset
1990  */
1991 void brcms_b_corereset(struct brcms_hardware *wlc_hw, u32 flags)
1992 {
1993 	uint i;
1994 	bool fastclk;
1995 
1996 	if (flags == BRCMS_USE_COREFLAGS)
1997 		flags = (wlc_hw->band->pi ? wlc_hw->band->core_flags : 0);
1998 
1999 	brcms_dbg_info(wlc_hw->d11core, "wl%d: core reset\n", wlc_hw->unit);
2000 
2001 	/* request FAST clock if not on  */
2002 	fastclk = wlc_hw->forcefastclk;
2003 	if (!fastclk)
2004 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
2005 
2006 	/* reset the dma engines except first time thru */
2007 	if (bcma_core_is_enabled(wlc_hw->d11core)) {
2008 		for (i = 0; i < NFIFO; i++)
2009 			if ((wlc_hw->di[i]) && (!dma_txreset(wlc_hw->di[i])))
2010 				brcms_err(wlc_hw->d11core, "wl%d: %s: "
2011 					  "dma_txreset[%d]: cannot stop dma\n",
2012 					   wlc_hw->unit, __func__, i);
2013 
2014 		if ((wlc_hw->di[RX_FIFO])
2015 		    && (!wlc_dma_rxreset(wlc_hw, RX_FIFO)))
2016 			brcms_err(wlc_hw->d11core, "wl%d: %s: dma_rxreset"
2017 				  "[%d]: cannot stop dma\n",
2018 				  wlc_hw->unit, __func__, RX_FIFO);
2019 	}
2020 	/* if noreset, just stop the psm and return */
2021 	if (wlc_hw->noreset) {
2022 		wlc_hw->wlc->macintstatus = 0;	/* skip wl_dpc after down */
2023 		brcms_b_mctrl(wlc_hw, MCTL_PSM_RUN | MCTL_EN_MAC, 0);
2024 		return;
2025 	}
2026 
2027 	/*
2028 	 * mac no longer enables phyclk automatically when driver accesses
2029 	 * phyreg throughput mac, AND phy_reset is skipped at early stage when
2030 	 * band->pi is invalid. need to enable PHY CLK
2031 	 */
2032 	if (D11REV_GE(wlc_hw->corerev, 18))
2033 		flags |= SICF_PCLKE;
2034 
2035 	/*
2036 	 * reset the core
2037 	 * In chips with PMU, the fastclk request goes through d11 core
2038 	 * reg 0x1e0, which is cleared by the core_reset. have to re-request it.
2039 	 *
2040 	 * This adds some delay and we can optimize it by also requesting
2041 	 * fastclk through chipcommon during this period if necessary. But
2042 	 * that has to work coordinate with other driver like mips/arm since
2043 	 * they may touch chipcommon as well.
2044 	 */
2045 	wlc_hw->clk = false;
2046 	bcma_core_enable(wlc_hw->d11core, flags);
2047 	wlc_hw->clk = true;
2048 	if (wlc_hw->band && wlc_hw->band->pi)
2049 		wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, true);
2050 
2051 	brcms_c_mctrl_reset(wlc_hw);
2052 
2053 	if (ai_get_cccaps(wlc_hw->sih) & CC_CAP_PMU)
2054 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
2055 
2056 	brcms_b_phy_reset(wlc_hw);
2057 
2058 	/* turn on PHY_PLL */
2059 	brcms_b_core_phypll_ctl(wlc_hw, true);
2060 
2061 	/* clear sw intstatus */
2062 	wlc_hw->wlc->macintstatus = 0;
2063 
2064 	/* restore the clk setting */
2065 	if (!fastclk)
2066 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_DYNAMIC);
2067 }
2068 
2069 /* txfifo sizes needs to be modified(increased) since the newer cores
2070  * have more memory.
2071  */
2072 static void brcms_b_corerev_fifofixup(struct brcms_hardware *wlc_hw)
2073 {
2074 	struct bcma_device *core = wlc_hw->d11core;
2075 	u16 fifo_nu;
2076 	u16 txfifo_startblk = TXFIFO_START_BLK, txfifo_endblk;
2077 	u16 txfifo_def, txfifo_def1;
2078 	u16 txfifo_cmd;
2079 
2080 	/* tx fifos start at TXFIFO_START_BLK from the Base address */
2081 	txfifo_startblk = TXFIFO_START_BLK;
2082 
2083 	/* sequence of operations:  reset fifo, set fifo size, reset fifo */
2084 	for (fifo_nu = 0; fifo_nu < NFIFO; fifo_nu++) {
2085 
2086 		txfifo_endblk = txfifo_startblk + wlc_hw->xmtfifo_sz[fifo_nu];
2087 		txfifo_def = (txfifo_startblk & 0xff) |
2088 		    (((txfifo_endblk - 1) & 0xff) << TXFIFO_FIFOTOP_SHIFT);
2089 		txfifo_def1 = ((txfifo_startblk >> 8) & 0x1) |
2090 		    ((((txfifo_endblk -
2091 			1) >> 8) & 0x1) << TXFIFO_FIFOTOP_SHIFT);
2092 		txfifo_cmd =
2093 		    TXFIFOCMD_RESET_MASK | (fifo_nu << TXFIFOCMD_FIFOSEL_SHIFT);
2094 
2095 		bcma_write16(core, D11REGOFFS(xmtfifocmd), txfifo_cmd);
2096 		bcma_write16(core, D11REGOFFS(xmtfifodef), txfifo_def);
2097 		bcma_write16(core, D11REGOFFS(xmtfifodef1), txfifo_def1);
2098 
2099 		bcma_write16(core, D11REGOFFS(xmtfifocmd), txfifo_cmd);
2100 
2101 		txfifo_startblk += wlc_hw->xmtfifo_sz[fifo_nu];
2102 	}
2103 	/*
2104 	 * need to propagate to shm location to be in sync since ucode/hw won't
2105 	 * do this
2106 	 */
2107 	brcms_b_write_shm(wlc_hw, M_FIFOSIZE0,
2108 			   wlc_hw->xmtfifo_sz[TX_AC_BE_FIFO]);
2109 	brcms_b_write_shm(wlc_hw, M_FIFOSIZE1,
2110 			   wlc_hw->xmtfifo_sz[TX_AC_VI_FIFO]);
2111 	brcms_b_write_shm(wlc_hw, M_FIFOSIZE2,
2112 			   ((wlc_hw->xmtfifo_sz[TX_AC_VO_FIFO] << 8) | wlc_hw->
2113 			    xmtfifo_sz[TX_AC_BK_FIFO]));
2114 	brcms_b_write_shm(wlc_hw, M_FIFOSIZE3,
2115 			   ((wlc_hw->xmtfifo_sz[TX_ATIM_FIFO] << 8) | wlc_hw->
2116 			    xmtfifo_sz[TX_BCMC_FIFO]));
2117 }
2118 
2119 /* This function is used for changing the tsf frac register
2120  * If spur avoidance mode is off, the mac freq will be 80/120/160Mhz
2121  * If spur avoidance mode is on1, the mac freq will be 82/123/164Mhz
2122  * If spur avoidance mode is on2, the mac freq will be 84/126/168Mhz
2123  * HTPHY Formula is 2^26/freq(MHz) e.g.
2124  * For spuron2 - 126MHz -> 2^26/126 = 532610.0
2125  *  - 532610 = 0x82082 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x2082
2126  * For spuron: 123MHz -> 2^26/123    = 545600.5
2127  *  - 545601 = 0x85341 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x5341
2128  * For spur off: 120MHz -> 2^26/120    = 559240.5
2129  *  - 559241 = 0x88889 => tsf_clk_frac_h = 0x8, tsf_clk_frac_l = 0x8889
2130  */
2131 
2132 void brcms_b_switch_macfreq(struct brcms_hardware *wlc_hw, u8 spurmode)
2133 {
2134 	struct bcma_device *core = wlc_hw->d11core;
2135 
2136 	if ((ai_get_chip_id(wlc_hw->sih) == BCMA_CHIP_ID_BCM43224) ||
2137 	    (ai_get_chip_id(wlc_hw->sih) == BCMA_CHIP_ID_BCM43225)) {
2138 		if (spurmode == WL_SPURAVOID_ON2) {	/* 126Mhz */
2139 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_l), 0x2082);
2140 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_h), 0x8);
2141 		} else if (spurmode == WL_SPURAVOID_ON1) {	/* 123Mhz */
2142 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_l), 0x5341);
2143 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_h), 0x8);
2144 		} else {	/* 120Mhz */
2145 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_l), 0x8889);
2146 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_h), 0x8);
2147 		}
2148 	} else if (BRCMS_ISLCNPHY(wlc_hw->band)) {
2149 		if (spurmode == WL_SPURAVOID_ON1) {	/* 82Mhz */
2150 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_l), 0x7CE0);
2151 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_h), 0xC);
2152 		} else {	/* 80Mhz */
2153 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_l), 0xCCCD);
2154 			bcma_write16(core, D11REGOFFS(tsf_clk_frac_h), 0xC);
2155 		}
2156 	}
2157 }
2158 
2159 void brcms_c_start_station(struct brcms_c_info *wlc, u8 *addr)
2160 {
2161 	memcpy(wlc->pub->cur_etheraddr, addr, sizeof(wlc->pub->cur_etheraddr));
2162 	wlc->bsscfg->type = BRCMS_TYPE_STATION;
2163 }
2164 
2165 void brcms_c_start_ap(struct brcms_c_info *wlc, u8 *addr, const u8 *bssid,
2166 		      u8 *ssid, size_t ssid_len)
2167 {
2168 	brcms_c_set_ssid(wlc, ssid, ssid_len);
2169 
2170 	memcpy(wlc->pub->cur_etheraddr, addr, sizeof(wlc->pub->cur_etheraddr));
2171 	memcpy(wlc->bsscfg->BSSID, bssid, sizeof(wlc->bsscfg->BSSID));
2172 	wlc->bsscfg->type = BRCMS_TYPE_AP;
2173 
2174 	brcms_b_mctrl(wlc->hw, MCTL_AP | MCTL_INFRA, MCTL_AP | MCTL_INFRA);
2175 }
2176 
2177 void brcms_c_start_adhoc(struct brcms_c_info *wlc, u8 *addr)
2178 {
2179 	memcpy(wlc->pub->cur_etheraddr, addr, sizeof(wlc->pub->cur_etheraddr));
2180 	wlc->bsscfg->type = BRCMS_TYPE_ADHOC;
2181 
2182 	brcms_b_mctrl(wlc->hw, MCTL_AP | MCTL_INFRA, 0);
2183 }
2184 
2185 /* Initialize GPIOs that are controlled by D11 core */
2186 static void brcms_c_gpio_init(struct brcms_c_info *wlc)
2187 {
2188 	struct brcms_hardware *wlc_hw = wlc->hw;
2189 	u32 gc, gm;
2190 
2191 	/* use GPIO select 0 to get all gpio signals from the gpio out reg */
2192 	brcms_b_mctrl(wlc_hw, MCTL_GPOUT_SEL_MASK, 0);
2193 
2194 	/*
2195 	 * Common GPIO setup:
2196 	 *      G0 = LED 0 = WLAN Activity
2197 	 *      G1 = LED 1 = WLAN 2.4 GHz Radio State
2198 	 *      G2 = LED 2 = WLAN 5 GHz Radio State
2199 	 *      G4 = radio disable input (HI enabled, LO disabled)
2200 	 */
2201 
2202 	gc = gm = 0;
2203 
2204 	/* Allocate GPIOs for mimo antenna diversity feature */
2205 	if (wlc_hw->antsel_type == ANTSEL_2x3) {
2206 		/* Enable antenna diversity, use 2x3 mode */
2207 		brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_EN,
2208 			     MHF3_ANTSEL_EN, BRCM_BAND_ALL);
2209 		brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_MODE,
2210 			     MHF3_ANTSEL_MODE, BRCM_BAND_ALL);
2211 
2212 		/* init superswitch control */
2213 		wlc_phy_antsel_init(wlc_hw->band->pi, false);
2214 
2215 	} else if (wlc_hw->antsel_type == ANTSEL_2x4) {
2216 		gm |= gc |= (BOARD_GPIO_12 | BOARD_GPIO_13);
2217 		/*
2218 		 * The board itself is powered by these GPIOs
2219 		 * (when not sending pattern) so set them high
2220 		 */
2221 		bcma_set16(wlc_hw->d11core, D11REGOFFS(psm_gpio_oe),
2222 			   (BOARD_GPIO_12 | BOARD_GPIO_13));
2223 		bcma_set16(wlc_hw->d11core, D11REGOFFS(psm_gpio_out),
2224 			   (BOARD_GPIO_12 | BOARD_GPIO_13));
2225 
2226 		/* Enable antenna diversity, use 2x4 mode */
2227 		brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_EN,
2228 			     MHF3_ANTSEL_EN, BRCM_BAND_ALL);
2229 		brcms_b_mhf(wlc_hw, MHF3, MHF3_ANTSEL_MODE, 0,
2230 			     BRCM_BAND_ALL);
2231 
2232 		/* Configure the desired clock to be 4Mhz */
2233 		brcms_b_write_shm(wlc_hw, M_ANTSEL_CLKDIV,
2234 				   ANTSEL_CLKDIV_4MHZ);
2235 	}
2236 
2237 	/*
2238 	 * gpio 9 controls the PA. ucode is responsible
2239 	 * for wiggling out and oe
2240 	 */
2241 	if (wlc_hw->boardflags & BFL_PACTRL)
2242 		gm |= gc |= BOARD_GPIO_PACTRL;
2243 
2244 	/* apply to gpiocontrol register */
2245 	bcma_chipco_gpio_control(&wlc_hw->d11core->bus->drv_cc, gm, gc);
2246 }
2247 
2248 static void brcms_ucode_write(struct brcms_hardware *wlc_hw,
2249 			      const __le32 ucode[], const size_t nbytes)
2250 {
2251 	struct bcma_device *core = wlc_hw->d11core;
2252 	uint i;
2253 	uint count;
2254 
2255 	brcms_dbg_info(wlc_hw->d11core, "wl%d\n", wlc_hw->unit);
2256 
2257 	count = (nbytes / sizeof(u32));
2258 
2259 	bcma_write32(core, D11REGOFFS(objaddr),
2260 		     OBJADDR_AUTO_INC | OBJADDR_UCM_SEL);
2261 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2262 	for (i = 0; i < count; i++)
2263 		bcma_write32(core, D11REGOFFS(objdata), le32_to_cpu(ucode[i]));
2264 
2265 }
2266 
2267 static void brcms_ucode_download(struct brcms_hardware *wlc_hw)
2268 {
2269 	struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
2270 
2271 	if (wlc_hw->ucode_loaded)
2272 		return;
2273 
2274 	if (D11REV_IS(wlc_hw->corerev, 17) || D11REV_IS(wlc_hw->corerev, 23)) {
2275 		if (BRCMS_ISNPHY(wlc_hw->band)) {
2276 			brcms_ucode_write(wlc_hw, ucode->bcm43xx_16_mimo,
2277 					  ucode->bcm43xx_16_mimosz);
2278 			wlc_hw->ucode_loaded = true;
2279 		} else
2280 			brcms_err(wlc_hw->d11core,
2281 				  "%s: wl%d: unsupported phy in corerev %d\n",
2282 				  __func__, wlc_hw->unit, wlc_hw->corerev);
2283 	} else if (D11REV_IS(wlc_hw->corerev, 24)) {
2284 		if (BRCMS_ISLCNPHY(wlc_hw->band)) {
2285 			brcms_ucode_write(wlc_hw, ucode->bcm43xx_24_lcn,
2286 					  ucode->bcm43xx_24_lcnsz);
2287 			wlc_hw->ucode_loaded = true;
2288 		} else {
2289 			brcms_err(wlc_hw->d11core,
2290 				  "%s: wl%d: unsupported phy in corerev %d\n",
2291 				  __func__, wlc_hw->unit, wlc_hw->corerev);
2292 		}
2293 	}
2294 }
2295 
2296 void brcms_b_txant_set(struct brcms_hardware *wlc_hw, u16 phytxant)
2297 {
2298 	/* update sw state */
2299 	wlc_hw->bmac_phytxant = phytxant;
2300 
2301 	/* push to ucode if up */
2302 	if (!wlc_hw->up)
2303 		return;
2304 	brcms_c_ucode_txant_set(wlc_hw);
2305 
2306 }
2307 
2308 u16 brcms_b_get_txant(struct brcms_hardware *wlc_hw)
2309 {
2310 	return (u16) wlc_hw->wlc->stf->txant;
2311 }
2312 
2313 void brcms_b_antsel_type_set(struct brcms_hardware *wlc_hw, u8 antsel_type)
2314 {
2315 	wlc_hw->antsel_type = antsel_type;
2316 
2317 	/* Update the antsel type for phy module to use */
2318 	wlc_phy_antsel_type_set(wlc_hw->band->pi, antsel_type);
2319 }
2320 
2321 static void brcms_b_fifoerrors(struct brcms_hardware *wlc_hw)
2322 {
2323 	bool fatal = false;
2324 	uint unit;
2325 	uint intstatus, idx;
2326 	struct bcma_device *core = wlc_hw->d11core;
2327 
2328 	unit = wlc_hw->unit;
2329 
2330 	for (idx = 0; idx < NFIFO; idx++) {
2331 		/* read intstatus register and ignore any non-error bits */
2332 		intstatus =
2333 			bcma_read32(core,
2334 				    D11REGOFFS(intctrlregs[idx].intstatus)) &
2335 			I_ERRORS;
2336 		if (!intstatus)
2337 			continue;
2338 
2339 		brcms_dbg_int(core, "wl%d: intstatus%d 0x%x\n",
2340 			      unit, idx, intstatus);
2341 
2342 		if (intstatus & I_RO) {
2343 			brcms_err(core, "wl%d: fifo %d: receive fifo "
2344 				  "overflow\n", unit, idx);
2345 			fatal = true;
2346 		}
2347 
2348 		if (intstatus & I_PC) {
2349 			brcms_err(core, "wl%d: fifo %d: descriptor error\n",
2350 				  unit, idx);
2351 			fatal = true;
2352 		}
2353 
2354 		if (intstatus & I_PD) {
2355 			brcms_err(core, "wl%d: fifo %d: data error\n", unit,
2356 				  idx);
2357 			fatal = true;
2358 		}
2359 
2360 		if (intstatus & I_DE) {
2361 			brcms_err(core, "wl%d: fifo %d: descriptor protocol "
2362 				  "error\n", unit, idx);
2363 			fatal = true;
2364 		}
2365 
2366 		if (intstatus & I_RU)
2367 			brcms_err(core, "wl%d: fifo %d: receive descriptor "
2368 				  "underflow\n", idx, unit);
2369 
2370 		if (intstatus & I_XU) {
2371 			brcms_err(core, "wl%d: fifo %d: transmit fifo "
2372 				  "underflow\n", idx, unit);
2373 			fatal = true;
2374 		}
2375 
2376 		if (fatal) {
2377 			brcms_fatal_error(wlc_hw->wlc->wl); /* big hammer */
2378 			break;
2379 		} else
2380 			bcma_write32(core,
2381 				     D11REGOFFS(intctrlregs[idx].intstatus),
2382 				     intstatus);
2383 	}
2384 }
2385 
2386 void brcms_c_intrson(struct brcms_c_info *wlc)
2387 {
2388 	struct brcms_hardware *wlc_hw = wlc->hw;
2389 	wlc->macintmask = wlc->defmacintmask;
2390 	bcma_write32(wlc_hw->d11core, D11REGOFFS(macintmask), wlc->macintmask);
2391 }
2392 
2393 u32 brcms_c_intrsoff(struct brcms_c_info *wlc)
2394 {
2395 	struct brcms_hardware *wlc_hw = wlc->hw;
2396 	u32 macintmask;
2397 
2398 	if (!wlc_hw->clk)
2399 		return 0;
2400 
2401 	macintmask = wlc->macintmask;	/* isr can still happen */
2402 
2403 	bcma_write32(wlc_hw->d11core, D11REGOFFS(macintmask), 0);
2404 	(void)bcma_read32(wlc_hw->d11core, D11REGOFFS(macintmask));
2405 	udelay(1);		/* ensure int line is no longer driven */
2406 	wlc->macintmask = 0;
2407 
2408 	/* return previous macintmask; resolve race between us and our isr */
2409 	return wlc->macintstatus ? 0 : macintmask;
2410 }
2411 
2412 void brcms_c_intrsrestore(struct brcms_c_info *wlc, u32 macintmask)
2413 {
2414 	struct brcms_hardware *wlc_hw = wlc->hw;
2415 	if (!wlc_hw->clk)
2416 		return;
2417 
2418 	wlc->macintmask = macintmask;
2419 	bcma_write32(wlc_hw->d11core, D11REGOFFS(macintmask), wlc->macintmask);
2420 }
2421 
2422 /* assumes that the d11 MAC is enabled */
2423 static void brcms_b_tx_fifo_suspend(struct brcms_hardware *wlc_hw,
2424 				    uint tx_fifo)
2425 {
2426 	u8 fifo = 1 << tx_fifo;
2427 
2428 	/* Two clients of this code, 11h Quiet period and scanning. */
2429 
2430 	/* only suspend if not already suspended */
2431 	if ((wlc_hw->suspended_fifos & fifo) == fifo)
2432 		return;
2433 
2434 	/* force the core awake only if not already */
2435 	if (wlc_hw->suspended_fifos == 0)
2436 		brcms_c_ucode_wake_override_set(wlc_hw,
2437 						BRCMS_WAKE_OVERRIDE_TXFIFO);
2438 
2439 	wlc_hw->suspended_fifos |= fifo;
2440 
2441 	if (wlc_hw->di[tx_fifo]) {
2442 		/*
2443 		 * Suspending AMPDU transmissions in the middle can cause
2444 		 * underflow which may result in mismatch between ucode and
2445 		 * driver so suspend the mac before suspending the FIFO
2446 		 */
2447 		if (BRCMS_PHY_11N_CAP(wlc_hw->band))
2448 			brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
2449 
2450 		dma_txsuspend(wlc_hw->di[tx_fifo]);
2451 
2452 		if (BRCMS_PHY_11N_CAP(wlc_hw->band))
2453 			brcms_c_enable_mac(wlc_hw->wlc);
2454 	}
2455 }
2456 
2457 static void brcms_b_tx_fifo_resume(struct brcms_hardware *wlc_hw,
2458 				   uint tx_fifo)
2459 {
2460 	/* BMAC_NOTE: BRCMS_TX_FIFO_ENAB is done in brcms_c_dpc() for DMA case
2461 	 * but need to be done here for PIO otherwise the watchdog will catch
2462 	 * the inconsistency and fire
2463 	 */
2464 	/* Two clients of this code, 11h Quiet period and scanning. */
2465 	if (wlc_hw->di[tx_fifo])
2466 		dma_txresume(wlc_hw->di[tx_fifo]);
2467 
2468 	/* allow core to sleep again */
2469 	if (wlc_hw->suspended_fifos == 0)
2470 		return;
2471 	else {
2472 		wlc_hw->suspended_fifos &= ~(1 << tx_fifo);
2473 		if (wlc_hw->suspended_fifos == 0)
2474 			brcms_c_ucode_wake_override_clear(wlc_hw,
2475 						BRCMS_WAKE_OVERRIDE_TXFIFO);
2476 	}
2477 }
2478 
2479 /* precondition: requires the mac core to be enabled */
2480 static void brcms_b_mute(struct brcms_hardware *wlc_hw, bool mute_tx)
2481 {
2482 	static const u8 null_ether_addr[ETH_ALEN] = {0, 0, 0, 0, 0, 0};
2483 	u8 *ethaddr = wlc_hw->wlc->pub->cur_etheraddr;
2484 
2485 	if (mute_tx) {
2486 		/* suspend tx fifos */
2487 		brcms_b_tx_fifo_suspend(wlc_hw, TX_DATA_FIFO);
2488 		brcms_b_tx_fifo_suspend(wlc_hw, TX_CTL_FIFO);
2489 		brcms_b_tx_fifo_suspend(wlc_hw, TX_AC_BK_FIFO);
2490 		brcms_b_tx_fifo_suspend(wlc_hw, TX_AC_VI_FIFO);
2491 
2492 		/* zero the address match register so we do not send ACKs */
2493 		brcms_b_set_addrmatch(wlc_hw, RCM_MAC_OFFSET, null_ether_addr);
2494 	} else {
2495 		/* resume tx fifos */
2496 		brcms_b_tx_fifo_resume(wlc_hw, TX_DATA_FIFO);
2497 		brcms_b_tx_fifo_resume(wlc_hw, TX_CTL_FIFO);
2498 		brcms_b_tx_fifo_resume(wlc_hw, TX_AC_BK_FIFO);
2499 		brcms_b_tx_fifo_resume(wlc_hw, TX_AC_VI_FIFO);
2500 
2501 		/* Restore address */
2502 		brcms_b_set_addrmatch(wlc_hw, RCM_MAC_OFFSET, ethaddr);
2503 	}
2504 
2505 	wlc_phy_mute_upd(wlc_hw->band->pi, mute_tx, 0);
2506 
2507 	if (mute_tx)
2508 		brcms_c_ucode_mute_override_set(wlc_hw);
2509 	else
2510 		brcms_c_ucode_mute_override_clear(wlc_hw);
2511 }
2512 
2513 void
2514 brcms_c_mute(struct brcms_c_info *wlc, bool mute_tx)
2515 {
2516 	brcms_b_mute(wlc->hw, mute_tx);
2517 }
2518 
2519 /*
2520  * Read and clear macintmask and macintstatus and intstatus registers.
2521  * This routine should be called with interrupts off
2522  * Return:
2523  *   -1 if brcms_deviceremoved(wlc) evaluates to true;
2524  *   0 if the interrupt is not for us, or we are in some special cases;
2525  *   device interrupt status bits otherwise.
2526  */
2527 static inline u32 wlc_intstatus(struct brcms_c_info *wlc, bool in_isr)
2528 {
2529 	struct brcms_hardware *wlc_hw = wlc->hw;
2530 	struct bcma_device *core = wlc_hw->d11core;
2531 	u32 macintstatus, mask;
2532 
2533 	/* macintstatus includes a DMA interrupt summary bit */
2534 	macintstatus = bcma_read32(core, D11REGOFFS(macintstatus));
2535 	mask = in_isr ? wlc->macintmask : wlc->defmacintmask;
2536 
2537 	trace_brcms_macintstatus(&core->dev, in_isr, macintstatus, mask);
2538 
2539 	/* detect cardbus removed, in power down(suspend) and in reset */
2540 	if (brcms_deviceremoved(wlc))
2541 		return -1;
2542 
2543 	/* brcms_deviceremoved() succeeds even when the core is still resetting,
2544 	 * handle that case here.
2545 	 */
2546 	if (macintstatus == 0xffffffff)
2547 		return 0;
2548 
2549 	/* defer unsolicited interrupts */
2550 	macintstatus &= mask;
2551 
2552 	/* if not for us */
2553 	if (macintstatus == 0)
2554 		return 0;
2555 
2556 	/* turn off the interrupts */
2557 	bcma_write32(core, D11REGOFFS(macintmask), 0);
2558 	(void)bcma_read32(core, D11REGOFFS(macintmask));
2559 	wlc->macintmask = 0;
2560 
2561 	/* clear device interrupts */
2562 	bcma_write32(core, D11REGOFFS(macintstatus), macintstatus);
2563 
2564 	/* MI_DMAINT is indication of non-zero intstatus */
2565 	if (macintstatus & MI_DMAINT)
2566 		/*
2567 		 * only fifo interrupt enabled is I_RI in
2568 		 * RX_FIFO. If MI_DMAINT is set, assume it
2569 		 * is set and clear the interrupt.
2570 		 */
2571 		bcma_write32(core, D11REGOFFS(intctrlregs[RX_FIFO].intstatus),
2572 			     DEF_RXINTMASK);
2573 
2574 	return macintstatus;
2575 }
2576 
2577 /* Update wlc->macintstatus and wlc->intstatus[]. */
2578 /* Return true if they are updated successfully. false otherwise */
2579 bool brcms_c_intrsupd(struct brcms_c_info *wlc)
2580 {
2581 	u32 macintstatus;
2582 
2583 	/* read and clear macintstatus and intstatus registers */
2584 	macintstatus = wlc_intstatus(wlc, false);
2585 
2586 	/* device is removed */
2587 	if (macintstatus == 0xffffffff)
2588 		return false;
2589 
2590 	/* update interrupt status in software */
2591 	wlc->macintstatus |= macintstatus;
2592 
2593 	return true;
2594 }
2595 
2596 /*
2597  * First-level interrupt processing.
2598  * Return true if this was our interrupt
2599  * and if further brcms_c_dpc() processing is required,
2600  * false otherwise.
2601  */
2602 bool brcms_c_isr(struct brcms_c_info *wlc)
2603 {
2604 	struct brcms_hardware *wlc_hw = wlc->hw;
2605 	u32 macintstatus;
2606 
2607 	if (!wlc_hw->up || !wlc->macintmask)
2608 		return false;
2609 
2610 	/* read and clear macintstatus and intstatus registers */
2611 	macintstatus = wlc_intstatus(wlc, true);
2612 
2613 	if (macintstatus == 0xffffffff) {
2614 		brcms_err(wlc_hw->d11core,
2615 			  "DEVICEREMOVED detected in the ISR code path\n");
2616 		return false;
2617 	}
2618 
2619 	/* it is not for us */
2620 	if (macintstatus == 0)
2621 		return false;
2622 
2623 	/* save interrupt status bits */
2624 	wlc->macintstatus = macintstatus;
2625 
2626 	return true;
2627 
2628 }
2629 
2630 void brcms_c_suspend_mac_and_wait(struct brcms_c_info *wlc)
2631 {
2632 	struct brcms_hardware *wlc_hw = wlc->hw;
2633 	struct bcma_device *core = wlc_hw->d11core;
2634 	u32 mc, mi;
2635 
2636 	brcms_dbg_mac80211(core, "wl%d: bandunit %d\n", wlc_hw->unit,
2637 			   wlc_hw->band->bandunit);
2638 
2639 	/*
2640 	 * Track overlapping suspend requests
2641 	 */
2642 	wlc_hw->mac_suspend_depth++;
2643 	if (wlc_hw->mac_suspend_depth > 1)
2644 		return;
2645 
2646 	/* force the core awake */
2647 	brcms_c_ucode_wake_override_set(wlc_hw, BRCMS_WAKE_OVERRIDE_MACSUSPEND);
2648 
2649 	mc = bcma_read32(core, D11REGOFFS(maccontrol));
2650 
2651 	if (mc == 0xffffffff) {
2652 		brcms_err(core, "wl%d: %s: dead chip\n", wlc_hw->unit,
2653 			  __func__);
2654 		brcms_down(wlc->wl);
2655 		return;
2656 	}
2657 	WARN_ON(mc & MCTL_PSM_JMP_0);
2658 	WARN_ON(!(mc & MCTL_PSM_RUN));
2659 	WARN_ON(!(mc & MCTL_EN_MAC));
2660 
2661 	mi = bcma_read32(core, D11REGOFFS(macintstatus));
2662 	if (mi == 0xffffffff) {
2663 		brcms_err(core, "wl%d: %s: dead chip\n", wlc_hw->unit,
2664 			  __func__);
2665 		brcms_down(wlc->wl);
2666 		return;
2667 	}
2668 	WARN_ON(mi & MI_MACSSPNDD);
2669 
2670 	brcms_b_mctrl(wlc_hw, MCTL_EN_MAC, 0);
2671 
2672 	SPINWAIT(!(bcma_read32(core, D11REGOFFS(macintstatus)) & MI_MACSSPNDD),
2673 		 BRCMS_MAX_MAC_SUSPEND);
2674 
2675 	if (!(bcma_read32(core, D11REGOFFS(macintstatus)) & MI_MACSSPNDD)) {
2676 		brcms_err(core, "wl%d: wlc_suspend_mac_and_wait: waited %d uS"
2677 			  " and MI_MACSSPNDD is still not on.\n",
2678 			  wlc_hw->unit, BRCMS_MAX_MAC_SUSPEND);
2679 		brcms_err(core, "wl%d: psmdebug 0x%08x, phydebug 0x%08x, "
2680 			  "psm_brc 0x%04x\n", wlc_hw->unit,
2681 			  bcma_read32(core, D11REGOFFS(psmdebug)),
2682 			  bcma_read32(core, D11REGOFFS(phydebug)),
2683 			  bcma_read16(core, D11REGOFFS(psm_brc)));
2684 	}
2685 
2686 	mc = bcma_read32(core, D11REGOFFS(maccontrol));
2687 	if (mc == 0xffffffff) {
2688 		brcms_err(core, "wl%d: %s: dead chip\n", wlc_hw->unit,
2689 			  __func__);
2690 		brcms_down(wlc->wl);
2691 		return;
2692 	}
2693 	WARN_ON(mc & MCTL_PSM_JMP_0);
2694 	WARN_ON(!(mc & MCTL_PSM_RUN));
2695 	WARN_ON(mc & MCTL_EN_MAC);
2696 }
2697 
2698 void brcms_c_enable_mac(struct brcms_c_info *wlc)
2699 {
2700 	struct brcms_hardware *wlc_hw = wlc->hw;
2701 	struct bcma_device *core = wlc_hw->d11core;
2702 	u32 mc, mi;
2703 
2704 	brcms_dbg_mac80211(core, "wl%d: bandunit %d\n", wlc_hw->unit,
2705 			   wlc->band->bandunit);
2706 
2707 	/*
2708 	 * Track overlapping suspend requests
2709 	 */
2710 	wlc_hw->mac_suspend_depth--;
2711 	if (wlc_hw->mac_suspend_depth > 0)
2712 		return;
2713 
2714 	mc = bcma_read32(core, D11REGOFFS(maccontrol));
2715 	WARN_ON(mc & MCTL_PSM_JMP_0);
2716 	WARN_ON(mc & MCTL_EN_MAC);
2717 	WARN_ON(!(mc & MCTL_PSM_RUN));
2718 
2719 	brcms_b_mctrl(wlc_hw, MCTL_EN_MAC, MCTL_EN_MAC);
2720 	bcma_write32(core, D11REGOFFS(macintstatus), MI_MACSSPNDD);
2721 
2722 	mc = bcma_read32(core, D11REGOFFS(maccontrol));
2723 	WARN_ON(mc & MCTL_PSM_JMP_0);
2724 	WARN_ON(!(mc & MCTL_EN_MAC));
2725 	WARN_ON(!(mc & MCTL_PSM_RUN));
2726 
2727 	mi = bcma_read32(core, D11REGOFFS(macintstatus));
2728 	WARN_ON(mi & MI_MACSSPNDD);
2729 
2730 	brcms_c_ucode_wake_override_clear(wlc_hw,
2731 					  BRCMS_WAKE_OVERRIDE_MACSUSPEND);
2732 }
2733 
2734 void brcms_b_band_stf_ss_set(struct brcms_hardware *wlc_hw, u8 stf_mode)
2735 {
2736 	wlc_hw->hw_stf_ss_opmode = stf_mode;
2737 
2738 	if (wlc_hw->clk)
2739 		brcms_upd_ofdm_pctl1_table(wlc_hw);
2740 }
2741 
2742 static bool brcms_b_validate_chip_access(struct brcms_hardware *wlc_hw)
2743 {
2744 	struct bcma_device *core = wlc_hw->d11core;
2745 	u32 w, val;
2746 	struct wiphy *wiphy = wlc_hw->wlc->wiphy;
2747 
2748 	/* Validate dchip register access */
2749 
2750 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2751 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2752 	w = bcma_read32(core, D11REGOFFS(objdata));
2753 
2754 	/* Can we write and read back a 32bit register? */
2755 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2756 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2757 	bcma_write32(core, D11REGOFFS(objdata), (u32) 0xaa5555aa);
2758 
2759 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2760 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2761 	val = bcma_read32(core, D11REGOFFS(objdata));
2762 	if (val != (u32) 0xaa5555aa) {
2763 		wiphy_err(wiphy, "wl%d: validate_chip_access: SHM = 0x%x, "
2764 			  "expected 0xaa5555aa\n", wlc_hw->unit, val);
2765 		return false;
2766 	}
2767 
2768 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2769 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2770 	bcma_write32(core, D11REGOFFS(objdata), (u32) 0x55aaaa55);
2771 
2772 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2773 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2774 	val = bcma_read32(core, D11REGOFFS(objdata));
2775 	if (val != (u32) 0x55aaaa55) {
2776 		wiphy_err(wiphy, "wl%d: validate_chip_access: SHM = 0x%x, "
2777 			  "expected 0x55aaaa55\n", wlc_hw->unit, val);
2778 		return false;
2779 	}
2780 
2781 	bcma_write32(core, D11REGOFFS(objaddr), OBJADDR_SHM_SEL | 0);
2782 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2783 	bcma_write32(core, D11REGOFFS(objdata), w);
2784 
2785 	/* clear CFPStart */
2786 	bcma_write32(core, D11REGOFFS(tsf_cfpstart), 0);
2787 
2788 	w = bcma_read32(core, D11REGOFFS(maccontrol));
2789 	if ((w != (MCTL_IHR_EN | MCTL_WAKE)) &&
2790 	    (w != (MCTL_IHR_EN | MCTL_GMODE | MCTL_WAKE))) {
2791 		wiphy_err(wiphy, "wl%d: validate_chip_access: maccontrol = "
2792 			  "0x%x, expected 0x%x or 0x%x\n", wlc_hw->unit, w,
2793 			  (MCTL_IHR_EN | MCTL_WAKE),
2794 			  (MCTL_IHR_EN | MCTL_GMODE | MCTL_WAKE));
2795 		return false;
2796 	}
2797 
2798 	return true;
2799 }
2800 
2801 #define PHYPLL_WAIT_US	100000
2802 
2803 void brcms_b_core_phypll_ctl(struct brcms_hardware *wlc_hw, bool on)
2804 {
2805 	struct bcma_device *core = wlc_hw->d11core;
2806 	u32 tmp;
2807 
2808 	brcms_dbg_info(core, "wl%d\n", wlc_hw->unit);
2809 
2810 	tmp = 0;
2811 
2812 	if (on) {
2813 		if ((ai_get_chip_id(wlc_hw->sih) == BCMA_CHIP_ID_BCM4313)) {
2814 			bcma_set32(core, D11REGOFFS(clk_ctl_st),
2815 				   CCS_ERSRC_REQ_HT |
2816 				   CCS_ERSRC_REQ_D11PLL |
2817 				   CCS_ERSRC_REQ_PHYPLL);
2818 			SPINWAIT((bcma_read32(core, D11REGOFFS(clk_ctl_st)) &
2819 				  CCS_ERSRC_AVAIL_HT) != CCS_ERSRC_AVAIL_HT,
2820 				 PHYPLL_WAIT_US);
2821 
2822 			tmp = bcma_read32(core, D11REGOFFS(clk_ctl_st));
2823 			if ((tmp & CCS_ERSRC_AVAIL_HT) != CCS_ERSRC_AVAIL_HT)
2824 				brcms_err(core, "%s: turn on PHY PLL failed\n",
2825 					  __func__);
2826 		} else {
2827 			bcma_set32(core, D11REGOFFS(clk_ctl_st),
2828 				   tmp | CCS_ERSRC_REQ_D11PLL |
2829 				   CCS_ERSRC_REQ_PHYPLL);
2830 			SPINWAIT((bcma_read32(core, D11REGOFFS(clk_ctl_st)) &
2831 				  (CCS_ERSRC_AVAIL_D11PLL |
2832 				   CCS_ERSRC_AVAIL_PHYPLL)) !=
2833 				 (CCS_ERSRC_AVAIL_D11PLL |
2834 				  CCS_ERSRC_AVAIL_PHYPLL), PHYPLL_WAIT_US);
2835 
2836 			tmp = bcma_read32(core, D11REGOFFS(clk_ctl_st));
2837 			if ((tmp &
2838 			     (CCS_ERSRC_AVAIL_D11PLL | CCS_ERSRC_AVAIL_PHYPLL))
2839 			    !=
2840 			    (CCS_ERSRC_AVAIL_D11PLL | CCS_ERSRC_AVAIL_PHYPLL))
2841 				brcms_err(core, "%s: turn on PHY PLL failed\n",
2842 					  __func__);
2843 		}
2844 	} else {
2845 		/*
2846 		 * Since the PLL may be shared, other cores can still
2847 		 * be requesting it; so we'll deassert the request but
2848 		 * not wait for status to comply.
2849 		 */
2850 		bcma_mask32(core, D11REGOFFS(clk_ctl_st),
2851 			    ~CCS_ERSRC_REQ_PHYPLL);
2852 		(void)bcma_read32(core, D11REGOFFS(clk_ctl_st));
2853 	}
2854 }
2855 
2856 static void brcms_c_coredisable(struct brcms_hardware *wlc_hw)
2857 {
2858 	bool dev_gone;
2859 
2860 	brcms_dbg_info(wlc_hw->d11core, "wl%d: disable core\n", wlc_hw->unit);
2861 
2862 	dev_gone = brcms_deviceremoved(wlc_hw->wlc);
2863 
2864 	if (dev_gone)
2865 		return;
2866 
2867 	if (wlc_hw->noreset)
2868 		return;
2869 
2870 	/* radio off */
2871 	wlc_phy_switch_radio(wlc_hw->band->pi, OFF);
2872 
2873 	/* turn off analog core */
2874 	wlc_phy_anacore(wlc_hw->band->pi, OFF);
2875 
2876 	/* turn off PHYPLL to save power */
2877 	brcms_b_core_phypll_ctl(wlc_hw, false);
2878 
2879 	wlc_hw->clk = false;
2880 	bcma_core_disable(wlc_hw->d11core, 0);
2881 	wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
2882 }
2883 
2884 static void brcms_c_flushqueues(struct brcms_c_info *wlc)
2885 {
2886 	struct brcms_hardware *wlc_hw = wlc->hw;
2887 	uint i;
2888 
2889 	/* free any posted tx packets */
2890 	for (i = 0; i < NFIFO; i++) {
2891 		if (wlc_hw->di[i]) {
2892 			dma_txreclaim(wlc_hw->di[i], DMA_RANGE_ALL);
2893 			if (i < TX_BCMC_FIFO)
2894 				ieee80211_wake_queue(wlc->pub->ieee_hw,
2895 						     brcms_fifo_to_ac(i));
2896 		}
2897 	}
2898 
2899 	/* free any posted rx packets */
2900 	dma_rxreclaim(wlc_hw->di[RX_FIFO]);
2901 }
2902 
2903 static u16
2904 brcms_b_read_objmem(struct brcms_hardware *wlc_hw, uint offset, u32 sel)
2905 {
2906 	struct bcma_device *core = wlc_hw->d11core;
2907 	u16 objoff = D11REGOFFS(objdata);
2908 
2909 	bcma_write32(core, D11REGOFFS(objaddr), sel | (offset >> 2));
2910 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2911 	if (offset & 2)
2912 		objoff += 2;
2913 
2914 	return bcma_read16(core, objoff);
2915 }
2916 
2917 static void
2918 brcms_b_write_objmem(struct brcms_hardware *wlc_hw, uint offset, u16 v,
2919 		     u32 sel)
2920 {
2921 	struct bcma_device *core = wlc_hw->d11core;
2922 	u16 objoff = D11REGOFFS(objdata);
2923 
2924 	bcma_write32(core, D11REGOFFS(objaddr), sel | (offset >> 2));
2925 	(void)bcma_read32(core, D11REGOFFS(objaddr));
2926 	if (offset & 2)
2927 		objoff += 2;
2928 
2929 	bcma_wflush16(core, objoff, v);
2930 }
2931 
2932 /*
2933  * Read a single u16 from shared memory.
2934  * SHM 'offset' needs to be an even address
2935  */
2936 u16 brcms_b_read_shm(struct brcms_hardware *wlc_hw, uint offset)
2937 {
2938 	return brcms_b_read_objmem(wlc_hw, offset, OBJADDR_SHM_SEL);
2939 }
2940 
2941 /*
2942  * Write a single u16 to shared memory.
2943  * SHM 'offset' needs to be an even address
2944  */
2945 void brcms_b_write_shm(struct brcms_hardware *wlc_hw, uint offset, u16 v)
2946 {
2947 	brcms_b_write_objmem(wlc_hw, offset, v, OBJADDR_SHM_SEL);
2948 }
2949 
2950 /*
2951  * Copy a buffer to shared memory of specified type .
2952  * SHM 'offset' needs to be an even address and
2953  * Buffer length 'len' must be an even number of bytes
2954  * 'sel' selects the type of memory
2955  */
2956 void
2957 brcms_b_copyto_objmem(struct brcms_hardware *wlc_hw, uint offset,
2958 		      const void *buf, int len, u32 sel)
2959 {
2960 	u16 v;
2961 	const u8 *p = (const u8 *)buf;
2962 	int i;
2963 
2964 	if (len <= 0 || (offset & 1) || (len & 1))
2965 		return;
2966 
2967 	for (i = 0; i < len; i += 2) {
2968 		v = p[i] | (p[i + 1] << 8);
2969 		brcms_b_write_objmem(wlc_hw, offset + i, v, sel);
2970 	}
2971 }
2972 
2973 /*
2974  * Copy a piece of shared memory of specified type to a buffer .
2975  * SHM 'offset' needs to be an even address and
2976  * Buffer length 'len' must be an even number of bytes
2977  * 'sel' selects the type of memory
2978  */
2979 void
2980 brcms_b_copyfrom_objmem(struct brcms_hardware *wlc_hw, uint offset, void *buf,
2981 			 int len, u32 sel)
2982 {
2983 	u16 v;
2984 	u8 *p = (u8 *) buf;
2985 	int i;
2986 
2987 	if (len <= 0 || (offset & 1) || (len & 1))
2988 		return;
2989 
2990 	for (i = 0; i < len; i += 2) {
2991 		v = brcms_b_read_objmem(wlc_hw, offset + i, sel);
2992 		p[i] = v & 0xFF;
2993 		p[i + 1] = (v >> 8) & 0xFF;
2994 	}
2995 }
2996 
2997 /* Copy a buffer to shared memory.
2998  * SHM 'offset' needs to be an even address and
2999  * Buffer length 'len' must be an even number of bytes
3000  */
3001 static void brcms_c_copyto_shm(struct brcms_c_info *wlc, uint offset,
3002 			const void *buf, int len)
3003 {
3004 	brcms_b_copyto_objmem(wlc->hw, offset, buf, len, OBJADDR_SHM_SEL);
3005 }
3006 
3007 static void brcms_b_retrylimit_upd(struct brcms_hardware *wlc_hw,
3008 				   u16 SRL, u16 LRL)
3009 {
3010 	wlc_hw->SRL = SRL;
3011 	wlc_hw->LRL = LRL;
3012 
3013 	/* write retry limit to SCR, shouldn't need to suspend */
3014 	if (wlc_hw->up) {
3015 		bcma_write32(wlc_hw->d11core, D11REGOFFS(objaddr),
3016 			     OBJADDR_SCR_SEL | S_DOT11_SRC_LMT);
3017 		(void)bcma_read32(wlc_hw->d11core, D11REGOFFS(objaddr));
3018 		bcma_write32(wlc_hw->d11core, D11REGOFFS(objdata), wlc_hw->SRL);
3019 		bcma_write32(wlc_hw->d11core, D11REGOFFS(objaddr),
3020 			     OBJADDR_SCR_SEL | S_DOT11_LRC_LMT);
3021 		(void)bcma_read32(wlc_hw->d11core, D11REGOFFS(objaddr));
3022 		bcma_write32(wlc_hw->d11core, D11REGOFFS(objdata), wlc_hw->LRL);
3023 	}
3024 }
3025 
3026 static void brcms_b_pllreq(struct brcms_hardware *wlc_hw, bool set, u32 req_bit)
3027 {
3028 	if (set) {
3029 		if (mboolisset(wlc_hw->pllreq, req_bit))
3030 			return;
3031 
3032 		mboolset(wlc_hw->pllreq, req_bit);
3033 
3034 		if (mboolisset(wlc_hw->pllreq, BRCMS_PLLREQ_FLIP)) {
3035 			if (!wlc_hw->sbclk)
3036 				brcms_b_xtal(wlc_hw, ON);
3037 		}
3038 	} else {
3039 		if (!mboolisset(wlc_hw->pllreq, req_bit))
3040 			return;
3041 
3042 		mboolclr(wlc_hw->pllreq, req_bit);
3043 
3044 		if (mboolisset(wlc_hw->pllreq, BRCMS_PLLREQ_FLIP)) {
3045 			if (wlc_hw->sbclk)
3046 				brcms_b_xtal(wlc_hw, OFF);
3047 		}
3048 	}
3049 }
3050 
3051 static void brcms_b_antsel_set(struct brcms_hardware *wlc_hw, u32 antsel_avail)
3052 {
3053 	wlc_hw->antsel_avail = antsel_avail;
3054 }
3055 
3056 /*
3057  * conditions under which the PM bit should be set in outgoing frames
3058  * and STAY_AWAKE is meaningful
3059  */
3060 static bool brcms_c_ps_allowed(struct brcms_c_info *wlc)
3061 {
3062 	/* not supporting PS so always return false for now */
3063 	return false;
3064 }
3065 
3066 static void brcms_c_statsupd(struct brcms_c_info *wlc)
3067 {
3068 	int i;
3069 	struct macstat *macstats;
3070 #ifdef DEBUG
3071 	u16 delta;
3072 	u16 rxf0ovfl;
3073 	u16 txfunfl[NFIFO];
3074 #endif				/* DEBUG */
3075 
3076 	/* if driver down, make no sense to update stats */
3077 	if (!wlc->pub->up)
3078 		return;
3079 
3080 	macstats = wlc->core->macstat_snapshot;
3081 
3082 #ifdef DEBUG
3083 	/* save last rx fifo 0 overflow count */
3084 	rxf0ovfl = macstats->rxf0ovfl;
3085 
3086 	/* save last tx fifo  underflow count */
3087 	for (i = 0; i < NFIFO; i++)
3088 		txfunfl[i] = macstats->txfunfl[i];
3089 #endif				/* DEBUG */
3090 
3091 	/* Read mac stats from contiguous shared memory */
3092 	brcms_b_copyfrom_objmem(wlc->hw, M_UCODE_MACSTAT, macstats,
3093 				sizeof(*macstats), OBJADDR_SHM_SEL);
3094 
3095 #ifdef DEBUG
3096 	/* check for rx fifo 0 overflow */
3097 	delta = (u16)(macstats->rxf0ovfl - rxf0ovfl);
3098 	if (delta)
3099 		brcms_err(wlc->hw->d11core, "wl%d: %u rx fifo 0 overflows!\n",
3100 			  wlc->pub->unit, delta);
3101 
3102 	/* check for tx fifo underflows */
3103 	for (i = 0; i < NFIFO; i++) {
3104 		delta = macstats->txfunfl[i] - txfunfl[i];
3105 		if (delta)
3106 			brcms_err(wlc->hw->d11core,
3107 				  "wl%d: %u tx fifo %d underflows!\n",
3108 				  wlc->pub->unit, delta, i);
3109 	}
3110 #endif				/* DEBUG */
3111 
3112 	/* merge counters from dma module */
3113 	for (i = 0; i < NFIFO; i++) {
3114 		if (wlc->hw->di[i])
3115 			dma_counterreset(wlc->hw->di[i]);
3116 	}
3117 }
3118 
3119 static void brcms_b_reset(struct brcms_hardware *wlc_hw)
3120 {
3121 	/* reset the core */
3122 	if (!brcms_deviceremoved(wlc_hw->wlc))
3123 		brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
3124 
3125 	/* purge the dma rings */
3126 	brcms_c_flushqueues(wlc_hw->wlc);
3127 }
3128 
3129 void brcms_c_reset(struct brcms_c_info *wlc)
3130 {
3131 	brcms_dbg_info(wlc->hw->d11core, "wl%d\n", wlc->pub->unit);
3132 
3133 	/* slurp up hw mac counters before core reset */
3134 	brcms_c_statsupd(wlc);
3135 
3136 	/* reset our snapshot of macstat counters */
3137 	memset(wlc->core->macstat_snapshot, 0, sizeof(struct macstat));
3138 
3139 	brcms_b_reset(wlc->hw);
3140 }
3141 
3142 void brcms_c_init_scb(struct scb *scb)
3143 {
3144 	int i;
3145 
3146 	memset(scb, 0, sizeof(struct scb));
3147 	scb->flags = SCB_WMECAP | SCB_HTCAP;
3148 	for (i = 0; i < NUMPRIO; i++) {
3149 		scb->seqnum[i] = 0;
3150 		scb->seqctl[i] = 0xFFFF;
3151 	}
3152 
3153 	scb->seqctl_nonqos = 0xFFFF;
3154 	scb->magic = SCB_MAGIC;
3155 }
3156 
3157 /* d11 core init
3158  *   reset PSM
3159  *   download ucode/PCM
3160  *   let ucode run to suspended
3161  *   download ucode inits
3162  *   config other core registers
3163  *   init dma
3164  */
3165 static void brcms_b_coreinit(struct brcms_c_info *wlc)
3166 {
3167 	struct brcms_hardware *wlc_hw = wlc->hw;
3168 	struct bcma_device *core = wlc_hw->d11core;
3169 	u32 bcnint_us;
3170 	uint i = 0;
3171 	bool fifosz_fixup = false;
3172 	int err = 0;
3173 	u16 buf[NFIFO];
3174 	struct brcms_ucode *ucode = &wlc_hw->wlc->wl->ucode;
3175 
3176 	brcms_dbg_info(core, "wl%d: core init\n", wlc_hw->unit);
3177 
3178 	/* reset PSM */
3179 	brcms_b_mctrl(wlc_hw, ~0, (MCTL_IHR_EN | MCTL_PSM_JMP_0 | MCTL_WAKE));
3180 
3181 	brcms_ucode_download(wlc_hw);
3182 	/*
3183 	 * FIFOSZ fixup. driver wants to controls the fifo allocation.
3184 	 */
3185 	fifosz_fixup = true;
3186 
3187 	/* let the PSM run to the suspended state, set mode to BSS STA */
3188 	bcma_write32(core, D11REGOFFS(macintstatus), -1);
3189 	brcms_b_mctrl(wlc_hw, ~0,
3190 		       (MCTL_IHR_EN | MCTL_INFRA | MCTL_PSM_RUN | MCTL_WAKE));
3191 
3192 	/* wait for ucode to self-suspend after auto-init */
3193 	SPINWAIT(((bcma_read32(core, D11REGOFFS(macintstatus)) &
3194 		   MI_MACSSPNDD) == 0), 1000 * 1000);
3195 	if ((bcma_read32(core, D11REGOFFS(macintstatus)) & MI_MACSSPNDD) == 0)
3196 		brcms_err(core, "wl%d: wlc_coreinit: ucode did not self-"
3197 			  "suspend!\n", wlc_hw->unit);
3198 
3199 	brcms_c_gpio_init(wlc);
3200 
3201 	bcma_aread32(core, BCMA_IOST);
3202 
3203 	if (D11REV_IS(wlc_hw->corerev, 17) || D11REV_IS(wlc_hw->corerev, 23)) {
3204 		if (BRCMS_ISNPHY(wlc_hw->band))
3205 			brcms_c_write_inits(wlc_hw, ucode->d11n0initvals16);
3206 		else
3207 			brcms_err(core, "%s: wl%d: unsupported phy in corerev"
3208 				  " %d\n", __func__, wlc_hw->unit,
3209 				  wlc_hw->corerev);
3210 	} else if (D11REV_IS(wlc_hw->corerev, 24)) {
3211 		if (BRCMS_ISLCNPHY(wlc_hw->band))
3212 			brcms_c_write_inits(wlc_hw, ucode->d11lcn0initvals24);
3213 		else
3214 			brcms_err(core, "%s: wl%d: unsupported phy in corerev"
3215 				  " %d\n", __func__, wlc_hw->unit,
3216 				  wlc_hw->corerev);
3217 	} else {
3218 		brcms_err(core, "%s: wl%d: unsupported corerev %d\n",
3219 			  __func__, wlc_hw->unit, wlc_hw->corerev);
3220 	}
3221 
3222 	/* For old ucode, txfifo sizes needs to be modified(increased) */
3223 	if (fifosz_fixup)
3224 		brcms_b_corerev_fifofixup(wlc_hw);
3225 
3226 	/* check txfifo allocations match between ucode and driver */
3227 	buf[TX_AC_BE_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE0);
3228 	if (buf[TX_AC_BE_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_BE_FIFO]) {
3229 		i = TX_AC_BE_FIFO;
3230 		err = -1;
3231 	}
3232 	buf[TX_AC_VI_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE1);
3233 	if (buf[TX_AC_VI_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_VI_FIFO]) {
3234 		i = TX_AC_VI_FIFO;
3235 		err = -1;
3236 	}
3237 	buf[TX_AC_BK_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE2);
3238 	buf[TX_AC_VO_FIFO] = (buf[TX_AC_BK_FIFO] >> 8) & 0xff;
3239 	buf[TX_AC_BK_FIFO] &= 0xff;
3240 	if (buf[TX_AC_BK_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_BK_FIFO]) {
3241 		i = TX_AC_BK_FIFO;
3242 		err = -1;
3243 	}
3244 	if (buf[TX_AC_VO_FIFO] != wlc_hw->xmtfifo_sz[TX_AC_VO_FIFO]) {
3245 		i = TX_AC_VO_FIFO;
3246 		err = -1;
3247 	}
3248 	buf[TX_BCMC_FIFO] = brcms_b_read_shm(wlc_hw, M_FIFOSIZE3);
3249 	buf[TX_ATIM_FIFO] = (buf[TX_BCMC_FIFO] >> 8) & 0xff;
3250 	buf[TX_BCMC_FIFO] &= 0xff;
3251 	if (buf[TX_BCMC_FIFO] != wlc_hw->xmtfifo_sz[TX_BCMC_FIFO]) {
3252 		i = TX_BCMC_FIFO;
3253 		err = -1;
3254 	}
3255 	if (buf[TX_ATIM_FIFO] != wlc_hw->xmtfifo_sz[TX_ATIM_FIFO]) {
3256 		i = TX_ATIM_FIFO;
3257 		err = -1;
3258 	}
3259 	if (err != 0)
3260 		brcms_err(core, "wlc_coreinit: txfifo mismatch: ucode size %d"
3261 			  " driver size %d index %d\n", buf[i],
3262 			  wlc_hw->xmtfifo_sz[i], i);
3263 
3264 	/* make sure we can still talk to the mac */
3265 	WARN_ON(bcma_read32(core, D11REGOFFS(maccontrol)) == 0xffffffff);
3266 
3267 	/* band-specific inits done by wlc_bsinit() */
3268 
3269 	/* Set up frame burst size and antenna swap threshold init values */
3270 	brcms_b_write_shm(wlc_hw, M_MBURST_SIZE, MAXTXFRAMEBURST);
3271 	brcms_b_write_shm(wlc_hw, M_MAX_ANTCNT, ANTCNT);
3272 
3273 	/* enable one rx interrupt per received frame */
3274 	bcma_write32(core, D11REGOFFS(intrcvlazy[0]), (1 << IRL_FC_SHIFT));
3275 
3276 	/* set the station mode (BSS STA) */
3277 	brcms_b_mctrl(wlc_hw,
3278 		       (MCTL_INFRA | MCTL_DISCARD_PMQ | MCTL_AP),
3279 		       (MCTL_INFRA | MCTL_DISCARD_PMQ));
3280 
3281 	/* set up Beacon interval */
3282 	bcnint_us = 0x8000 << 10;
3283 	bcma_write32(core, D11REGOFFS(tsf_cfprep),
3284 		     (bcnint_us << CFPREP_CBI_SHIFT));
3285 	bcma_write32(core, D11REGOFFS(tsf_cfpstart), bcnint_us);
3286 	bcma_write32(core, D11REGOFFS(macintstatus), MI_GP1);
3287 
3288 	/* write interrupt mask */
3289 	bcma_write32(core, D11REGOFFS(intctrlregs[RX_FIFO].intmask),
3290 		     DEF_RXINTMASK);
3291 
3292 	/* allow the MAC to control the PHY clock (dynamic on/off) */
3293 	brcms_b_macphyclk_set(wlc_hw, ON);
3294 
3295 	/* program dynamic clock control fast powerup delay register */
3296 	wlc->fastpwrup_dly = ai_clkctl_fast_pwrup_delay(wlc_hw->sih);
3297 	bcma_write16(core, D11REGOFFS(scc_fastpwrup_dly), wlc->fastpwrup_dly);
3298 
3299 	/* tell the ucode the corerev */
3300 	brcms_b_write_shm(wlc_hw, M_MACHW_VER, (u16) wlc_hw->corerev);
3301 
3302 	/* tell the ucode MAC capabilities */
3303 	brcms_b_write_shm(wlc_hw, M_MACHW_CAP_L,
3304 			   (u16) (wlc_hw->machwcap & 0xffff));
3305 	brcms_b_write_shm(wlc_hw, M_MACHW_CAP_H,
3306 			   (u16) ((wlc_hw->
3307 				      machwcap >> 16) & 0xffff));
3308 
3309 	/* write retry limits to SCR, this done after PSM init */
3310 	bcma_write32(core, D11REGOFFS(objaddr),
3311 		     OBJADDR_SCR_SEL | S_DOT11_SRC_LMT);
3312 	(void)bcma_read32(core, D11REGOFFS(objaddr));
3313 	bcma_write32(core, D11REGOFFS(objdata), wlc_hw->SRL);
3314 	bcma_write32(core, D11REGOFFS(objaddr),
3315 		     OBJADDR_SCR_SEL | S_DOT11_LRC_LMT);
3316 	(void)bcma_read32(core, D11REGOFFS(objaddr));
3317 	bcma_write32(core, D11REGOFFS(objdata), wlc_hw->LRL);
3318 
3319 	/* write rate fallback retry limits */
3320 	brcms_b_write_shm(wlc_hw, M_SFRMTXCNTFBRTHSD, wlc_hw->SFBL);
3321 	brcms_b_write_shm(wlc_hw, M_LFRMTXCNTFBRTHSD, wlc_hw->LFBL);
3322 
3323 	bcma_mask16(core, D11REGOFFS(ifs_ctl), 0x0FFF);
3324 	bcma_write16(core, D11REGOFFS(ifs_aifsn), EDCF_AIFSN_MIN);
3325 
3326 	/* init the tx dma engines */
3327 	for (i = 0; i < NFIFO; i++) {
3328 		if (wlc_hw->di[i])
3329 			dma_txinit(wlc_hw->di[i]);
3330 	}
3331 
3332 	/* init the rx dma engine(s) and post receive buffers */
3333 	dma_rxinit(wlc_hw->di[RX_FIFO]);
3334 	dma_rxfill(wlc_hw->di[RX_FIFO]);
3335 }
3336 
3337 static void brcms_b_init(struct brcms_hardware *wlc_hw, u16 chanspec)
3338 {
3339 	u32 macintmask;
3340 	bool fastclk;
3341 	struct brcms_c_info *wlc = wlc_hw->wlc;
3342 
3343 	/* request FAST clock if not on */
3344 	fastclk = wlc_hw->forcefastclk;
3345 	if (!fastclk)
3346 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
3347 
3348 	/* disable interrupts */
3349 	macintmask = brcms_intrsoff(wlc->wl);
3350 
3351 	/* set up the specified band and chanspec */
3352 	brcms_c_setxband(wlc_hw, chspec_bandunit(chanspec));
3353 	wlc_phy_chanspec_radio_set(wlc_hw->band->pi, chanspec);
3354 
3355 	/* do one-time phy inits and calibration */
3356 	wlc_phy_cal_init(wlc_hw->band->pi);
3357 
3358 	/* core-specific initialization */
3359 	brcms_b_coreinit(wlc);
3360 
3361 	/* band-specific inits */
3362 	brcms_b_bsinit(wlc, chanspec);
3363 
3364 	/* restore macintmask */
3365 	brcms_intrsrestore(wlc->wl, macintmask);
3366 
3367 	/* seed wake_override with BRCMS_WAKE_OVERRIDE_MACSUSPEND since the mac
3368 	 * is suspended and brcms_c_enable_mac() will clear this override bit.
3369 	 */
3370 	mboolset(wlc_hw->wake_override, BRCMS_WAKE_OVERRIDE_MACSUSPEND);
3371 
3372 	/*
3373 	 * initialize mac_suspend_depth to 1 to match ucode
3374 	 * initial suspended state
3375 	 */
3376 	wlc_hw->mac_suspend_depth = 1;
3377 
3378 	/* restore the clk */
3379 	if (!fastclk)
3380 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_DYNAMIC);
3381 }
3382 
3383 static void brcms_c_set_phy_chanspec(struct brcms_c_info *wlc,
3384 				     u16 chanspec)
3385 {
3386 	/* Save our copy of the chanspec */
3387 	wlc->chanspec = chanspec;
3388 
3389 	/* Set the chanspec and power limits for this locale */
3390 	brcms_c_channel_set_chanspec(wlc->cmi, chanspec, BRCMS_TXPWR_MAX);
3391 
3392 	if (wlc->stf->ss_algosel_auto)
3393 		brcms_c_stf_ss_algo_channel_get(wlc, &wlc->stf->ss_algo_channel,
3394 					    chanspec);
3395 
3396 	brcms_c_stf_ss_update(wlc, wlc->band);
3397 }
3398 
3399 static void
3400 brcms_default_rateset(struct brcms_c_info *wlc, struct brcms_c_rateset *rs)
3401 {
3402 	brcms_c_rateset_default(rs, NULL, wlc->band->phytype,
3403 		wlc->band->bandtype, false, BRCMS_RATE_MASK_FULL,
3404 		(bool) (wlc->pub->_n_enab & SUPPORT_11N),
3405 		brcms_chspec_bw(wlc->default_bss->chanspec),
3406 		wlc->stf->txstreams);
3407 }
3408 
3409 /* derive wlc->band->basic_rate[] table from 'rateset' */
3410 static void brcms_c_rate_lookup_init(struct brcms_c_info *wlc,
3411 			      struct brcms_c_rateset *rateset)
3412 {
3413 	u8 rate;
3414 	u8 mandatory;
3415 	u8 cck_basic = 0;
3416 	u8 ofdm_basic = 0;
3417 	u8 *br = wlc->band->basic_rate;
3418 	uint i;
3419 
3420 	/* incoming rates are in 500kbps units as in 802.11 Supported Rates */
3421 	memset(br, 0, BRCM_MAXRATE + 1);
3422 
3423 	/* For each basic rate in the rates list, make an entry in the
3424 	 * best basic lookup.
3425 	 */
3426 	for (i = 0; i < rateset->count; i++) {
3427 		/* only make an entry for a basic rate */
3428 		if (!(rateset->rates[i] & BRCMS_RATE_FLAG))
3429 			continue;
3430 
3431 		/* mask off basic bit */
3432 		rate = (rateset->rates[i] & BRCMS_RATE_MASK);
3433 
3434 		if (rate > BRCM_MAXRATE) {
3435 			brcms_err(wlc->hw->d11core, "brcms_c_rate_lookup_init: "
3436 				  "invalid rate 0x%X in rate set\n",
3437 				  rateset->rates[i]);
3438 			continue;
3439 		}
3440 
3441 		br[rate] = rate;
3442 	}
3443 
3444 	/* The rate lookup table now has non-zero entries for each
3445 	 * basic rate, equal to the basic rate: br[basicN] = basicN
3446 	 *
3447 	 * To look up the best basic rate corresponding to any
3448 	 * particular rate, code can use the basic_rate table
3449 	 * like this
3450 	 *
3451 	 * basic_rate = wlc->band->basic_rate[tx_rate]
3452 	 *
3453 	 * Make sure there is a best basic rate entry for
3454 	 * every rate by walking up the table from low rates
3455 	 * to high, filling in holes in the lookup table
3456 	 */
3457 
3458 	for (i = 0; i < wlc->band->hw_rateset.count; i++) {
3459 		rate = wlc->band->hw_rateset.rates[i];
3460 
3461 		if (br[rate] != 0) {
3462 			/* This rate is a basic rate.
3463 			 * Keep track of the best basic rate so far by
3464 			 * modulation type.
3465 			 */
3466 			if (is_ofdm_rate(rate))
3467 				ofdm_basic = rate;
3468 			else
3469 				cck_basic = rate;
3470 
3471 			continue;
3472 		}
3473 
3474 		/* This rate is not a basic rate so figure out the
3475 		 * best basic rate less than this rate and fill in
3476 		 * the hole in the table
3477 		 */
3478 
3479 		br[rate] = is_ofdm_rate(rate) ? ofdm_basic : cck_basic;
3480 
3481 		if (br[rate] != 0)
3482 			continue;
3483 
3484 		if (is_ofdm_rate(rate)) {
3485 			/*
3486 			 * In 11g and 11a, the OFDM mandatory rates
3487 			 * are 6, 12, and 24 Mbps
3488 			 */
3489 			if (rate >= BRCM_RATE_24M)
3490 				mandatory = BRCM_RATE_24M;
3491 			else if (rate >= BRCM_RATE_12M)
3492 				mandatory = BRCM_RATE_12M;
3493 			else
3494 				mandatory = BRCM_RATE_6M;
3495 		} else {
3496 			/* In 11b, all CCK rates are mandatory 1 - 11 Mbps */
3497 			mandatory = rate;
3498 		}
3499 
3500 		br[rate] = mandatory;
3501 	}
3502 }
3503 
3504 static void brcms_c_bandinit_ordered(struct brcms_c_info *wlc,
3505 				     u16 chanspec)
3506 {
3507 	struct brcms_c_rateset default_rateset;
3508 	uint parkband;
3509 	uint i, band_order[2];
3510 
3511 	/*
3512 	 * We might have been bandlocked during down and the chip
3513 	 * power-cycled (hibernate). Figure out the right band to park on
3514 	 */
3515 	if (wlc->bandlocked || wlc->pub->_nbands == 1) {
3516 		/* updated in brcms_c_bandlock() */
3517 		parkband = wlc->band->bandunit;
3518 		band_order[0] = band_order[1] = parkband;
3519 	} else {
3520 		/* park on the band of the specified chanspec */
3521 		parkband = chspec_bandunit(chanspec);
3522 
3523 		/* order so that parkband initialize last */
3524 		band_order[0] = parkband ^ 1;
3525 		band_order[1] = parkband;
3526 	}
3527 
3528 	/* make each band operational, software state init */
3529 	for (i = 0; i < wlc->pub->_nbands; i++) {
3530 		uint j = band_order[i];
3531 
3532 		wlc->band = wlc->bandstate[j];
3533 
3534 		brcms_default_rateset(wlc, &default_rateset);
3535 
3536 		/* fill in hw_rate */
3537 		brcms_c_rateset_filter(&default_rateset, &wlc->band->hw_rateset,
3538 				   false, BRCMS_RATES_CCK_OFDM, BRCMS_RATE_MASK,
3539 				   (bool) (wlc->pub->_n_enab & SUPPORT_11N));
3540 
3541 		/* init basic rate lookup */
3542 		brcms_c_rate_lookup_init(wlc, &default_rateset);
3543 	}
3544 
3545 	/* sync up phy/radio chanspec */
3546 	brcms_c_set_phy_chanspec(wlc, chanspec);
3547 }
3548 
3549 /*
3550  * Set or clear filtering related maccontrol bits based on
3551  * specified filter flags
3552  */
3553 void brcms_c_mac_promisc(struct brcms_c_info *wlc, uint filter_flags)
3554 {
3555 	u32 promisc_bits = 0;
3556 
3557 	wlc->filter_flags = filter_flags;
3558 
3559 	if (filter_flags & FIF_OTHER_BSS)
3560 		promisc_bits |= MCTL_PROMISC;
3561 
3562 	if (filter_flags & FIF_BCN_PRBRESP_PROMISC)
3563 		promisc_bits |= MCTL_BCNS_PROMISC;
3564 
3565 	if (filter_flags & FIF_FCSFAIL)
3566 		promisc_bits |= MCTL_KEEPBADFCS;
3567 
3568 	if (filter_flags & (FIF_CONTROL | FIF_PSPOLL))
3569 		promisc_bits |= MCTL_KEEPCONTROL;
3570 
3571 	brcms_b_mctrl(wlc->hw,
3572 		MCTL_PROMISC | MCTL_BCNS_PROMISC |
3573 		MCTL_KEEPCONTROL | MCTL_KEEPBADFCS,
3574 		promisc_bits);
3575 }
3576 
3577 /*
3578  * ucode, hwmac update
3579  *    Channel dependent updates for ucode and hw
3580  */
3581 static void brcms_c_ucode_mac_upd(struct brcms_c_info *wlc)
3582 {
3583 	/* enable or disable any active IBSSs depending on whether or not
3584 	 * we are on the home channel
3585 	 */
3586 	if (wlc->home_chanspec == wlc_phy_chanspec_get(wlc->band->pi)) {
3587 		if (wlc->pub->associated) {
3588 			/*
3589 			 * BMAC_NOTE: This is something that should be fixed
3590 			 * in ucode inits. I think that the ucode inits set
3591 			 * up the bcn templates and shm values with a bogus
3592 			 * beacon. This should not be done in the inits. If
3593 			 * ucode needs to set up a beacon for testing, the
3594 			 * test routines should write it down, not expect the
3595 			 * inits to populate a bogus beacon.
3596 			 */
3597 			if (BRCMS_PHY_11N_CAP(wlc->band))
3598 				brcms_b_write_shm(wlc->hw,
3599 						M_BCN_TXTSF_OFFSET, 0);
3600 		}
3601 	} else {
3602 		/* disable an active IBSS if we are not on the home channel */
3603 	}
3604 }
3605 
3606 static void brcms_c_write_rate_shm(struct brcms_c_info *wlc, u8 rate,
3607 				   u8 basic_rate)
3608 {
3609 	u8 phy_rate, index;
3610 	u8 basic_phy_rate, basic_index;
3611 	u16 dir_table, basic_table;
3612 	u16 basic_ptr;
3613 
3614 	/* Shared memory address for the table we are reading */
3615 	dir_table = is_ofdm_rate(basic_rate) ? M_RT_DIRMAP_A : M_RT_DIRMAP_B;
3616 
3617 	/* Shared memory address for the table we are writing */
3618 	basic_table = is_ofdm_rate(rate) ? M_RT_BBRSMAP_A : M_RT_BBRSMAP_B;
3619 
3620 	/*
3621 	 * for a given rate, the LS-nibble of the PLCP SIGNAL field is
3622 	 * the index into the rate table.
3623 	 */
3624 	phy_rate = rate_info[rate] & BRCMS_RATE_MASK;
3625 	basic_phy_rate = rate_info[basic_rate] & BRCMS_RATE_MASK;
3626 	index = phy_rate & 0xf;
3627 	basic_index = basic_phy_rate & 0xf;
3628 
3629 	/* Find the SHM pointer to the ACK rate entry by looking in the
3630 	 * Direct-map Table
3631 	 */
3632 	basic_ptr = brcms_b_read_shm(wlc->hw, (dir_table + basic_index * 2));
3633 
3634 	/* Update the SHM BSS-basic-rate-set mapping table with the pointer
3635 	 * to the correct basic rate for the given incoming rate
3636 	 */
3637 	brcms_b_write_shm(wlc->hw, (basic_table + index * 2), basic_ptr);
3638 }
3639 
3640 static const struct brcms_c_rateset *
3641 brcms_c_rateset_get_hwrs(struct brcms_c_info *wlc)
3642 {
3643 	const struct brcms_c_rateset *rs_dflt;
3644 
3645 	if (BRCMS_PHY_11N_CAP(wlc->band)) {
3646 		if (wlc->band->bandtype == BRCM_BAND_5G)
3647 			rs_dflt = &ofdm_mimo_rates;
3648 		else
3649 			rs_dflt = &cck_ofdm_mimo_rates;
3650 	} else if (wlc->band->gmode)
3651 		rs_dflt = &cck_ofdm_rates;
3652 	else
3653 		rs_dflt = &cck_rates;
3654 
3655 	return rs_dflt;
3656 }
3657 
3658 static void brcms_c_set_ratetable(struct brcms_c_info *wlc)
3659 {
3660 	const struct brcms_c_rateset *rs_dflt;
3661 	struct brcms_c_rateset rs;
3662 	u8 rate, basic_rate;
3663 	uint i;
3664 
3665 	rs_dflt = brcms_c_rateset_get_hwrs(wlc);
3666 
3667 	brcms_c_rateset_copy(rs_dflt, &rs);
3668 	brcms_c_rateset_mcs_upd(&rs, wlc->stf->txstreams);
3669 
3670 	/* walk the phy rate table and update SHM basic rate lookup table */
3671 	for (i = 0; i < rs.count; i++) {
3672 		rate = rs.rates[i] & BRCMS_RATE_MASK;
3673 
3674 		/* for a given rate brcms_basic_rate returns the rate at
3675 		 * which a response ACK/CTS should be sent.
3676 		 */
3677 		basic_rate = brcms_basic_rate(wlc, rate);
3678 		if (basic_rate == 0)
3679 			/* This should only happen if we are using a
3680 			 * restricted rateset.
3681 			 */
3682 			basic_rate = rs.rates[0] & BRCMS_RATE_MASK;
3683 
3684 		brcms_c_write_rate_shm(wlc, rate, basic_rate);
3685 	}
3686 }
3687 
3688 /* band-specific init */
3689 static void brcms_c_bsinit(struct brcms_c_info *wlc)
3690 {
3691 	brcms_dbg_info(wlc->hw->d11core, "wl%d: bandunit %d\n",
3692 		       wlc->pub->unit, wlc->band->bandunit);
3693 
3694 	/* write ucode ACK/CTS rate table */
3695 	brcms_c_set_ratetable(wlc);
3696 
3697 	/* update some band specific mac configuration */
3698 	brcms_c_ucode_mac_upd(wlc);
3699 
3700 	/* init antenna selection */
3701 	brcms_c_antsel_init(wlc->asi);
3702 
3703 }
3704 
3705 /* formula:  IDLE_BUSY_RATIO_X_16 = (100-duty_cycle)/duty_cycle*16 */
3706 static int
3707 brcms_c_duty_cycle_set(struct brcms_c_info *wlc, int duty_cycle, bool isOFDM,
3708 		   bool writeToShm)
3709 {
3710 	int idle_busy_ratio_x_16 = 0;
3711 	uint offset =
3712 	    isOFDM ? M_TX_IDLE_BUSY_RATIO_X_16_OFDM :
3713 	    M_TX_IDLE_BUSY_RATIO_X_16_CCK;
3714 	if (duty_cycle > 100 || duty_cycle < 0) {
3715 		brcms_err(wlc->hw->d11core,
3716 			  "wl%d:  duty cycle value off limit\n",
3717 			  wlc->pub->unit);
3718 		return -EINVAL;
3719 	}
3720 	if (duty_cycle)
3721 		idle_busy_ratio_x_16 = (100 - duty_cycle) * 16 / duty_cycle;
3722 	/* Only write to shared memory  when wl is up */
3723 	if (writeToShm)
3724 		brcms_b_write_shm(wlc->hw, offset, (u16) idle_busy_ratio_x_16);
3725 
3726 	if (isOFDM)
3727 		wlc->tx_duty_cycle_ofdm = (u16) duty_cycle;
3728 	else
3729 		wlc->tx_duty_cycle_cck = (u16) duty_cycle;
3730 
3731 	return 0;
3732 }
3733 
3734 /* push sw hps and wake state through hardware */
3735 static void brcms_c_set_ps_ctrl(struct brcms_c_info *wlc)
3736 {
3737 	u32 v1, v2;
3738 	bool hps;
3739 	bool awake_before;
3740 
3741 	hps = brcms_c_ps_allowed(wlc);
3742 
3743 	brcms_dbg_mac80211(wlc->hw->d11core, "wl%d: hps %d\n", wlc->pub->unit,
3744 			   hps);
3745 
3746 	v1 = bcma_read32(wlc->hw->d11core, D11REGOFFS(maccontrol));
3747 	v2 = MCTL_WAKE;
3748 	if (hps)
3749 		v2 |= MCTL_HPS;
3750 
3751 	brcms_b_mctrl(wlc->hw, MCTL_WAKE | MCTL_HPS, v2);
3752 
3753 	awake_before = ((v1 & MCTL_WAKE) || ((v1 & MCTL_HPS) == 0));
3754 
3755 	if (!awake_before)
3756 		brcms_b_wait_for_wake(wlc->hw);
3757 }
3758 
3759 /*
3760  * Write this BSS config's MAC address to core.
3761  * Updates RXE match engine.
3762  */
3763 static void brcms_c_set_mac(struct brcms_bss_cfg *bsscfg)
3764 {
3765 	struct brcms_c_info *wlc = bsscfg->wlc;
3766 
3767 	/* enter the MAC addr into the RXE match registers */
3768 	brcms_c_set_addrmatch(wlc, RCM_MAC_OFFSET, wlc->pub->cur_etheraddr);
3769 
3770 	brcms_c_ampdu_macaddr_upd(wlc);
3771 }
3772 
3773 /* Write the BSS config's BSSID address to core (set_bssid in d11procs.tcl).
3774  * Updates RXE match engine.
3775  */
3776 static void brcms_c_set_bssid(struct brcms_bss_cfg *bsscfg)
3777 {
3778 	/* we need to update BSSID in RXE match registers */
3779 	brcms_c_set_addrmatch(bsscfg->wlc, RCM_BSSID_OFFSET, bsscfg->BSSID);
3780 }
3781 
3782 void brcms_c_set_ssid(struct brcms_c_info *wlc, u8 *ssid, size_t ssid_len)
3783 {
3784 	u8 len = min_t(u8, sizeof(wlc->bsscfg->SSID), ssid_len);
3785 	memset(wlc->bsscfg->SSID, 0, sizeof(wlc->bsscfg->SSID));
3786 
3787 	memcpy(wlc->bsscfg->SSID, ssid, len);
3788 	wlc->bsscfg->SSID_len = len;
3789 }
3790 
3791 static void brcms_b_set_shortslot(struct brcms_hardware *wlc_hw, bool shortslot)
3792 {
3793 	wlc_hw->shortslot = shortslot;
3794 
3795 	if (wlc_hw->band->bandtype == BRCM_BAND_2G && wlc_hw->up) {
3796 		brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
3797 		brcms_b_update_slot_timing(wlc_hw, shortslot);
3798 		brcms_c_enable_mac(wlc_hw->wlc);
3799 	}
3800 }
3801 
3802 /*
3803  * Suspend the the MAC and update the slot timing
3804  * for standard 11b/g (20us slots) or shortslot 11g (9us slots).
3805  */
3806 static void brcms_c_switch_shortslot(struct brcms_c_info *wlc, bool shortslot)
3807 {
3808 	/* use the override if it is set */
3809 	if (wlc->shortslot_override != BRCMS_SHORTSLOT_AUTO)
3810 		shortslot = (wlc->shortslot_override == BRCMS_SHORTSLOT_ON);
3811 
3812 	if (wlc->shortslot == shortslot)
3813 		return;
3814 
3815 	wlc->shortslot = shortslot;
3816 
3817 	brcms_b_set_shortslot(wlc->hw, shortslot);
3818 }
3819 
3820 static void brcms_c_set_home_chanspec(struct brcms_c_info *wlc, u16 chanspec)
3821 {
3822 	if (wlc->home_chanspec != chanspec) {
3823 		wlc->home_chanspec = chanspec;
3824 
3825 		if (wlc->pub->associated)
3826 			wlc->bsscfg->current_bss->chanspec = chanspec;
3827 	}
3828 }
3829 
3830 void
3831 brcms_b_set_chanspec(struct brcms_hardware *wlc_hw, u16 chanspec,
3832 		      bool mute_tx, struct txpwr_limits *txpwr)
3833 {
3834 	uint bandunit;
3835 
3836 	brcms_dbg_mac80211(wlc_hw->d11core, "wl%d: 0x%x\n", wlc_hw->unit,
3837 			   chanspec);
3838 
3839 	wlc_hw->chanspec = chanspec;
3840 
3841 	/* Switch bands if necessary */
3842 	if (wlc_hw->_nbands > 1) {
3843 		bandunit = chspec_bandunit(chanspec);
3844 		if (wlc_hw->band->bandunit != bandunit) {
3845 			/* brcms_b_setband disables other bandunit,
3846 			 *  use light band switch if not up yet
3847 			 */
3848 			if (wlc_hw->up) {
3849 				wlc_phy_chanspec_radio_set(wlc_hw->
3850 							   bandstate[bandunit]->
3851 							   pi, chanspec);
3852 				brcms_b_setband(wlc_hw, bandunit, chanspec);
3853 			} else {
3854 				brcms_c_setxband(wlc_hw, bandunit);
3855 			}
3856 		}
3857 	}
3858 
3859 	wlc_phy_initcal_enable(wlc_hw->band->pi, !mute_tx);
3860 
3861 	if (!wlc_hw->up) {
3862 		if (wlc_hw->clk)
3863 			wlc_phy_txpower_limit_set(wlc_hw->band->pi, txpwr,
3864 						  chanspec);
3865 		wlc_phy_chanspec_radio_set(wlc_hw->band->pi, chanspec);
3866 	} else {
3867 		wlc_phy_chanspec_set(wlc_hw->band->pi, chanspec);
3868 		wlc_phy_txpower_limit_set(wlc_hw->band->pi, txpwr, chanspec);
3869 
3870 		/* Update muting of the channel */
3871 		brcms_b_mute(wlc_hw, mute_tx);
3872 	}
3873 }
3874 
3875 /* switch to and initialize new band */
3876 static void brcms_c_setband(struct brcms_c_info *wlc,
3877 					   uint bandunit)
3878 {
3879 	wlc->band = wlc->bandstate[bandunit];
3880 
3881 	if (!wlc->pub->up)
3882 		return;
3883 
3884 	/* wait for at least one beacon before entering sleeping state */
3885 	brcms_c_set_ps_ctrl(wlc);
3886 
3887 	/* band-specific initializations */
3888 	brcms_c_bsinit(wlc);
3889 }
3890 
3891 static void brcms_c_set_chanspec(struct brcms_c_info *wlc, u16 chanspec)
3892 {
3893 	uint bandunit;
3894 	u16 old_chanspec = wlc->chanspec;
3895 
3896 	if (!brcms_c_valid_chanspec_db(wlc->cmi, chanspec)) {
3897 		brcms_err(wlc->hw->d11core, "wl%d: %s: Bad channel %d\n",
3898 			  wlc->pub->unit, __func__, CHSPEC_CHANNEL(chanspec));
3899 		return;
3900 	}
3901 
3902 	/* Switch bands if necessary */
3903 	if (wlc->pub->_nbands > 1) {
3904 		bandunit = chspec_bandunit(chanspec);
3905 		if (wlc->band->bandunit != bandunit || wlc->bandinit_pending) {
3906 			if (wlc->bandlocked) {
3907 				brcms_err(wlc->hw->d11core,
3908 					  "wl%d: %s: chspec %d band is locked!\n",
3909 					  wlc->pub->unit, __func__,
3910 					  CHSPEC_CHANNEL(chanspec));
3911 				return;
3912 			}
3913 			/*
3914 			 * should the setband call come after the
3915 			 * brcms_b_chanspec() ? if the setband updates
3916 			 * (brcms_c_bsinit) use low level calls to inspect and
3917 			 * set state, the state inspected may be from the wrong
3918 			 * band, or the following brcms_b_set_chanspec() may
3919 			 * undo the work.
3920 			 */
3921 			brcms_c_setband(wlc, bandunit);
3922 		}
3923 	}
3924 
3925 	/* sync up phy/radio chanspec */
3926 	brcms_c_set_phy_chanspec(wlc, chanspec);
3927 
3928 	/* init antenna selection */
3929 	if (brcms_chspec_bw(old_chanspec) != brcms_chspec_bw(chanspec)) {
3930 		brcms_c_antsel_init(wlc->asi);
3931 
3932 		/* Fix the hardware rateset based on bw.
3933 		 * Mainly add MCS32 for 40Mhz, remove MCS 32 for 20Mhz
3934 		 */
3935 		brcms_c_rateset_bw_mcs_filter(&wlc->band->hw_rateset,
3936 			wlc->band->mimo_cap_40 ? brcms_chspec_bw(chanspec) : 0);
3937 	}
3938 
3939 	/* update some mac configuration since chanspec changed */
3940 	brcms_c_ucode_mac_upd(wlc);
3941 }
3942 
3943 /*
3944  * This function changes the phytxctl for beacon based on current
3945  * beacon ratespec AND txant setting as per this table:
3946  *  ratespec     CCK		ant = wlc->stf->txant
3947  *		OFDM		ant = 3
3948  */
3949 void brcms_c_beacon_phytxctl_txant_upd(struct brcms_c_info *wlc,
3950 				       u32 bcn_rspec)
3951 {
3952 	u16 phyctl;
3953 	u16 phytxant = wlc->stf->phytxant;
3954 	u16 mask = PHY_TXC_ANT_MASK;
3955 
3956 	/* for non-siso rates or default setting, use the available chains */
3957 	if (BRCMS_PHY_11N_CAP(wlc->band))
3958 		phytxant = brcms_c_stf_phytxchain_sel(wlc, bcn_rspec);
3959 
3960 	phyctl = brcms_b_read_shm(wlc->hw, M_BCN_PCTLWD);
3961 	phyctl = (phyctl & ~mask) | phytxant;
3962 	brcms_b_write_shm(wlc->hw, M_BCN_PCTLWD, phyctl);
3963 }
3964 
3965 /*
3966  * centralized protection config change function to simplify debugging, no
3967  * consistency checking this should be called only on changes to avoid overhead
3968  * in periodic function
3969  */
3970 void brcms_c_protection_upd(struct brcms_c_info *wlc, uint idx, int val)
3971 {
3972 	/*
3973 	 * Cannot use brcms_dbg_* here because this function is called
3974 	 * before wlc is sufficiently initialized.
3975 	 */
3976 	BCMMSG(wlc->wiphy, "idx %d, val %d\n", idx, val);
3977 
3978 	switch (idx) {
3979 	case BRCMS_PROT_G_SPEC:
3980 		wlc->protection->_g = (bool) val;
3981 		break;
3982 	case BRCMS_PROT_G_OVR:
3983 		wlc->protection->g_override = (s8) val;
3984 		break;
3985 	case BRCMS_PROT_G_USER:
3986 		wlc->protection->gmode_user = (u8) val;
3987 		break;
3988 	case BRCMS_PROT_OVERLAP:
3989 		wlc->protection->overlap = (s8) val;
3990 		break;
3991 	case BRCMS_PROT_N_USER:
3992 		wlc->protection->nmode_user = (s8) val;
3993 		break;
3994 	case BRCMS_PROT_N_CFG:
3995 		wlc->protection->n_cfg = (s8) val;
3996 		break;
3997 	case BRCMS_PROT_N_CFG_OVR:
3998 		wlc->protection->n_cfg_override = (s8) val;
3999 		break;
4000 	case BRCMS_PROT_N_NONGF:
4001 		wlc->protection->nongf = (bool) val;
4002 		break;
4003 	case BRCMS_PROT_N_NONGF_OVR:
4004 		wlc->protection->nongf_override = (s8) val;
4005 		break;
4006 	case BRCMS_PROT_N_PAM_OVR:
4007 		wlc->protection->n_pam_override = (s8) val;
4008 		break;
4009 	case BRCMS_PROT_N_OBSS:
4010 		wlc->protection->n_obss = (bool) val;
4011 		break;
4012 
4013 	default:
4014 		break;
4015 	}
4016 
4017 }
4018 
4019 static void brcms_c_ht_update_sgi_rx(struct brcms_c_info *wlc, int val)
4020 {
4021 	if (wlc->pub->up) {
4022 		brcms_c_update_beacon(wlc);
4023 		brcms_c_update_probe_resp(wlc, true);
4024 	}
4025 }
4026 
4027 static void brcms_c_ht_update_ldpc(struct brcms_c_info *wlc, s8 val)
4028 {
4029 	wlc->stf->ldpc = val;
4030 
4031 	if (wlc->pub->up) {
4032 		brcms_c_update_beacon(wlc);
4033 		brcms_c_update_probe_resp(wlc, true);
4034 		wlc_phy_ldpc_override_set(wlc->band->pi, (val ? true : false));
4035 	}
4036 }
4037 
4038 void brcms_c_wme_setparams(struct brcms_c_info *wlc, u16 aci,
4039 		       const struct ieee80211_tx_queue_params *params,
4040 		       bool suspend)
4041 {
4042 	int i;
4043 	struct shm_acparams acp_shm;
4044 	u16 *shm_entry;
4045 
4046 	/* Only apply params if the core is out of reset and has clocks */
4047 	if (!wlc->clk) {
4048 		brcms_err(wlc->hw->d11core, "wl%d: %s : no-clock\n",
4049 			  wlc->pub->unit, __func__);
4050 		return;
4051 	}
4052 
4053 	memset(&acp_shm, 0, sizeof(struct shm_acparams));
4054 	/* fill in shm ac params struct */
4055 	acp_shm.txop = params->txop;
4056 	/* convert from units of 32us to us for ucode */
4057 	wlc->edcf_txop[aci & 0x3] = acp_shm.txop =
4058 	    EDCF_TXOP2USEC(acp_shm.txop);
4059 	acp_shm.aifs = (params->aifs & EDCF_AIFSN_MASK);
4060 
4061 	if (aci == IEEE80211_AC_VI && acp_shm.txop == 0
4062 	    && acp_shm.aifs < EDCF_AIFSN_MAX)
4063 		acp_shm.aifs++;
4064 
4065 	if (acp_shm.aifs < EDCF_AIFSN_MIN
4066 	    || acp_shm.aifs > EDCF_AIFSN_MAX) {
4067 		brcms_err(wlc->hw->d11core, "wl%d: edcf_setparams: bad "
4068 			  "aifs %d\n", wlc->pub->unit, acp_shm.aifs);
4069 	} else {
4070 		acp_shm.cwmin = params->cw_min;
4071 		acp_shm.cwmax = params->cw_max;
4072 		acp_shm.cwcur = acp_shm.cwmin;
4073 		acp_shm.bslots =
4074 			bcma_read16(wlc->hw->d11core, D11REGOFFS(tsf_random)) &
4075 			acp_shm.cwcur;
4076 		acp_shm.reggap = acp_shm.bslots + acp_shm.aifs;
4077 		/* Indicate the new params to the ucode */
4078 		acp_shm.status = brcms_b_read_shm(wlc->hw, (M_EDCF_QINFO +
4079 						  wme_ac2fifo[aci] *
4080 						  M_EDCF_QLEN +
4081 						  M_EDCF_STATUS_OFF));
4082 		acp_shm.status |= WME_STATUS_NEWAC;
4083 
4084 		/* Fill in shm acparam table */
4085 		shm_entry = (u16 *) &acp_shm;
4086 		for (i = 0; i < (int)sizeof(struct shm_acparams); i += 2)
4087 			brcms_b_write_shm(wlc->hw,
4088 					  M_EDCF_QINFO +
4089 					  wme_ac2fifo[aci] * M_EDCF_QLEN + i,
4090 					  *shm_entry++);
4091 	}
4092 
4093 	if (suspend)
4094 		brcms_c_suspend_mac_and_wait(wlc);
4095 
4096 	brcms_c_update_beacon(wlc);
4097 	brcms_c_update_probe_resp(wlc, false);
4098 
4099 	if (suspend)
4100 		brcms_c_enable_mac(wlc);
4101 }
4102 
4103 static void brcms_c_edcf_setparams(struct brcms_c_info *wlc, bool suspend)
4104 {
4105 	u16 aci;
4106 	int i_ac;
4107 	struct ieee80211_tx_queue_params txq_pars;
4108 	static const struct edcf_acparam default_edcf_acparams[] = {
4109 		 {EDCF_AC_BE_ACI_STA, EDCF_AC_BE_ECW_STA, EDCF_AC_BE_TXOP_STA},
4110 		 {EDCF_AC_BK_ACI_STA, EDCF_AC_BK_ECW_STA, EDCF_AC_BK_TXOP_STA},
4111 		 {EDCF_AC_VI_ACI_STA, EDCF_AC_VI_ECW_STA, EDCF_AC_VI_TXOP_STA},
4112 		 {EDCF_AC_VO_ACI_STA, EDCF_AC_VO_ECW_STA, EDCF_AC_VO_TXOP_STA}
4113 	}; /* ucode needs these parameters during its initialization */
4114 	const struct edcf_acparam *edcf_acp = &default_edcf_acparams[0];
4115 
4116 	for (i_ac = 0; i_ac < IEEE80211_NUM_ACS; i_ac++, edcf_acp++) {
4117 		/* find out which ac this set of params applies to */
4118 		aci = (edcf_acp->ACI & EDCF_ACI_MASK) >> EDCF_ACI_SHIFT;
4119 
4120 		/* fill in shm ac params struct */
4121 		txq_pars.txop = edcf_acp->TXOP;
4122 		txq_pars.aifs = edcf_acp->ACI;
4123 
4124 		/* CWmin = 2^(ECWmin) - 1 */
4125 		txq_pars.cw_min = EDCF_ECW2CW(edcf_acp->ECW & EDCF_ECWMIN_MASK);
4126 		/* CWmax = 2^(ECWmax) - 1 */
4127 		txq_pars.cw_max = EDCF_ECW2CW((edcf_acp->ECW & EDCF_ECWMAX_MASK)
4128 					    >> EDCF_ECWMAX_SHIFT);
4129 		brcms_c_wme_setparams(wlc, aci, &txq_pars, suspend);
4130 	}
4131 
4132 	if (suspend) {
4133 		brcms_c_suspend_mac_and_wait(wlc);
4134 		brcms_c_enable_mac(wlc);
4135 	}
4136 }
4137 
4138 static void brcms_c_radio_monitor_start(struct brcms_c_info *wlc)
4139 {
4140 	/* Don't start the timer if HWRADIO feature is disabled */
4141 	if (wlc->radio_monitor)
4142 		return;
4143 
4144 	wlc->radio_monitor = true;
4145 	brcms_b_pllreq(wlc->hw, true, BRCMS_PLLREQ_RADIO_MON);
4146 	brcms_add_timer(wlc->radio_timer, TIMER_INTERVAL_RADIOCHK, true);
4147 }
4148 
4149 static bool brcms_c_radio_monitor_stop(struct brcms_c_info *wlc)
4150 {
4151 	if (!wlc->radio_monitor)
4152 		return true;
4153 
4154 	wlc->radio_monitor = false;
4155 	brcms_b_pllreq(wlc->hw, false, BRCMS_PLLREQ_RADIO_MON);
4156 	return brcms_del_timer(wlc->radio_timer);
4157 }
4158 
4159 /* read hwdisable state and propagate to wlc flag */
4160 static void brcms_c_radio_hwdisable_upd(struct brcms_c_info *wlc)
4161 {
4162 	if (wlc->pub->hw_off)
4163 		return;
4164 
4165 	if (brcms_b_radio_read_hwdisabled(wlc->hw))
4166 		mboolset(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE);
4167 	else
4168 		mboolclr(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE);
4169 }
4170 
4171 /* update hwradio status and return it */
4172 bool brcms_c_check_radio_disabled(struct brcms_c_info *wlc)
4173 {
4174 	brcms_c_radio_hwdisable_upd(wlc);
4175 
4176 	return mboolisset(wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE) ?
4177 			true : false;
4178 }
4179 
4180 /* periodical query hw radio button while driver is "down" */
4181 static void brcms_c_radio_timer(void *arg)
4182 {
4183 	struct brcms_c_info *wlc = (struct brcms_c_info *) arg;
4184 
4185 	if (brcms_deviceremoved(wlc)) {
4186 		brcms_err(wlc->hw->d11core, "wl%d: %s: dead chip\n",
4187 			  wlc->pub->unit, __func__);
4188 		brcms_down(wlc->wl);
4189 		return;
4190 	}
4191 
4192 	brcms_c_radio_hwdisable_upd(wlc);
4193 }
4194 
4195 /* common low-level watchdog code */
4196 static void brcms_b_watchdog(struct brcms_c_info *wlc)
4197 {
4198 	struct brcms_hardware *wlc_hw = wlc->hw;
4199 
4200 	if (!wlc_hw->up)
4201 		return;
4202 
4203 	/* increment second count */
4204 	wlc_hw->now++;
4205 
4206 	/* Check for FIFO error interrupts */
4207 	brcms_b_fifoerrors(wlc_hw);
4208 
4209 	/* make sure RX dma has buffers */
4210 	dma_rxfill(wlc->hw->di[RX_FIFO]);
4211 
4212 	wlc_phy_watchdog(wlc_hw->band->pi);
4213 }
4214 
4215 /* common watchdog code */
4216 static void brcms_c_watchdog(struct brcms_c_info *wlc)
4217 {
4218 	brcms_dbg_info(wlc->hw->d11core, "wl%d\n", wlc->pub->unit);
4219 
4220 	if (!wlc->pub->up)
4221 		return;
4222 
4223 	if (brcms_deviceremoved(wlc)) {
4224 		brcms_err(wlc->hw->d11core, "wl%d: %s: dead chip\n",
4225 			  wlc->pub->unit, __func__);
4226 		brcms_down(wlc->wl);
4227 		return;
4228 	}
4229 
4230 	/* increment second count */
4231 	wlc->pub->now++;
4232 
4233 	brcms_c_radio_hwdisable_upd(wlc);
4234 	/* if radio is disable, driver may be down, quit here */
4235 	if (wlc->pub->radio_disabled)
4236 		return;
4237 
4238 	brcms_b_watchdog(wlc);
4239 
4240 	/*
4241 	 * occasionally sample mac stat counters to
4242 	 * detect 16-bit counter wrap
4243 	 */
4244 	if ((wlc->pub->now % SW_TIMER_MAC_STAT_UPD) == 0)
4245 		brcms_c_statsupd(wlc);
4246 
4247 	if (BRCMS_ISNPHY(wlc->band) &&
4248 	    ((wlc->pub->now - wlc->tempsense_lasttime) >=
4249 	     BRCMS_TEMPSENSE_PERIOD)) {
4250 		wlc->tempsense_lasttime = wlc->pub->now;
4251 		brcms_c_tempsense_upd(wlc);
4252 	}
4253 }
4254 
4255 static void brcms_c_watchdog_by_timer(void *arg)
4256 {
4257 	struct brcms_c_info *wlc = (struct brcms_c_info *) arg;
4258 
4259 	brcms_c_watchdog(wlc);
4260 }
4261 
4262 static bool brcms_c_timers_init(struct brcms_c_info *wlc, int unit)
4263 {
4264 	wlc->wdtimer = brcms_init_timer(wlc->wl, brcms_c_watchdog_by_timer,
4265 		wlc, "watchdog");
4266 	if (!wlc->wdtimer) {
4267 		wiphy_err(wlc->wiphy, "wl%d:  wl_init_timer for wdtimer "
4268 			  "failed\n", unit);
4269 		goto fail;
4270 	}
4271 
4272 	wlc->radio_timer = brcms_init_timer(wlc->wl, brcms_c_radio_timer,
4273 		wlc, "radio");
4274 	if (!wlc->radio_timer) {
4275 		wiphy_err(wlc->wiphy, "wl%d:  wl_init_timer for radio_timer "
4276 			  "failed\n", unit);
4277 		goto fail;
4278 	}
4279 
4280 	return true;
4281 
4282  fail:
4283 	return false;
4284 }
4285 
4286 /*
4287  * Initialize brcms_c_info default values ...
4288  * may get overrides later in this function
4289  */
4290 static void brcms_c_info_init(struct brcms_c_info *wlc, int unit)
4291 {
4292 	int i;
4293 
4294 	/* Save our copy of the chanspec */
4295 	wlc->chanspec = ch20mhz_chspec(1);
4296 
4297 	/* various 802.11g modes */
4298 	wlc->shortslot = false;
4299 	wlc->shortslot_override = BRCMS_SHORTSLOT_AUTO;
4300 
4301 	brcms_c_protection_upd(wlc, BRCMS_PROT_G_OVR, BRCMS_PROTECTION_AUTO);
4302 	brcms_c_protection_upd(wlc, BRCMS_PROT_G_SPEC, false);
4303 
4304 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_CFG_OVR,
4305 			       BRCMS_PROTECTION_AUTO);
4306 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_CFG, BRCMS_N_PROTECTION_OFF);
4307 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_NONGF_OVR,
4308 			       BRCMS_PROTECTION_AUTO);
4309 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_NONGF, false);
4310 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_PAM_OVR, AUTO);
4311 
4312 	brcms_c_protection_upd(wlc, BRCMS_PROT_OVERLAP,
4313 			       BRCMS_PROTECTION_CTL_OVERLAP);
4314 
4315 	/* 802.11g draft 4.0 NonERP elt advertisement */
4316 	wlc->include_legacy_erp = true;
4317 
4318 	wlc->stf->ant_rx_ovr = ANT_RX_DIV_DEF;
4319 	wlc->stf->txant = ANT_TX_DEF;
4320 
4321 	wlc->prb_resp_timeout = BRCMS_PRB_RESP_TIMEOUT;
4322 
4323 	wlc->usr_fragthresh = DOT11_DEFAULT_FRAG_LEN;
4324 	for (i = 0; i < NFIFO; i++)
4325 		wlc->fragthresh[i] = DOT11_DEFAULT_FRAG_LEN;
4326 	wlc->RTSThresh = DOT11_DEFAULT_RTS_LEN;
4327 
4328 	/* default rate fallback retry limits */
4329 	wlc->SFBL = RETRY_SHORT_FB;
4330 	wlc->LFBL = RETRY_LONG_FB;
4331 
4332 	/* default mac retry limits */
4333 	wlc->SRL = RETRY_SHORT_DEF;
4334 	wlc->LRL = RETRY_LONG_DEF;
4335 
4336 	/* WME QoS mode is Auto by default */
4337 	wlc->pub->_ampdu = AMPDU_AGG_HOST;
4338 }
4339 
4340 static uint brcms_c_attach_module(struct brcms_c_info *wlc)
4341 {
4342 	uint err = 0;
4343 	uint unit;
4344 	unit = wlc->pub->unit;
4345 
4346 	wlc->asi = brcms_c_antsel_attach(wlc);
4347 	if (wlc->asi == NULL) {
4348 		wiphy_err(wlc->wiphy, "wl%d: attach: antsel_attach "
4349 			  "failed\n", unit);
4350 		err = 44;
4351 		goto fail;
4352 	}
4353 
4354 	wlc->ampdu = brcms_c_ampdu_attach(wlc);
4355 	if (wlc->ampdu == NULL) {
4356 		wiphy_err(wlc->wiphy, "wl%d: attach: ampdu_attach "
4357 			  "failed\n", unit);
4358 		err = 50;
4359 		goto fail;
4360 	}
4361 
4362 	if ((brcms_c_stf_attach(wlc) != 0)) {
4363 		wiphy_err(wlc->wiphy, "wl%d: attach: stf_attach "
4364 			  "failed\n", unit);
4365 		err = 68;
4366 		goto fail;
4367 	}
4368  fail:
4369 	return err;
4370 }
4371 
4372 struct brcms_pub *brcms_c_pub(struct brcms_c_info *wlc)
4373 {
4374 	return wlc->pub;
4375 }
4376 
4377 /* low level attach
4378  *    run backplane attach, init nvram
4379  *    run phy attach
4380  *    initialize software state for each core and band
4381  *    put the whole chip in reset(driver down state), no clock
4382  */
4383 static int brcms_b_attach(struct brcms_c_info *wlc, struct bcma_device *core,
4384 			  uint unit, bool piomode)
4385 {
4386 	struct brcms_hardware *wlc_hw;
4387 	uint err = 0;
4388 	uint j;
4389 	bool wme = false;
4390 	struct shared_phy_params sha_params;
4391 	struct wiphy *wiphy = wlc->wiphy;
4392 	struct pci_dev *pcidev = core->bus->host_pci;
4393 	struct ssb_sprom *sprom = &core->bus->sprom;
4394 
4395 	if (core->bus->hosttype == BCMA_HOSTTYPE_PCI)
4396 		brcms_dbg_info(core, "wl%d: vendor 0x%x device 0x%x\n", unit,
4397 			       pcidev->vendor,
4398 			       pcidev->device);
4399 	else
4400 		brcms_dbg_info(core, "wl%d: vendor 0x%x device 0x%x\n", unit,
4401 			       core->bus->boardinfo.vendor,
4402 			       core->bus->boardinfo.type);
4403 
4404 	wme = true;
4405 
4406 	wlc_hw = wlc->hw;
4407 	wlc_hw->wlc = wlc;
4408 	wlc_hw->unit = unit;
4409 	wlc_hw->band = wlc_hw->bandstate[0];
4410 	wlc_hw->_piomode = piomode;
4411 
4412 	/* populate struct brcms_hardware with default values  */
4413 	brcms_b_info_init(wlc_hw);
4414 
4415 	/*
4416 	 * Do the hardware portion of the attach. Also initialize software
4417 	 * state that depends on the particular hardware we are running.
4418 	 */
4419 	wlc_hw->sih = ai_attach(core->bus);
4420 	if (wlc_hw->sih == NULL) {
4421 		wiphy_err(wiphy, "wl%d: brcms_b_attach: si_attach failed\n",
4422 			  unit);
4423 		err = 11;
4424 		goto fail;
4425 	}
4426 
4427 	/* verify again the device is supported */
4428 	if (!brcms_c_chipmatch(core)) {
4429 		wiphy_err(wiphy, "wl%d: brcms_b_attach: Unsupported device\n",
4430 			 unit);
4431 		err = 12;
4432 		goto fail;
4433 	}
4434 
4435 	if (core->bus->hosttype == BCMA_HOSTTYPE_PCI) {
4436 		wlc_hw->vendorid = pcidev->vendor;
4437 		wlc_hw->deviceid = pcidev->device;
4438 	} else {
4439 		wlc_hw->vendorid = core->bus->boardinfo.vendor;
4440 		wlc_hw->deviceid = core->bus->boardinfo.type;
4441 	}
4442 
4443 	wlc_hw->d11core = core;
4444 	wlc_hw->corerev = core->id.rev;
4445 
4446 	/* validate chip, chiprev and corerev */
4447 	if (!brcms_c_isgoodchip(wlc_hw)) {
4448 		err = 13;
4449 		goto fail;
4450 	}
4451 
4452 	/* initialize power control registers */
4453 	ai_clkctl_init(wlc_hw->sih);
4454 
4455 	/* request fastclock and force fastclock for the rest of attach
4456 	 * bring the d11 core out of reset.
4457 	 *   For PMU chips, the first wlc_clkctl_clk is no-op since core-clk
4458 	 *   is still false; But it will be called again inside wlc_corereset,
4459 	 *   after d11 is out of reset.
4460 	 */
4461 	brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
4462 	brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
4463 
4464 	if (!brcms_b_validate_chip_access(wlc_hw)) {
4465 		wiphy_err(wiphy, "wl%d: brcms_b_attach: validate_chip_access "
4466 			"failed\n", unit);
4467 		err = 14;
4468 		goto fail;
4469 	}
4470 
4471 	/* get the board rev, used just below */
4472 	j = sprom->board_rev;
4473 	/* promote srom boardrev of 0xFF to 1 */
4474 	if (j == BOARDREV_PROMOTABLE)
4475 		j = BOARDREV_PROMOTED;
4476 	wlc_hw->boardrev = (u16) j;
4477 	if (!brcms_c_validboardtype(wlc_hw)) {
4478 		wiphy_err(wiphy, "wl%d: brcms_b_attach: Unsupported Broadcom "
4479 			  "board type (0x%x)" " or revision level (0x%x)\n",
4480 			  unit, ai_get_boardtype(wlc_hw->sih),
4481 			  wlc_hw->boardrev);
4482 		err = 15;
4483 		goto fail;
4484 	}
4485 	wlc_hw->sromrev = sprom->revision;
4486 	wlc_hw->boardflags = sprom->boardflags_lo + (sprom->boardflags_hi << 16);
4487 	wlc_hw->boardflags2 = sprom->boardflags2_lo + (sprom->boardflags2_hi << 16);
4488 
4489 	if (wlc_hw->boardflags & BFL_NOPLLDOWN)
4490 		brcms_b_pllreq(wlc_hw, true, BRCMS_PLLREQ_SHARED);
4491 
4492 	/* check device id(srom, nvram etc.) to set bands */
4493 	if (wlc_hw->deviceid == BCM43224_D11N_ID ||
4494 	    wlc_hw->deviceid == BCM43224_D11N_ID_VEN1 ||
4495 	    wlc_hw->deviceid == BCM43224_CHIP_ID)
4496 		/* Dualband boards */
4497 		wlc_hw->_nbands = 2;
4498 	else
4499 		wlc_hw->_nbands = 1;
4500 
4501 	if ((ai_get_chip_id(wlc_hw->sih) == BCMA_CHIP_ID_BCM43225))
4502 		wlc_hw->_nbands = 1;
4503 
4504 	/* BMAC_NOTE: remove init of pub values when brcms_c_attach()
4505 	 * unconditionally does the init of these values
4506 	 */
4507 	wlc->vendorid = wlc_hw->vendorid;
4508 	wlc->deviceid = wlc_hw->deviceid;
4509 	wlc->pub->sih = wlc_hw->sih;
4510 	wlc->pub->corerev = wlc_hw->corerev;
4511 	wlc->pub->sromrev = wlc_hw->sromrev;
4512 	wlc->pub->boardrev = wlc_hw->boardrev;
4513 	wlc->pub->boardflags = wlc_hw->boardflags;
4514 	wlc->pub->boardflags2 = wlc_hw->boardflags2;
4515 	wlc->pub->_nbands = wlc_hw->_nbands;
4516 
4517 	wlc_hw->physhim = wlc_phy_shim_attach(wlc_hw, wlc->wl, wlc);
4518 
4519 	if (wlc_hw->physhim == NULL) {
4520 		wiphy_err(wiphy, "wl%d: brcms_b_attach: wlc_phy_shim_attach "
4521 			"failed\n", unit);
4522 		err = 25;
4523 		goto fail;
4524 	}
4525 
4526 	/* pass all the parameters to wlc_phy_shared_attach in one struct */
4527 	sha_params.sih = wlc_hw->sih;
4528 	sha_params.physhim = wlc_hw->physhim;
4529 	sha_params.unit = unit;
4530 	sha_params.corerev = wlc_hw->corerev;
4531 	sha_params.vid = wlc_hw->vendorid;
4532 	sha_params.did = wlc_hw->deviceid;
4533 	sha_params.chip = ai_get_chip_id(wlc_hw->sih);
4534 	sha_params.chiprev = ai_get_chiprev(wlc_hw->sih);
4535 	sha_params.chippkg = ai_get_chippkg(wlc_hw->sih);
4536 	sha_params.sromrev = wlc_hw->sromrev;
4537 	sha_params.boardtype = ai_get_boardtype(wlc_hw->sih);
4538 	sha_params.boardrev = wlc_hw->boardrev;
4539 	sha_params.boardflags = wlc_hw->boardflags;
4540 	sha_params.boardflags2 = wlc_hw->boardflags2;
4541 
4542 	/* alloc and save pointer to shared phy state area */
4543 	wlc_hw->phy_sh = wlc_phy_shared_attach(&sha_params);
4544 	if (!wlc_hw->phy_sh) {
4545 		err = 16;
4546 		goto fail;
4547 	}
4548 
4549 	/* initialize software state for each core and band */
4550 	for (j = 0; j < wlc_hw->_nbands; j++) {
4551 		/*
4552 		 * band0 is always 2.4Ghz
4553 		 * band1, if present, is 5Ghz
4554 		 */
4555 
4556 		brcms_c_setxband(wlc_hw, j);
4557 
4558 		wlc_hw->band->bandunit = j;
4559 		wlc_hw->band->bandtype = j ? BRCM_BAND_5G : BRCM_BAND_2G;
4560 		wlc->band->bandunit = j;
4561 		wlc->band->bandtype = j ? BRCM_BAND_5G : BRCM_BAND_2G;
4562 		wlc->core->coreidx = core->core_index;
4563 
4564 		wlc_hw->machwcap = bcma_read32(core, D11REGOFFS(machwcap));
4565 		wlc_hw->machwcap_backup = wlc_hw->machwcap;
4566 
4567 		/* init tx fifo size */
4568 		WARN_ON(wlc_hw->corerev < XMTFIFOTBL_STARTREV ||
4569 			(wlc_hw->corerev - XMTFIFOTBL_STARTREV) >
4570 				ARRAY_SIZE(xmtfifo_sz));
4571 		wlc_hw->xmtfifo_sz =
4572 		    xmtfifo_sz[(wlc_hw->corerev - XMTFIFOTBL_STARTREV)];
4573 		WARN_ON(!wlc_hw->xmtfifo_sz[0]);
4574 
4575 		/* Get a phy for this band */
4576 		wlc_hw->band->pi =
4577 			wlc_phy_attach(wlc_hw->phy_sh, core,
4578 				       wlc_hw->band->bandtype,
4579 				       wlc->wiphy);
4580 		if (wlc_hw->band->pi == NULL) {
4581 			wiphy_err(wiphy, "wl%d: brcms_b_attach: wlc_phy_"
4582 				  "attach failed\n", unit);
4583 			err = 17;
4584 			goto fail;
4585 		}
4586 
4587 		wlc_phy_machwcap_set(wlc_hw->band->pi, wlc_hw->machwcap);
4588 
4589 		wlc_phy_get_phyversion(wlc_hw->band->pi, &wlc_hw->band->phytype,
4590 				       &wlc_hw->band->phyrev,
4591 				       &wlc_hw->band->radioid,
4592 				       &wlc_hw->band->radiorev);
4593 		wlc_hw->band->abgphy_encore =
4594 		    wlc_phy_get_encore(wlc_hw->band->pi);
4595 		wlc->band->abgphy_encore = wlc_phy_get_encore(wlc_hw->band->pi);
4596 		wlc_hw->band->core_flags =
4597 		    wlc_phy_get_coreflags(wlc_hw->band->pi);
4598 
4599 		/* verify good phy_type & supported phy revision */
4600 		if (BRCMS_ISNPHY(wlc_hw->band)) {
4601 			if (NCONF_HAS(wlc_hw->band->phyrev))
4602 				goto good_phy;
4603 			else
4604 				goto bad_phy;
4605 		} else if (BRCMS_ISLCNPHY(wlc_hw->band)) {
4606 			if (LCNCONF_HAS(wlc_hw->band->phyrev))
4607 				goto good_phy;
4608 			else
4609 				goto bad_phy;
4610 		} else {
4611  bad_phy:
4612 			wiphy_err(wiphy, "wl%d: brcms_b_attach: unsupported "
4613 				  "phy type/rev (%d/%d)\n", unit,
4614 				  wlc_hw->band->phytype, wlc_hw->band->phyrev);
4615 			err = 18;
4616 			goto fail;
4617 		}
4618 
4619  good_phy:
4620 		/*
4621 		 * BMAC_NOTE: wlc->band->pi should not be set below and should
4622 		 * be done in the high level attach. However we can not make
4623 		 * that change until all low level access is changed to
4624 		 * wlc_hw->band->pi. Instead do the wlc->band->pi init below,
4625 		 * keeping wlc_hw->band->pi as well for incremental update of
4626 		 * low level fns, and cut over low only init when all fns
4627 		 * updated.
4628 		 */
4629 		wlc->band->pi = wlc_hw->band->pi;
4630 		wlc->band->phytype = wlc_hw->band->phytype;
4631 		wlc->band->phyrev = wlc_hw->band->phyrev;
4632 		wlc->band->radioid = wlc_hw->band->radioid;
4633 		wlc->band->radiorev = wlc_hw->band->radiorev;
4634 		brcms_dbg_info(core, "wl%d: phy %u/%u radio %x/%u\n", unit,
4635 			       wlc->band->phytype, wlc->band->phyrev,
4636 			       wlc->band->radioid, wlc->band->radiorev);
4637 		/* default contention windows size limits */
4638 		wlc_hw->band->CWmin = APHY_CWMIN;
4639 		wlc_hw->band->CWmax = PHY_CWMAX;
4640 
4641 		if (!brcms_b_attach_dmapio(wlc, j, wme)) {
4642 			err = 19;
4643 			goto fail;
4644 		}
4645 	}
4646 
4647 	/* disable core to match driver "down" state */
4648 	brcms_c_coredisable(wlc_hw);
4649 
4650 	/* Match driver "down" state */
4651 	bcma_host_pci_down(wlc_hw->d11core->bus);
4652 
4653 	/* turn off pll and xtal to match driver "down" state */
4654 	brcms_b_xtal(wlc_hw, OFF);
4655 
4656 	/* *******************************************************************
4657 	 * The hardware is in the DOWN state at this point. D11 core
4658 	 * or cores are in reset with clocks off, and the board PLLs
4659 	 * are off if possible.
4660 	 *
4661 	 * Beyond this point, wlc->sbclk == false and chip registers
4662 	 * should not be touched.
4663 	 *********************************************************************
4664 	 */
4665 
4666 	/* init etheraddr state variables */
4667 	brcms_c_get_macaddr(wlc_hw, wlc_hw->etheraddr);
4668 
4669 	if (is_broadcast_ether_addr(wlc_hw->etheraddr) ||
4670 	    is_zero_ether_addr(wlc_hw->etheraddr)) {
4671 		wiphy_err(wiphy, "wl%d: brcms_b_attach: bad macaddr\n",
4672 			  unit);
4673 		err = 22;
4674 		goto fail;
4675 	}
4676 
4677 	brcms_dbg_info(wlc_hw->d11core, "deviceid 0x%x nbands %d board 0x%x\n",
4678 		       wlc_hw->deviceid, wlc_hw->_nbands,
4679 		       ai_get_boardtype(wlc_hw->sih));
4680 
4681 	return err;
4682 
4683  fail:
4684 	wiphy_err(wiphy, "wl%d: brcms_b_attach: failed with err %d\n", unit,
4685 		  err);
4686 	return err;
4687 }
4688 
4689 static bool brcms_c_attach_stf_ant_init(struct brcms_c_info *wlc)
4690 {
4691 	int aa;
4692 	uint unit;
4693 	int bandtype;
4694 	struct ssb_sprom *sprom = &wlc->hw->d11core->bus->sprom;
4695 
4696 	unit = wlc->pub->unit;
4697 	bandtype = wlc->band->bandtype;
4698 
4699 	/* get antennas available */
4700 	if (bandtype == BRCM_BAND_5G)
4701 		aa = sprom->ant_available_a;
4702 	else
4703 		aa = sprom->ant_available_bg;
4704 
4705 	if ((aa < 1) || (aa > 15)) {
4706 		wiphy_err(wlc->wiphy, "wl%d: %s: Invalid antennas available in"
4707 			  " srom (0x%x), using 3\n", unit, __func__, aa);
4708 		aa = 3;
4709 	}
4710 
4711 	/* reset the defaults if we have a single antenna */
4712 	if (aa == 1) {
4713 		wlc->stf->ant_rx_ovr = ANT_RX_DIV_FORCE_0;
4714 		wlc->stf->txant = ANT_TX_FORCE_0;
4715 	} else if (aa == 2) {
4716 		wlc->stf->ant_rx_ovr = ANT_RX_DIV_FORCE_1;
4717 		wlc->stf->txant = ANT_TX_FORCE_1;
4718 	} else {
4719 	}
4720 
4721 	/* Compute Antenna Gain */
4722 	if (bandtype == BRCM_BAND_5G)
4723 		wlc->band->antgain = sprom->antenna_gain.a1;
4724 	else
4725 		wlc->band->antgain = sprom->antenna_gain.a0;
4726 
4727 	return true;
4728 }
4729 
4730 static void brcms_c_bss_default_init(struct brcms_c_info *wlc)
4731 {
4732 	u16 chanspec;
4733 	struct brcms_band *band;
4734 	struct brcms_bss_info *bi = wlc->default_bss;
4735 
4736 	/* init default and target BSS with some sane initial values */
4737 	memset(bi, 0, sizeof(*bi));
4738 	bi->beacon_period = BEACON_INTERVAL_DEFAULT;
4739 
4740 	/* fill the default channel as the first valid channel
4741 	 * starting from the 2G channels
4742 	 */
4743 	chanspec = ch20mhz_chspec(1);
4744 	wlc->home_chanspec = bi->chanspec = chanspec;
4745 
4746 	/* find the band of our default channel */
4747 	band = wlc->band;
4748 	if (wlc->pub->_nbands > 1 &&
4749 	    band->bandunit != chspec_bandunit(chanspec))
4750 		band = wlc->bandstate[OTHERBANDUNIT(wlc)];
4751 
4752 	/* init bss rates to the band specific default rate set */
4753 	brcms_c_rateset_default(&bi->rateset, NULL, band->phytype,
4754 		band->bandtype, false, BRCMS_RATE_MASK_FULL,
4755 		(bool) (wlc->pub->_n_enab & SUPPORT_11N),
4756 		brcms_chspec_bw(chanspec), wlc->stf->txstreams);
4757 
4758 	if (wlc->pub->_n_enab & SUPPORT_11N)
4759 		bi->flags |= BRCMS_BSS_HT;
4760 }
4761 
4762 static void brcms_c_update_mimo_band_bwcap(struct brcms_c_info *wlc, u8 bwcap)
4763 {
4764 	uint i;
4765 	struct brcms_band *band;
4766 
4767 	for (i = 0; i < wlc->pub->_nbands; i++) {
4768 		band = wlc->bandstate[i];
4769 		if (band->bandtype == BRCM_BAND_5G) {
4770 			if ((bwcap == BRCMS_N_BW_40ALL)
4771 			    || (bwcap == BRCMS_N_BW_20IN2G_40IN5G))
4772 				band->mimo_cap_40 = true;
4773 			else
4774 				band->mimo_cap_40 = false;
4775 		} else {
4776 			if (bwcap == BRCMS_N_BW_40ALL)
4777 				band->mimo_cap_40 = true;
4778 			else
4779 				band->mimo_cap_40 = false;
4780 		}
4781 	}
4782 }
4783 
4784 static void brcms_c_timers_deinit(struct brcms_c_info *wlc)
4785 {
4786 	/* free timer state */
4787 	if (wlc->wdtimer) {
4788 		brcms_free_timer(wlc->wdtimer);
4789 		wlc->wdtimer = NULL;
4790 	}
4791 	if (wlc->radio_timer) {
4792 		brcms_free_timer(wlc->radio_timer);
4793 		wlc->radio_timer = NULL;
4794 	}
4795 }
4796 
4797 static void brcms_c_detach_module(struct brcms_c_info *wlc)
4798 {
4799 	if (wlc->asi) {
4800 		brcms_c_antsel_detach(wlc->asi);
4801 		wlc->asi = NULL;
4802 	}
4803 
4804 	if (wlc->ampdu) {
4805 		brcms_c_ampdu_detach(wlc->ampdu);
4806 		wlc->ampdu = NULL;
4807 	}
4808 
4809 	brcms_c_stf_detach(wlc);
4810 }
4811 
4812 /*
4813  * low level detach
4814  */
4815 static void brcms_b_detach(struct brcms_c_info *wlc)
4816 {
4817 	uint i;
4818 	struct brcms_hw_band *band;
4819 	struct brcms_hardware *wlc_hw = wlc->hw;
4820 
4821 	brcms_b_detach_dmapio(wlc_hw);
4822 
4823 	band = wlc_hw->band;
4824 	for (i = 0; i < wlc_hw->_nbands; i++) {
4825 		if (band->pi) {
4826 			/* Detach this band's phy */
4827 			wlc_phy_detach(band->pi);
4828 			band->pi = NULL;
4829 		}
4830 		band = wlc_hw->bandstate[OTHERBANDUNIT(wlc)];
4831 	}
4832 
4833 	/* Free shared phy state */
4834 	kfree(wlc_hw->phy_sh);
4835 
4836 	wlc_phy_shim_detach(wlc_hw->physhim);
4837 
4838 	if (wlc_hw->sih) {
4839 		ai_detach(wlc_hw->sih);
4840 		wlc_hw->sih = NULL;
4841 	}
4842 }
4843 
4844 /*
4845  * Return a count of the number of driver callbacks still pending.
4846  *
4847  * General policy is that brcms_c_detach can only dealloc/free software states.
4848  * It can NOT touch hardware registers since the d11core may be in reset and
4849  * clock may not be available.
4850  * One exception is sb register access, which is possible if crystal is turned
4851  * on after "down" state, driver should avoid software timer with the exception
4852  * of radio_monitor.
4853  */
4854 uint brcms_c_detach(struct brcms_c_info *wlc)
4855 {
4856 	uint callbacks;
4857 
4858 	if (wlc == NULL)
4859 		return 0;
4860 
4861 	brcms_b_detach(wlc);
4862 
4863 	/* delete software timers */
4864 	callbacks = 0;
4865 	if (!brcms_c_radio_monitor_stop(wlc))
4866 		callbacks++;
4867 
4868 	brcms_c_channel_mgr_detach(wlc->cmi);
4869 
4870 	brcms_c_timers_deinit(wlc);
4871 
4872 	brcms_c_detach_module(wlc);
4873 
4874 	brcms_c_detach_mfree(wlc);
4875 	return callbacks;
4876 }
4877 
4878 /* update state that depends on the current value of "ap" */
4879 static void brcms_c_ap_upd(struct brcms_c_info *wlc)
4880 {
4881 	/* STA-BSS; short capable */
4882 	wlc->PLCPHdr_override = BRCMS_PLCP_SHORT;
4883 }
4884 
4885 /* Initialize just the hardware when coming out of POR or S3/S5 system states */
4886 static void brcms_b_hw_up(struct brcms_hardware *wlc_hw)
4887 {
4888 	if (wlc_hw->wlc->pub->hw_up)
4889 		return;
4890 
4891 	brcms_dbg_info(wlc_hw->d11core, "wl%d\n", wlc_hw->unit);
4892 
4893 	/*
4894 	 * Enable pll and xtal, initialize the power control registers,
4895 	 * and force fastclock for the remainder of brcms_c_up().
4896 	 */
4897 	brcms_b_xtal(wlc_hw, ON);
4898 	ai_clkctl_init(wlc_hw->sih);
4899 	brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
4900 
4901 	/*
4902 	 * TODO: test suspend/resume
4903 	 *
4904 	 * AI chip doesn't restore bar0win2 on
4905 	 * hibernation/resume, need sw fixup
4906 	 */
4907 
4908 	/*
4909 	 * Inform phy that a POR reset has occurred so
4910 	 * it does a complete phy init
4911 	 */
4912 	wlc_phy_por_inform(wlc_hw->band->pi);
4913 
4914 	wlc_hw->ucode_loaded = false;
4915 	wlc_hw->wlc->pub->hw_up = true;
4916 
4917 	if ((wlc_hw->boardflags & BFL_FEM)
4918 	    && (ai_get_chip_id(wlc_hw->sih) == BCMA_CHIP_ID_BCM4313)) {
4919 		if (!
4920 		    (wlc_hw->boardrev >= 0x1250
4921 		     && (wlc_hw->boardflags & BFL_FEM_BT)))
4922 			ai_epa_4313war(wlc_hw->sih);
4923 	}
4924 }
4925 
4926 static int brcms_b_up_prep(struct brcms_hardware *wlc_hw)
4927 {
4928 	brcms_dbg_info(wlc_hw->d11core, "wl%d\n", wlc_hw->unit);
4929 
4930 	/*
4931 	 * Enable pll and xtal, initialize the power control registers,
4932 	 * and force fastclock for the remainder of brcms_c_up().
4933 	 */
4934 	brcms_b_xtal(wlc_hw, ON);
4935 	ai_clkctl_init(wlc_hw->sih);
4936 	brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
4937 
4938 	/*
4939 	 * Configure pci/pcmcia here instead of in brcms_c_attach()
4940 	 * to allow mfg hotswap:  down, hotswap (chip power cycle), up.
4941 	 */
4942 	bcma_host_pci_irq_ctl(wlc_hw->d11core->bus, wlc_hw->d11core,
4943 			      true);
4944 
4945 	/*
4946 	 * Need to read the hwradio status here to cover the case where the
4947 	 * system is loaded with the hw radio disabled. We do not want to
4948 	 * bring the driver up in this case.
4949 	 */
4950 	if (brcms_b_radio_read_hwdisabled(wlc_hw)) {
4951 		/* put SB PCI in down state again */
4952 		bcma_host_pci_down(wlc_hw->d11core->bus);
4953 		brcms_b_xtal(wlc_hw, OFF);
4954 		return -ENOMEDIUM;
4955 	}
4956 
4957 	bcma_host_pci_up(wlc_hw->d11core->bus);
4958 
4959 	/* reset the d11 core */
4960 	brcms_b_corereset(wlc_hw, BRCMS_USE_COREFLAGS);
4961 
4962 	return 0;
4963 }
4964 
4965 static int brcms_b_up_finish(struct brcms_hardware *wlc_hw)
4966 {
4967 	wlc_hw->up = true;
4968 	wlc_phy_hw_state_upd(wlc_hw->band->pi, true);
4969 
4970 	/* FULLY enable dynamic power control and d11 core interrupt */
4971 	brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_DYNAMIC);
4972 	brcms_intrson(wlc_hw->wlc->wl);
4973 	return 0;
4974 }
4975 
4976 /*
4977  * Write WME tunable parameters for retransmit/max rate
4978  * from wlc struct to ucode
4979  */
4980 static void brcms_c_wme_retries_write(struct brcms_c_info *wlc)
4981 {
4982 	int ac;
4983 
4984 	/* Need clock to do this */
4985 	if (!wlc->clk)
4986 		return;
4987 
4988 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
4989 		brcms_b_write_shm(wlc->hw, M_AC_TXLMT_ADDR(ac),
4990 				  wlc->wme_retries[ac]);
4991 }
4992 
4993 /* make interface operational */
4994 int brcms_c_up(struct brcms_c_info *wlc)
4995 {
4996 	struct ieee80211_channel *ch;
4997 
4998 	brcms_dbg_info(wlc->hw->d11core, "wl%d\n", wlc->pub->unit);
4999 
5000 	/* HW is turned off so don't try to access it */
5001 	if (wlc->pub->hw_off || brcms_deviceremoved(wlc))
5002 		return -ENOMEDIUM;
5003 
5004 	if (!wlc->pub->hw_up) {
5005 		brcms_b_hw_up(wlc->hw);
5006 		wlc->pub->hw_up = true;
5007 	}
5008 
5009 	if ((wlc->pub->boardflags & BFL_FEM)
5010 	    && (ai_get_chip_id(wlc->hw->sih) == BCMA_CHIP_ID_BCM4313)) {
5011 		if (wlc->pub->boardrev >= 0x1250
5012 		    && (wlc->pub->boardflags & BFL_FEM_BT))
5013 			brcms_b_mhf(wlc->hw, MHF5, MHF5_4313_GPIOCTRL,
5014 				MHF5_4313_GPIOCTRL, BRCM_BAND_ALL);
5015 		else
5016 			brcms_b_mhf(wlc->hw, MHF4, MHF4_EXTPA_ENABLE,
5017 				    MHF4_EXTPA_ENABLE, BRCM_BAND_ALL);
5018 	}
5019 
5020 	/*
5021 	 * Need to read the hwradio status here to cover the case where the
5022 	 * system is loaded with the hw radio disabled. We do not want to bring
5023 	 * the driver up in this case. If radio is disabled, abort up, lower
5024 	 * power, start radio timer and return 0(for NDIS) don't call
5025 	 * radio_update to avoid looping brcms_c_up.
5026 	 *
5027 	 * brcms_b_up_prep() returns either 0 or -BCME_RADIOOFF only
5028 	 */
5029 	if (!wlc->pub->radio_disabled) {
5030 		int status = brcms_b_up_prep(wlc->hw);
5031 		if (status == -ENOMEDIUM) {
5032 			if (!mboolisset
5033 			    (wlc->pub->radio_disabled, WL_RADIO_HW_DISABLE)) {
5034 				struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
5035 				mboolset(wlc->pub->radio_disabled,
5036 					 WL_RADIO_HW_DISABLE);
5037 				if (bsscfg->type == BRCMS_TYPE_STATION ||
5038 				    bsscfg->type == BRCMS_TYPE_ADHOC)
5039 					brcms_err(wlc->hw->d11core,
5040 						  "wl%d: up: rfdisable -> "
5041 						  "bsscfg_disable()\n",
5042 						   wlc->pub->unit);
5043 			}
5044 		}
5045 	}
5046 
5047 	if (wlc->pub->radio_disabled) {
5048 		brcms_c_radio_monitor_start(wlc);
5049 		return 0;
5050 	}
5051 
5052 	/* brcms_b_up_prep has done brcms_c_corereset(). so clk is on, set it */
5053 	wlc->clk = true;
5054 
5055 	brcms_c_radio_monitor_stop(wlc);
5056 
5057 	/* Set EDCF hostflags */
5058 	brcms_b_mhf(wlc->hw, MHF1, MHF1_EDCF, MHF1_EDCF, BRCM_BAND_ALL);
5059 
5060 	brcms_init(wlc->wl);
5061 	wlc->pub->up = true;
5062 
5063 	if (wlc->bandinit_pending) {
5064 		ch = wlc->pub->ieee_hw->conf.chandef.chan;
5065 		brcms_c_suspend_mac_and_wait(wlc);
5066 		brcms_c_set_chanspec(wlc, ch20mhz_chspec(ch->hw_value));
5067 		wlc->bandinit_pending = false;
5068 		brcms_c_enable_mac(wlc);
5069 	}
5070 
5071 	brcms_b_up_finish(wlc->hw);
5072 
5073 	/* Program the TX wme params with the current settings */
5074 	brcms_c_wme_retries_write(wlc);
5075 
5076 	/* start one second watchdog timer */
5077 	brcms_add_timer(wlc->wdtimer, TIMER_INTERVAL_WATCHDOG, true);
5078 	wlc->WDarmed = true;
5079 
5080 	/* ensure antenna config is up to date */
5081 	brcms_c_stf_phy_txant_upd(wlc);
5082 	/* ensure LDPC config is in sync */
5083 	brcms_c_ht_update_ldpc(wlc, wlc->stf->ldpc);
5084 
5085 	return 0;
5086 }
5087 
5088 static uint brcms_c_down_del_timer(struct brcms_c_info *wlc)
5089 {
5090 	uint callbacks = 0;
5091 
5092 	return callbacks;
5093 }
5094 
5095 static int brcms_b_bmac_down_prep(struct brcms_hardware *wlc_hw)
5096 {
5097 	bool dev_gone;
5098 	uint callbacks = 0;
5099 
5100 	if (!wlc_hw->up)
5101 		return callbacks;
5102 
5103 	dev_gone = brcms_deviceremoved(wlc_hw->wlc);
5104 
5105 	/* disable interrupts */
5106 	if (dev_gone)
5107 		wlc_hw->wlc->macintmask = 0;
5108 	else {
5109 		/* now disable interrupts */
5110 		brcms_intrsoff(wlc_hw->wlc->wl);
5111 
5112 		/* ensure we're running on the pll clock again */
5113 		brcms_b_clkctl_clk(wlc_hw, BCMA_CLKMODE_FAST);
5114 	}
5115 	/* down phy at the last of this stage */
5116 	callbacks += wlc_phy_down(wlc_hw->band->pi);
5117 
5118 	return callbacks;
5119 }
5120 
5121 static int brcms_b_down_finish(struct brcms_hardware *wlc_hw)
5122 {
5123 	uint callbacks = 0;
5124 	bool dev_gone;
5125 
5126 	if (!wlc_hw->up)
5127 		return callbacks;
5128 
5129 	wlc_hw->up = false;
5130 	wlc_phy_hw_state_upd(wlc_hw->band->pi, false);
5131 
5132 	dev_gone = brcms_deviceremoved(wlc_hw->wlc);
5133 
5134 	if (dev_gone) {
5135 		wlc_hw->sbclk = false;
5136 		wlc_hw->clk = false;
5137 		wlc_phy_hw_clk_state_upd(wlc_hw->band->pi, false);
5138 
5139 		/* reclaim any posted packets */
5140 		brcms_c_flushqueues(wlc_hw->wlc);
5141 	} else {
5142 
5143 		/* Reset and disable the core */
5144 		if (bcma_core_is_enabled(wlc_hw->d11core)) {
5145 			if (bcma_read32(wlc_hw->d11core,
5146 					D11REGOFFS(maccontrol)) & MCTL_EN_MAC)
5147 				brcms_c_suspend_mac_and_wait(wlc_hw->wlc);
5148 			callbacks += brcms_reset(wlc_hw->wlc->wl);
5149 			brcms_c_coredisable(wlc_hw);
5150 		}
5151 
5152 		/* turn off primary xtal and pll */
5153 		if (!wlc_hw->noreset) {
5154 			bcma_host_pci_down(wlc_hw->d11core->bus);
5155 			brcms_b_xtal(wlc_hw, OFF);
5156 		}
5157 	}
5158 
5159 	return callbacks;
5160 }
5161 
5162 /*
5163  * Mark the interface nonoperational, stop the software mechanisms,
5164  * disable the hardware, free any transient buffer state.
5165  * Return a count of the number of driver callbacks still pending.
5166  */
5167 uint brcms_c_down(struct brcms_c_info *wlc)
5168 {
5169 
5170 	uint callbacks = 0;
5171 	int i;
5172 
5173 	brcms_dbg_info(wlc->hw->d11core, "wl%d\n", wlc->pub->unit);
5174 
5175 	/* check if we are already in the going down path */
5176 	if (wlc->going_down) {
5177 		brcms_err(wlc->hw->d11core,
5178 			  "wl%d: %s: Driver going down so return\n",
5179 			  wlc->pub->unit, __func__);
5180 		return 0;
5181 	}
5182 	if (!wlc->pub->up)
5183 		return callbacks;
5184 
5185 	wlc->going_down = true;
5186 
5187 	callbacks += brcms_b_bmac_down_prep(wlc->hw);
5188 
5189 	brcms_deviceremoved(wlc);
5190 
5191 	/* Call any registered down handlers */
5192 	for (i = 0; i < BRCMS_MAXMODULES; i++) {
5193 		if (wlc->modulecb[i].down_fn)
5194 			callbacks +=
5195 			    wlc->modulecb[i].down_fn(wlc->modulecb[i].hdl);
5196 	}
5197 
5198 	/* cancel the watchdog timer */
5199 	if (wlc->WDarmed) {
5200 		if (!brcms_del_timer(wlc->wdtimer))
5201 			callbacks++;
5202 		wlc->WDarmed = false;
5203 	}
5204 	/* cancel all other timers */
5205 	callbacks += brcms_c_down_del_timer(wlc);
5206 
5207 	wlc->pub->up = false;
5208 
5209 	wlc_phy_mute_upd(wlc->band->pi, false, PHY_MUTE_ALL);
5210 
5211 	callbacks += brcms_b_down_finish(wlc->hw);
5212 
5213 	/* brcms_b_down_finish has done brcms_c_coredisable(). so clk is off */
5214 	wlc->clk = false;
5215 
5216 	wlc->going_down = false;
5217 	return callbacks;
5218 }
5219 
5220 /* Set the current gmode configuration */
5221 int brcms_c_set_gmode(struct brcms_c_info *wlc, u8 gmode, bool config)
5222 {
5223 	int ret = 0;
5224 	uint i;
5225 	struct brcms_c_rateset rs;
5226 	/* Default to 54g Auto */
5227 	/* Advertise and use shortslot (-1/0/1 Auto/Off/On) */
5228 	s8 shortslot = BRCMS_SHORTSLOT_AUTO;
5229 	bool ofdm_basic = false;	/* Make 6, 12, and 24 basic rates */
5230 	struct brcms_band *band;
5231 
5232 	/* if N-support is enabled, allow Gmode set as long as requested
5233 	 * Gmode is not GMODE_LEGACY_B
5234 	 */
5235 	if ((wlc->pub->_n_enab & SUPPORT_11N) && gmode == GMODE_LEGACY_B)
5236 		return -ENOTSUPP;
5237 
5238 	/* verify that we are dealing with 2G band and grab the band pointer */
5239 	if (wlc->band->bandtype == BRCM_BAND_2G)
5240 		band = wlc->band;
5241 	else if ((wlc->pub->_nbands > 1) &&
5242 		 (wlc->bandstate[OTHERBANDUNIT(wlc)]->bandtype == BRCM_BAND_2G))
5243 		band = wlc->bandstate[OTHERBANDUNIT(wlc)];
5244 	else
5245 		return -EINVAL;
5246 
5247 	/* update configuration value */
5248 	if (config)
5249 		brcms_c_protection_upd(wlc, BRCMS_PROT_G_USER, gmode);
5250 
5251 	/* Clear rateset override */
5252 	memset(&rs, 0, sizeof(rs));
5253 
5254 	switch (gmode) {
5255 	case GMODE_LEGACY_B:
5256 		shortslot = BRCMS_SHORTSLOT_OFF;
5257 		brcms_c_rateset_copy(&gphy_legacy_rates, &rs);
5258 
5259 		break;
5260 
5261 	case GMODE_LRS:
5262 		break;
5263 
5264 	case GMODE_AUTO:
5265 		/* Accept defaults */
5266 		break;
5267 
5268 	case GMODE_ONLY:
5269 		ofdm_basic = true;
5270 		break;
5271 
5272 	case GMODE_PERFORMANCE:
5273 		shortslot = BRCMS_SHORTSLOT_ON;
5274 		ofdm_basic = true;
5275 		break;
5276 
5277 	default:
5278 		/* Error */
5279 		brcms_err(wlc->hw->d11core, "wl%d: %s: invalid gmode %d\n",
5280 			  wlc->pub->unit, __func__, gmode);
5281 		return -ENOTSUPP;
5282 	}
5283 
5284 	band->gmode = gmode;
5285 
5286 	wlc->shortslot_override = shortslot;
5287 
5288 	/* Use the default 11g rateset */
5289 	if (!rs.count)
5290 		brcms_c_rateset_copy(&cck_ofdm_rates, &rs);
5291 
5292 	if (ofdm_basic) {
5293 		for (i = 0; i < rs.count; i++) {
5294 			if (rs.rates[i] == BRCM_RATE_6M
5295 			    || rs.rates[i] == BRCM_RATE_12M
5296 			    || rs.rates[i] == BRCM_RATE_24M)
5297 				rs.rates[i] |= BRCMS_RATE_FLAG;
5298 		}
5299 	}
5300 
5301 	/* Set default bss rateset */
5302 	wlc->default_bss->rateset.count = rs.count;
5303 	memcpy(wlc->default_bss->rateset.rates, rs.rates,
5304 	       sizeof(wlc->default_bss->rateset.rates));
5305 
5306 	return ret;
5307 }
5308 
5309 int brcms_c_set_nmode(struct brcms_c_info *wlc)
5310 {
5311 	uint i;
5312 	s32 nmode = AUTO;
5313 
5314 	if (wlc->stf->txstreams == WL_11N_3x3)
5315 		nmode = WL_11N_3x3;
5316 	else
5317 		nmode = WL_11N_2x2;
5318 
5319 	/* force GMODE_AUTO if NMODE is ON */
5320 	brcms_c_set_gmode(wlc, GMODE_AUTO, true);
5321 	if (nmode == WL_11N_3x3)
5322 		wlc->pub->_n_enab = SUPPORT_HT;
5323 	else
5324 		wlc->pub->_n_enab = SUPPORT_11N;
5325 	wlc->default_bss->flags |= BRCMS_BSS_HT;
5326 	/* add the mcs rates to the default and hw ratesets */
5327 	brcms_c_rateset_mcs_build(&wlc->default_bss->rateset,
5328 			      wlc->stf->txstreams);
5329 	for (i = 0; i < wlc->pub->_nbands; i++)
5330 		memcpy(wlc->bandstate[i]->hw_rateset.mcs,
5331 		       wlc->default_bss->rateset.mcs, MCSSET_LEN);
5332 
5333 	return 0;
5334 }
5335 
5336 static int
5337 brcms_c_set_internal_rateset(struct brcms_c_info *wlc,
5338 			     struct brcms_c_rateset *rs_arg)
5339 {
5340 	struct brcms_c_rateset rs, new;
5341 	uint bandunit;
5342 
5343 	memcpy(&rs, rs_arg, sizeof(struct brcms_c_rateset));
5344 
5345 	/* check for bad count value */
5346 	if ((rs.count == 0) || (rs.count > BRCMS_NUMRATES))
5347 		return -EINVAL;
5348 
5349 	/* try the current band */
5350 	bandunit = wlc->band->bandunit;
5351 	memcpy(&new, &rs, sizeof(struct brcms_c_rateset));
5352 	if (brcms_c_rate_hwrs_filter_sort_validate
5353 	    (&new, &wlc->bandstate[bandunit]->hw_rateset, true,
5354 	     wlc->stf->txstreams))
5355 		goto good;
5356 
5357 	/* try the other band */
5358 	if (brcms_is_mband_unlocked(wlc)) {
5359 		bandunit = OTHERBANDUNIT(wlc);
5360 		memcpy(&new, &rs, sizeof(struct brcms_c_rateset));
5361 		if (brcms_c_rate_hwrs_filter_sort_validate(&new,
5362 						       &wlc->
5363 						       bandstate[bandunit]->
5364 						       hw_rateset, true,
5365 						       wlc->stf->txstreams))
5366 			goto good;
5367 	}
5368 
5369 	return -EBADE;
5370 
5371  good:
5372 	/* apply new rateset */
5373 	memcpy(&wlc->default_bss->rateset, &new,
5374 	       sizeof(struct brcms_c_rateset));
5375 	memcpy(&wlc->bandstate[bandunit]->defrateset, &new,
5376 	       sizeof(struct brcms_c_rateset));
5377 	return 0;
5378 }
5379 
5380 static void brcms_c_ofdm_rateset_war(struct brcms_c_info *wlc)
5381 {
5382 	wlc_phy_ofdm_rateset_war(wlc->band->pi, false);
5383 }
5384 
5385 int brcms_c_set_channel(struct brcms_c_info *wlc, u16 channel)
5386 {
5387 	u16 chspec = ch20mhz_chspec(channel);
5388 
5389 	if (channel > MAXCHANNEL)
5390 		return -EINVAL;
5391 
5392 	if (!brcms_c_valid_chanspec_db(wlc->cmi, chspec))
5393 		return -EINVAL;
5394 
5395 
5396 	if (!wlc->pub->up && brcms_is_mband_unlocked(wlc)) {
5397 		if (wlc->band->bandunit != chspec_bandunit(chspec))
5398 			wlc->bandinit_pending = true;
5399 		else
5400 			wlc->bandinit_pending = false;
5401 	}
5402 
5403 	wlc->default_bss->chanspec = chspec;
5404 	/* brcms_c_BSSinit() will sanitize the rateset before
5405 	 * using it.. */
5406 	if (wlc->pub->up && (wlc_phy_chanspec_get(wlc->band->pi) != chspec)) {
5407 		brcms_c_set_home_chanspec(wlc, chspec);
5408 		brcms_c_suspend_mac_and_wait(wlc);
5409 		brcms_c_set_chanspec(wlc, chspec);
5410 		brcms_c_enable_mac(wlc);
5411 	}
5412 	return 0;
5413 }
5414 
5415 int brcms_c_set_rate_limit(struct brcms_c_info *wlc, u16 srl, u16 lrl)
5416 {
5417 	int ac;
5418 
5419 	if (srl < 1 || srl > RETRY_SHORT_MAX ||
5420 	    lrl < 1 || lrl > RETRY_SHORT_MAX)
5421 		return -EINVAL;
5422 
5423 	wlc->SRL = srl;
5424 	wlc->LRL = lrl;
5425 
5426 	brcms_b_retrylimit_upd(wlc->hw, wlc->SRL, wlc->LRL);
5427 
5428 	for (ac = 0; ac < IEEE80211_NUM_ACS; ac++) {
5429 		wlc->wme_retries[ac] =	SFIELD(wlc->wme_retries[ac],
5430 					       EDCF_SHORT,  wlc->SRL);
5431 		wlc->wme_retries[ac] =	SFIELD(wlc->wme_retries[ac],
5432 					       EDCF_LONG, wlc->LRL);
5433 	}
5434 	brcms_c_wme_retries_write(wlc);
5435 
5436 	return 0;
5437 }
5438 
5439 void brcms_c_get_current_rateset(struct brcms_c_info *wlc,
5440 				 struct brcm_rateset *currs)
5441 {
5442 	struct brcms_c_rateset *rs;
5443 
5444 	if (wlc->pub->associated)
5445 		rs = &wlc->bsscfg->current_bss->rateset;
5446 	else
5447 		rs = &wlc->default_bss->rateset;
5448 
5449 	/* Copy only legacy rateset section */
5450 	currs->count = rs->count;
5451 	memcpy(&currs->rates, &rs->rates, rs->count);
5452 }
5453 
5454 int brcms_c_set_rateset(struct brcms_c_info *wlc, struct brcm_rateset *rs)
5455 {
5456 	struct brcms_c_rateset internal_rs;
5457 	int bcmerror;
5458 
5459 	if (rs->count > BRCMS_NUMRATES)
5460 		return -ENOBUFS;
5461 
5462 	memset(&internal_rs, 0, sizeof(internal_rs));
5463 
5464 	/* Copy only legacy rateset section */
5465 	internal_rs.count = rs->count;
5466 	memcpy(&internal_rs.rates, &rs->rates, internal_rs.count);
5467 
5468 	/* merge rateset coming in with the current mcsset */
5469 	if (wlc->pub->_n_enab & SUPPORT_11N) {
5470 		struct brcms_bss_info *mcsset_bss;
5471 		if (wlc->pub->associated)
5472 			mcsset_bss = wlc->bsscfg->current_bss;
5473 		else
5474 			mcsset_bss = wlc->default_bss;
5475 		memcpy(internal_rs.mcs, &mcsset_bss->rateset.mcs[0],
5476 		       MCSSET_LEN);
5477 	}
5478 
5479 	bcmerror = brcms_c_set_internal_rateset(wlc, &internal_rs);
5480 	if (!bcmerror)
5481 		brcms_c_ofdm_rateset_war(wlc);
5482 
5483 	return bcmerror;
5484 }
5485 
5486 static void brcms_c_time_lock(struct brcms_c_info *wlc)
5487 {
5488 	bcma_set32(wlc->hw->d11core, D11REGOFFS(maccontrol), MCTL_TBTTHOLD);
5489 	/* Commit the write */
5490 	bcma_read32(wlc->hw->d11core, D11REGOFFS(maccontrol));
5491 }
5492 
5493 static void brcms_c_time_unlock(struct brcms_c_info *wlc)
5494 {
5495 	bcma_mask32(wlc->hw->d11core, D11REGOFFS(maccontrol), ~MCTL_TBTTHOLD);
5496 	/* Commit the write */
5497 	bcma_read32(wlc->hw->d11core, D11REGOFFS(maccontrol));
5498 }
5499 
5500 int brcms_c_set_beacon_period(struct brcms_c_info *wlc, u16 period)
5501 {
5502 	u32 bcnint_us;
5503 
5504 	if (period == 0)
5505 		return -EINVAL;
5506 
5507 	wlc->default_bss->beacon_period = period;
5508 
5509 	bcnint_us = period << 10;
5510 	brcms_c_time_lock(wlc);
5511 	bcma_write32(wlc->hw->d11core, D11REGOFFS(tsf_cfprep),
5512 		     (bcnint_us << CFPREP_CBI_SHIFT));
5513 	bcma_write32(wlc->hw->d11core, D11REGOFFS(tsf_cfpstart), bcnint_us);
5514 	brcms_c_time_unlock(wlc);
5515 
5516 	return 0;
5517 }
5518 
5519 u16 brcms_c_get_phy_type(struct brcms_c_info *wlc, int phyidx)
5520 {
5521 	return wlc->band->phytype;
5522 }
5523 
5524 void brcms_c_set_shortslot_override(struct brcms_c_info *wlc, s8 sslot_override)
5525 {
5526 	wlc->shortslot_override = sslot_override;
5527 
5528 	/*
5529 	 * shortslot is an 11g feature, so no more work if we are
5530 	 * currently on the 5G band
5531 	 */
5532 	if (wlc->band->bandtype == BRCM_BAND_5G)
5533 		return;
5534 
5535 	if (wlc->pub->up && wlc->pub->associated) {
5536 		/* let watchdog or beacon processing update shortslot */
5537 	} else if (wlc->pub->up) {
5538 		/* unassociated shortslot is off */
5539 		brcms_c_switch_shortslot(wlc, false);
5540 	} else {
5541 		/* driver is down, so just update the brcms_c_info
5542 		 * value */
5543 		if (wlc->shortslot_override == BRCMS_SHORTSLOT_AUTO)
5544 			wlc->shortslot = false;
5545 		else
5546 			wlc->shortslot =
5547 			    (wlc->shortslot_override ==
5548 			     BRCMS_SHORTSLOT_ON);
5549 	}
5550 }
5551 
5552 /*
5553  * register watchdog and down handlers.
5554  */
5555 int brcms_c_module_register(struct brcms_pub *pub,
5556 			    const char *name, struct brcms_info *hdl,
5557 			    int (*d_fn)(void *handle))
5558 {
5559 	struct brcms_c_info *wlc = (struct brcms_c_info *) pub->wlc;
5560 	int i;
5561 
5562 	/* find an empty entry and just add, no duplication check! */
5563 	for (i = 0; i < BRCMS_MAXMODULES; i++) {
5564 		if (wlc->modulecb[i].name[0] == '\0') {
5565 			strncpy(wlc->modulecb[i].name, name,
5566 				sizeof(wlc->modulecb[i].name) - 1);
5567 			wlc->modulecb[i].hdl = hdl;
5568 			wlc->modulecb[i].down_fn = d_fn;
5569 			return 0;
5570 		}
5571 	}
5572 
5573 	return -ENOSR;
5574 }
5575 
5576 /* unregister module callbacks */
5577 int brcms_c_module_unregister(struct brcms_pub *pub, const char *name,
5578 			      struct brcms_info *hdl)
5579 {
5580 	struct brcms_c_info *wlc = (struct brcms_c_info *) pub->wlc;
5581 	int i;
5582 
5583 	if (wlc == NULL)
5584 		return -ENODATA;
5585 
5586 	for (i = 0; i < BRCMS_MAXMODULES; i++) {
5587 		if (!strcmp(wlc->modulecb[i].name, name) &&
5588 		    (wlc->modulecb[i].hdl == hdl)) {
5589 			memset(&wlc->modulecb[i], 0, sizeof(wlc->modulecb[i]));
5590 			return 0;
5591 		}
5592 	}
5593 
5594 	/* table not found! */
5595 	return -ENODATA;
5596 }
5597 
5598 static bool brcms_c_chipmatch_pci(struct bcma_device *core)
5599 {
5600 	struct pci_dev *pcidev = core->bus->host_pci;
5601 	u16 vendor = pcidev->vendor;
5602 	u16 device = pcidev->device;
5603 
5604 	if (vendor != PCI_VENDOR_ID_BROADCOM) {
5605 		pr_err("unknown vendor id %04x\n", vendor);
5606 		return false;
5607 	}
5608 
5609 	if (device == BCM43224_D11N_ID_VEN1 || device == BCM43224_CHIP_ID)
5610 		return true;
5611 	if ((device == BCM43224_D11N_ID) || (device == BCM43225_D11N2G_ID))
5612 		return true;
5613 	if (device == BCM4313_D11N2G_ID || device == BCM4313_CHIP_ID)
5614 		return true;
5615 	if ((device == BCM43236_D11N_ID) || (device == BCM43236_D11N2G_ID))
5616 		return true;
5617 
5618 	pr_err("unknown device id %04x\n", device);
5619 	return false;
5620 }
5621 
5622 static bool brcms_c_chipmatch_soc(struct bcma_device *core)
5623 {
5624 	struct bcma_chipinfo *chipinfo = &core->bus->chipinfo;
5625 
5626 	if (chipinfo->id == BCMA_CHIP_ID_BCM4716)
5627 		return true;
5628 
5629 	pr_err("unknown chip id %04x\n", chipinfo->id);
5630 	return false;
5631 }
5632 
5633 bool brcms_c_chipmatch(struct bcma_device *core)
5634 {
5635 	switch (core->bus->hosttype) {
5636 	case BCMA_HOSTTYPE_PCI:
5637 		return brcms_c_chipmatch_pci(core);
5638 	case BCMA_HOSTTYPE_SOC:
5639 		return brcms_c_chipmatch_soc(core);
5640 	default:
5641 		pr_err("unknown host type: %i\n", core->bus->hosttype);
5642 		return false;
5643 	}
5644 }
5645 
5646 u16 brcms_b_rate_shm_offset(struct brcms_hardware *wlc_hw, u8 rate)
5647 {
5648 	u16 table_ptr;
5649 	u8 phy_rate, index;
5650 
5651 	/* get the phy specific rate encoding for the PLCP SIGNAL field */
5652 	if (is_ofdm_rate(rate))
5653 		table_ptr = M_RT_DIRMAP_A;
5654 	else
5655 		table_ptr = M_RT_DIRMAP_B;
5656 
5657 	/* for a given rate, the LS-nibble of the PLCP SIGNAL field is
5658 	 * the index into the rate table.
5659 	 */
5660 	phy_rate = rate_info[rate] & BRCMS_RATE_MASK;
5661 	index = phy_rate & 0xf;
5662 
5663 	/* Find the SHM pointer to the rate table entry by looking in the
5664 	 * Direct-map Table
5665 	 */
5666 	return 2 * brcms_b_read_shm(wlc_hw, table_ptr + (index * 2));
5667 }
5668 
5669 /*
5670  * bcmc_fid_generate:
5671  * Generate frame ID for a BCMC packet.  The frag field is not used
5672  * for MC frames so is used as part of the sequence number.
5673  */
5674 static inline u16
5675 bcmc_fid_generate(struct brcms_c_info *wlc, struct brcms_bss_cfg *bsscfg,
5676 		  struct d11txh *txh)
5677 {
5678 	u16 frameid;
5679 
5680 	frameid = le16_to_cpu(txh->TxFrameID) & ~(TXFID_SEQ_MASK |
5681 						  TXFID_QUEUE_MASK);
5682 	frameid |=
5683 	    (((wlc->
5684 	       mc_fid_counter++) << TXFID_SEQ_SHIFT) & TXFID_SEQ_MASK) |
5685 	    TX_BCMC_FIFO;
5686 
5687 	return frameid;
5688 }
5689 
5690 static uint
5691 brcms_c_calc_ack_time(struct brcms_c_info *wlc, u32 rspec,
5692 		      u8 preamble_type)
5693 {
5694 	uint dur = 0;
5695 
5696 	/*
5697 	 * Spec 9.6: ack rate is the highest rate in BSSBasicRateSet that
5698 	 * is less than or equal to the rate of the immediately previous
5699 	 * frame in the FES
5700 	 */
5701 	rspec = brcms_basic_rate(wlc, rspec);
5702 	/* ACK frame len == 14 == 2(fc) + 2(dur) + 6(ra) + 4(fcs) */
5703 	dur =
5704 	    brcms_c_calc_frame_time(wlc, rspec, preamble_type,
5705 				(DOT11_ACK_LEN + FCS_LEN));
5706 	return dur;
5707 }
5708 
5709 static uint
5710 brcms_c_calc_cts_time(struct brcms_c_info *wlc, u32 rspec,
5711 		      u8 preamble_type)
5712 {
5713 	return brcms_c_calc_ack_time(wlc, rspec, preamble_type);
5714 }
5715 
5716 static uint
5717 brcms_c_calc_ba_time(struct brcms_c_info *wlc, u32 rspec,
5718 		     u8 preamble_type)
5719 {
5720 	/*
5721 	 * Spec 9.6: ack rate is the highest rate in BSSBasicRateSet that
5722 	 * is less than or equal to the rate of the immediately previous
5723 	 * frame in the FES
5724 	 */
5725 	rspec = brcms_basic_rate(wlc, rspec);
5726 	/* BA len == 32 == 16(ctl hdr) + 4(ba len) + 8(bitmap) + 4(fcs) */
5727 	return brcms_c_calc_frame_time(wlc, rspec, preamble_type,
5728 				   (DOT11_BA_LEN + DOT11_BA_BITMAP_LEN +
5729 				    FCS_LEN));
5730 }
5731 
5732 /* brcms_c_compute_frame_dur()
5733  *
5734  * Calculate the 802.11 MAC header DUR field for MPDU
5735  * DUR for a single frame = 1 SIFS + 1 ACK
5736  * DUR for a frame with following frags = 3 SIFS + 2 ACK + next frag time
5737  *
5738  * rate			MPDU rate in unit of 500kbps
5739  * next_frag_len	next MPDU length in bytes
5740  * preamble_type	use short/GF or long/MM PLCP header
5741  */
5742 static u16
5743 brcms_c_compute_frame_dur(struct brcms_c_info *wlc, u32 rate,
5744 		      u8 preamble_type, uint next_frag_len)
5745 {
5746 	u16 dur, sifs;
5747 
5748 	sifs = get_sifs(wlc->band);
5749 
5750 	dur = sifs;
5751 	dur += (u16) brcms_c_calc_ack_time(wlc, rate, preamble_type);
5752 
5753 	if (next_frag_len) {
5754 		/* Double the current DUR to get 2 SIFS + 2 ACKs */
5755 		dur *= 2;
5756 		/* add another SIFS and the frag time */
5757 		dur += sifs;
5758 		dur +=
5759 		    (u16) brcms_c_calc_frame_time(wlc, rate, preamble_type,
5760 						 next_frag_len);
5761 	}
5762 	return dur;
5763 }
5764 
5765 /* The opposite of brcms_c_calc_frame_time */
5766 static uint
5767 brcms_c_calc_frame_len(struct brcms_c_info *wlc, u32 ratespec,
5768 		   u8 preamble_type, uint dur)
5769 {
5770 	uint nsyms, mac_len, Ndps, kNdps;
5771 	uint rate = rspec2rate(ratespec);
5772 
5773 	if (is_mcs_rate(ratespec)) {
5774 		uint mcs = ratespec & RSPEC_RATE_MASK;
5775 		int tot_streams = mcs_2_txstreams(mcs) + rspec_stc(ratespec);
5776 		dur -= PREN_PREAMBLE + (tot_streams * PREN_PREAMBLE_EXT);
5777 		/* payload calculation matches that of regular ofdm */
5778 		if (wlc->band->bandtype == BRCM_BAND_2G)
5779 			dur -= DOT11_OFDM_SIGNAL_EXTENSION;
5780 		/* kNdbps = kbps * 4 */
5781 		kNdps =	mcs_2_rate(mcs, rspec_is40mhz(ratespec),
5782 				   rspec_issgi(ratespec)) * 4;
5783 		nsyms = dur / APHY_SYMBOL_TIME;
5784 		mac_len =
5785 		    ((nsyms * kNdps) -
5786 		     ((APHY_SERVICE_NBITS + APHY_TAIL_NBITS) * 1000)) / 8000;
5787 	} else if (is_ofdm_rate(ratespec)) {
5788 		dur -= APHY_PREAMBLE_TIME;
5789 		dur -= APHY_SIGNAL_TIME;
5790 		/* Ndbps = Mbps * 4 = rate(500Kbps) * 2 */
5791 		Ndps = rate * 2;
5792 		nsyms = dur / APHY_SYMBOL_TIME;
5793 		mac_len =
5794 		    ((nsyms * Ndps) -
5795 		     (APHY_SERVICE_NBITS + APHY_TAIL_NBITS)) / 8;
5796 	} else {
5797 		if (preamble_type & BRCMS_SHORT_PREAMBLE)
5798 			dur -= BPHY_PLCP_SHORT_TIME;
5799 		else
5800 			dur -= BPHY_PLCP_TIME;
5801 		mac_len = dur * rate;
5802 		/* divide out factor of 2 in rate (1/2 mbps) */
5803 		mac_len = mac_len / 8 / 2;
5804 	}
5805 	return mac_len;
5806 }
5807 
5808 /*
5809  * Return true if the specified rate is supported by the specified band.
5810  * BRCM_BAND_AUTO indicates the current band.
5811  */
5812 static bool brcms_c_valid_rate(struct brcms_c_info *wlc, u32 rspec, int band,
5813 		    bool verbose)
5814 {
5815 	struct brcms_c_rateset *hw_rateset;
5816 	uint i;
5817 
5818 	if ((band == BRCM_BAND_AUTO) || (band == wlc->band->bandtype))
5819 		hw_rateset = &wlc->band->hw_rateset;
5820 	else if (wlc->pub->_nbands > 1)
5821 		hw_rateset = &wlc->bandstate[OTHERBANDUNIT(wlc)]->hw_rateset;
5822 	else
5823 		/* other band specified and we are a single band device */
5824 		return false;
5825 
5826 	/* check if this is a mimo rate */
5827 	if (is_mcs_rate(rspec)) {
5828 		if ((rspec & RSPEC_RATE_MASK) >= MCS_TABLE_SIZE)
5829 			goto error;
5830 
5831 		return isset(hw_rateset->mcs, (rspec & RSPEC_RATE_MASK));
5832 	}
5833 
5834 	for (i = 0; i < hw_rateset->count; i++)
5835 		if (hw_rateset->rates[i] == rspec2rate(rspec))
5836 			return true;
5837  error:
5838 	if (verbose)
5839 		brcms_err(wlc->hw->d11core, "wl%d: valid_rate: rate spec 0x%x "
5840 			  "not in hw_rateset\n", wlc->pub->unit, rspec);
5841 
5842 	return false;
5843 }
5844 
5845 static u32
5846 mac80211_wlc_set_nrate(struct brcms_c_info *wlc, struct brcms_band *cur_band,
5847 		       u32 int_val)
5848 {
5849 	struct bcma_device *core = wlc->hw->d11core;
5850 	u8 stf = (int_val & NRATE_STF_MASK) >> NRATE_STF_SHIFT;
5851 	u8 rate = int_val & NRATE_RATE_MASK;
5852 	u32 rspec;
5853 	bool ismcs = ((int_val & NRATE_MCS_INUSE) == NRATE_MCS_INUSE);
5854 	bool issgi = ((int_val & NRATE_SGI_MASK) >> NRATE_SGI_SHIFT);
5855 	bool override_mcs_only = ((int_val & NRATE_OVERRIDE_MCS_ONLY)
5856 				  == NRATE_OVERRIDE_MCS_ONLY);
5857 
5858 	if (!ismcs)
5859 		return (u32) rate;
5860 
5861 	/* validate the combination of rate/mcs/stf is allowed */
5862 	if ((wlc->pub->_n_enab & SUPPORT_11N) && ismcs) {
5863 		/* mcs only allowed when nmode */
5864 		if (stf > PHY_TXC1_MODE_SDM) {
5865 			brcms_err(core, "wl%d: %s: Invalid stf\n",
5866 				  wlc->pub->unit, __func__);
5867 			goto done;
5868 		}
5869 
5870 		/* mcs 32 is a special case, DUP mode 40 only */
5871 		if (rate == 32) {
5872 			if (!CHSPEC_IS40(wlc->home_chanspec) ||
5873 			    ((stf != PHY_TXC1_MODE_SISO)
5874 			     && (stf != PHY_TXC1_MODE_CDD))) {
5875 				brcms_err(core, "wl%d: %s: Invalid mcs 32\n",
5876 					  wlc->pub->unit, __func__);
5877 				goto done;
5878 			}
5879 			/* mcs > 7 must use stf SDM */
5880 		} else if (rate > HIGHEST_SINGLE_STREAM_MCS) {
5881 			/* mcs > 7 must use stf SDM */
5882 			if (stf != PHY_TXC1_MODE_SDM) {
5883 				brcms_dbg_mac80211(core, "wl%d: enabling "
5884 						   "SDM mode for mcs %d\n",
5885 						   wlc->pub->unit, rate);
5886 				stf = PHY_TXC1_MODE_SDM;
5887 			}
5888 		} else {
5889 			/*
5890 			 * MCS 0-7 may use SISO, CDD, and for
5891 			 * phy_rev >= 3 STBC
5892 			 */
5893 			if ((stf > PHY_TXC1_MODE_STBC) ||
5894 			    (!BRCMS_STBC_CAP_PHY(wlc)
5895 			     && (stf == PHY_TXC1_MODE_STBC))) {
5896 				brcms_err(core, "wl%d: %s: Invalid STBC\n",
5897 					  wlc->pub->unit, __func__);
5898 				goto done;
5899 			}
5900 		}
5901 	} else if (is_ofdm_rate(rate)) {
5902 		if ((stf != PHY_TXC1_MODE_CDD) && (stf != PHY_TXC1_MODE_SISO)) {
5903 			brcms_err(core, "wl%d: %s: Invalid OFDM\n",
5904 				  wlc->pub->unit, __func__);
5905 			goto done;
5906 		}
5907 	} else if (is_cck_rate(rate)) {
5908 		if ((cur_band->bandtype != BRCM_BAND_2G)
5909 		    || (stf != PHY_TXC1_MODE_SISO)) {
5910 			brcms_err(core, "wl%d: %s: Invalid CCK\n",
5911 				  wlc->pub->unit, __func__);
5912 			goto done;
5913 		}
5914 	} else {
5915 		brcms_err(core, "wl%d: %s: Unknown rate type\n",
5916 			  wlc->pub->unit, __func__);
5917 		goto done;
5918 	}
5919 	/* make sure multiple antennae are available for non-siso rates */
5920 	if ((stf != PHY_TXC1_MODE_SISO) && (wlc->stf->txstreams == 1)) {
5921 		brcms_err(core, "wl%d: %s: SISO antenna but !SISO "
5922 			  "request\n", wlc->pub->unit, __func__);
5923 		goto done;
5924 	}
5925 
5926 	rspec = rate;
5927 	if (ismcs) {
5928 		rspec |= RSPEC_MIMORATE;
5929 		/* For STBC populate the STC field of the ratespec */
5930 		if (stf == PHY_TXC1_MODE_STBC) {
5931 			u8 stc;
5932 			stc = 1;	/* Nss for single stream is always 1 */
5933 			rspec |= (stc << RSPEC_STC_SHIFT);
5934 		}
5935 	}
5936 
5937 	rspec |= (stf << RSPEC_STF_SHIFT);
5938 
5939 	if (override_mcs_only)
5940 		rspec |= RSPEC_OVERRIDE_MCS_ONLY;
5941 
5942 	if (issgi)
5943 		rspec |= RSPEC_SHORT_GI;
5944 
5945 	if ((rate != 0)
5946 	    && !brcms_c_valid_rate(wlc, rspec, cur_band->bandtype, true))
5947 		return rate;
5948 
5949 	return rspec;
5950 done:
5951 	return rate;
5952 }
5953 
5954 /*
5955  * Compute PLCP, but only requires actual rate and length of pkt.
5956  * Rate is given in the driver standard multiple of 500 kbps.
5957  * le is set for 11 Mbps rate if necessary.
5958  * Broken out for PRQ.
5959  */
5960 
5961 static void brcms_c_cck_plcp_set(struct brcms_c_info *wlc, int rate_500,
5962 			     uint length, u8 *plcp)
5963 {
5964 	u16 usec = 0;
5965 	u8 le = 0;
5966 
5967 	switch (rate_500) {
5968 	case BRCM_RATE_1M:
5969 		usec = length << 3;
5970 		break;
5971 	case BRCM_RATE_2M:
5972 		usec = length << 2;
5973 		break;
5974 	case BRCM_RATE_5M5:
5975 		usec = (length << 4) / 11;
5976 		if ((length << 4) - (usec * 11) > 0)
5977 			usec++;
5978 		break;
5979 	case BRCM_RATE_11M:
5980 		usec = (length << 3) / 11;
5981 		if ((length << 3) - (usec * 11) > 0) {
5982 			usec++;
5983 			if ((usec * 11) - (length << 3) >= 8)
5984 				le = D11B_PLCP_SIGNAL_LE;
5985 		}
5986 		break;
5987 
5988 	default:
5989 		brcms_err(wlc->hw->d11core,
5990 			  "brcms_c_cck_plcp_set: unsupported rate %d\n",
5991 			  rate_500);
5992 		rate_500 = BRCM_RATE_1M;
5993 		usec = length << 3;
5994 		break;
5995 	}
5996 	/* PLCP signal byte */
5997 	plcp[0] = rate_500 * 5;	/* r (500kbps) * 5 == r (100kbps) */
5998 	/* PLCP service byte */
5999 	plcp[1] = (u8) (le | D11B_PLCP_SIGNAL_LOCKED);
6000 	/* PLCP length u16, little endian */
6001 	plcp[2] = usec & 0xff;
6002 	plcp[3] = (usec >> 8) & 0xff;
6003 	/* PLCP CRC16 */
6004 	plcp[4] = 0;
6005 	plcp[5] = 0;
6006 }
6007 
6008 /* Rate: 802.11 rate code, length: PSDU length in octets */
6009 static void brcms_c_compute_mimo_plcp(u32 rspec, uint length, u8 *plcp)
6010 {
6011 	u8 mcs = (u8) (rspec & RSPEC_RATE_MASK);
6012 	plcp[0] = mcs;
6013 	if (rspec_is40mhz(rspec) || (mcs == 32))
6014 		plcp[0] |= MIMO_PLCP_40MHZ;
6015 	BRCMS_SET_MIMO_PLCP_LEN(plcp, length);
6016 	plcp[3] = rspec_mimoplcp3(rspec); /* rspec already holds this byte */
6017 	plcp[3] |= 0x7; /* set smoothing, not sounding ppdu & reserved */
6018 	plcp[4] = 0; /* number of extension spatial streams bit 0 & 1 */
6019 	plcp[5] = 0;
6020 }
6021 
6022 /* Rate: 802.11 rate code, length: PSDU length in octets */
6023 static void
6024 brcms_c_compute_ofdm_plcp(u32 rspec, u32 length, u8 *plcp)
6025 {
6026 	u8 rate_signal;
6027 	u32 tmp = 0;
6028 	int rate = rspec2rate(rspec);
6029 
6030 	/*
6031 	 * encode rate per 802.11a-1999 sec 17.3.4.1, with lsb
6032 	 * transmitted first
6033 	 */
6034 	rate_signal = rate_info[rate] & BRCMS_RATE_MASK;
6035 	memset(plcp, 0, D11_PHY_HDR_LEN);
6036 	D11A_PHY_HDR_SRATE((struct ofdm_phy_hdr *) plcp, rate_signal);
6037 
6038 	tmp = (length & 0xfff) << 5;
6039 	plcp[2] |= (tmp >> 16) & 0xff;
6040 	plcp[1] |= (tmp >> 8) & 0xff;
6041 	plcp[0] |= tmp & 0xff;
6042 }
6043 
6044 /* Rate: 802.11 rate code, length: PSDU length in octets */
6045 static void brcms_c_compute_cck_plcp(struct brcms_c_info *wlc, u32 rspec,
6046 				 uint length, u8 *plcp)
6047 {
6048 	int rate = rspec2rate(rspec);
6049 
6050 	brcms_c_cck_plcp_set(wlc, rate, length, plcp);
6051 }
6052 
6053 static void
6054 brcms_c_compute_plcp(struct brcms_c_info *wlc, u32 rspec,
6055 		     uint length, u8 *plcp)
6056 {
6057 	if (is_mcs_rate(rspec))
6058 		brcms_c_compute_mimo_plcp(rspec, length, plcp);
6059 	else if (is_ofdm_rate(rspec))
6060 		brcms_c_compute_ofdm_plcp(rspec, length, plcp);
6061 	else
6062 		brcms_c_compute_cck_plcp(wlc, rspec, length, plcp);
6063 }
6064 
6065 /* brcms_c_compute_rtscts_dur()
6066  *
6067  * Calculate the 802.11 MAC header DUR field for an RTS or CTS frame
6068  * DUR for normal RTS/CTS w/ frame = 3 SIFS + 1 CTS + next frame time + 1 ACK
6069  * DUR for CTS-TO-SELF w/ frame    = 2 SIFS         + next frame time + 1 ACK
6070  *
6071  * cts			cts-to-self or rts/cts
6072  * rts_rate		rts or cts rate in unit of 500kbps
6073  * rate			next MPDU rate in unit of 500kbps
6074  * frame_len		next MPDU frame length in bytes
6075  */
6076 u16
6077 brcms_c_compute_rtscts_dur(struct brcms_c_info *wlc, bool cts_only,
6078 			   u32 rts_rate,
6079 			   u32 frame_rate, u8 rts_preamble_type,
6080 			   u8 frame_preamble_type, uint frame_len, bool ba)
6081 {
6082 	u16 dur, sifs;
6083 
6084 	sifs = get_sifs(wlc->band);
6085 
6086 	if (!cts_only) {
6087 		/* RTS/CTS */
6088 		dur = 3 * sifs;
6089 		dur +=
6090 		    (u16) brcms_c_calc_cts_time(wlc, rts_rate,
6091 					       rts_preamble_type);
6092 	} else {
6093 		/* CTS-TO-SELF */
6094 		dur = 2 * sifs;
6095 	}
6096 
6097 	dur +=
6098 	    (u16) brcms_c_calc_frame_time(wlc, frame_rate, frame_preamble_type,
6099 					 frame_len);
6100 	if (ba)
6101 		dur +=
6102 		    (u16) brcms_c_calc_ba_time(wlc, frame_rate,
6103 					      BRCMS_SHORT_PREAMBLE);
6104 	else
6105 		dur +=
6106 		    (u16) brcms_c_calc_ack_time(wlc, frame_rate,
6107 					       frame_preamble_type);
6108 	return dur;
6109 }
6110 
6111 static u16 brcms_c_phytxctl1_calc(struct brcms_c_info *wlc, u32 rspec)
6112 {
6113 	u16 phyctl1 = 0;
6114 	u16 bw;
6115 
6116 	if (BRCMS_ISLCNPHY(wlc->band)) {
6117 		bw = PHY_TXC1_BW_20MHZ;
6118 	} else {
6119 		bw = rspec_get_bw(rspec);
6120 		/* 10Mhz is not supported yet */
6121 		if (bw < PHY_TXC1_BW_20MHZ) {
6122 			brcms_err(wlc->hw->d11core, "phytxctl1_calc: bw %d is "
6123 				  "not supported yet, set to 20L\n", bw);
6124 			bw = PHY_TXC1_BW_20MHZ;
6125 		}
6126 	}
6127 
6128 	if (is_mcs_rate(rspec)) {
6129 		uint mcs = rspec & RSPEC_RATE_MASK;
6130 
6131 		/* bw, stf, coding-type is part of rspec_phytxbyte2 returns */
6132 		phyctl1 = rspec_phytxbyte2(rspec);
6133 		/* set the upper byte of phyctl1 */
6134 		phyctl1 |= (mcs_table[mcs].tx_phy_ctl3 << 8);
6135 	} else if (is_cck_rate(rspec) && !BRCMS_ISLCNPHY(wlc->band)
6136 		   && !BRCMS_ISSSLPNPHY(wlc->band)) {
6137 		/*
6138 		 * In CCK mode LPPHY overloads OFDM Modulation bits with CCK
6139 		 * Data Rate. Eventually MIMOPHY would also be converted to
6140 		 * this format
6141 		 */
6142 		/* 0 = 1Mbps; 1 = 2Mbps; 2 = 5.5Mbps; 3 = 11Mbps */
6143 		phyctl1 = (bw | (rspec_stf(rspec) << PHY_TXC1_MODE_SHIFT));
6144 	} else {		/* legacy OFDM/CCK */
6145 		s16 phycfg;
6146 		/* get the phyctl byte from rate phycfg table */
6147 		phycfg = brcms_c_rate_legacy_phyctl(rspec2rate(rspec));
6148 		if (phycfg == -1) {
6149 			brcms_err(wlc->hw->d11core, "phytxctl1_calc: wrong "
6150 				  "legacy OFDM/CCK rate\n");
6151 			phycfg = 0;
6152 		}
6153 		/* set the upper byte of phyctl1 */
6154 		phyctl1 =
6155 		    (bw | (phycfg << 8) |
6156 		     (rspec_stf(rspec) << PHY_TXC1_MODE_SHIFT));
6157 	}
6158 	return phyctl1;
6159 }
6160 
6161 /*
6162  * Add struct d11txh, struct cck_phy_hdr.
6163  *
6164  * 'p' data must start with 802.11 MAC header
6165  * 'p' must allow enough bytes of local headers to be "pushed" onto the packet
6166  *
6167  * headroom == D11_PHY_HDR_LEN + D11_TXH_LEN (D11_TXH_LEN is now 104 bytes)
6168  *
6169  */
6170 static u16
6171 brcms_c_d11hdrs_mac80211(struct brcms_c_info *wlc, struct ieee80211_hw *hw,
6172 		     struct sk_buff *p, struct scb *scb, uint frag,
6173 		     uint nfrags, uint queue, uint next_frag_len)
6174 {
6175 	struct ieee80211_hdr *h;
6176 	struct d11txh *txh;
6177 	u8 *plcp, plcp_fallback[D11_PHY_HDR_LEN];
6178 	int len, phylen, rts_phylen;
6179 	u16 mch, phyctl, xfts, mainrates;
6180 	u16 seq = 0, mcl = 0, status = 0, frameid = 0;
6181 	u32 rspec[2] = { BRCM_RATE_1M, BRCM_RATE_1M };
6182 	u32 rts_rspec[2] = { BRCM_RATE_1M, BRCM_RATE_1M };
6183 	bool use_rts = false;
6184 	bool use_cts = false;
6185 	bool use_rifs = false;
6186 	u8 preamble_type[2] = { BRCMS_LONG_PREAMBLE, BRCMS_LONG_PREAMBLE };
6187 	u8 rts_preamble_type[2] = { BRCMS_LONG_PREAMBLE, BRCMS_LONG_PREAMBLE };
6188 	u8 *rts_plcp, rts_plcp_fallback[D11_PHY_HDR_LEN];
6189 	struct ieee80211_rts *rts = NULL;
6190 	bool qos;
6191 	uint ac;
6192 	bool hwtkmic = false;
6193 	u16 mimo_ctlchbw = PHY_TXC1_BW_20MHZ;
6194 #define ANTCFG_NONE 0xFF
6195 	u8 antcfg = ANTCFG_NONE;
6196 	u8 fbantcfg = ANTCFG_NONE;
6197 	uint phyctl1_stf = 0;
6198 	u16 durid = 0;
6199 	struct ieee80211_tx_rate *txrate[2];
6200 	int k;
6201 	struct ieee80211_tx_info *tx_info;
6202 	bool is_mcs;
6203 	u16 mimo_txbw;
6204 	u8 mimo_preamble_type;
6205 
6206 	/* locate 802.11 MAC header */
6207 	h = (struct ieee80211_hdr *)(p->data);
6208 	qos = ieee80211_is_data_qos(h->frame_control);
6209 
6210 	/* compute length of frame in bytes for use in PLCP computations */
6211 	len = p->len;
6212 	phylen = len + FCS_LEN;
6213 
6214 	/* Get tx_info */
6215 	tx_info = IEEE80211_SKB_CB(p);
6216 
6217 	/* add PLCP */
6218 	plcp = skb_push(p, D11_PHY_HDR_LEN);
6219 
6220 	/* add Broadcom tx descriptor header */
6221 	txh = (struct d11txh *) skb_push(p, D11_TXH_LEN);
6222 	memset(txh, 0, D11_TXH_LEN);
6223 
6224 	/* setup frameid */
6225 	if (tx_info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ) {
6226 		/* non-AP STA should never use BCMC queue */
6227 		if (queue == TX_BCMC_FIFO) {
6228 			brcms_err(wlc->hw->d11core,
6229 				  "wl%d: %s: ASSERT queue == TX_BCMC!\n",
6230 				  wlc->pub->unit, __func__);
6231 			frameid = bcmc_fid_generate(wlc, NULL, txh);
6232 		} else {
6233 			/* Increment the counter for first fragment */
6234 			if (tx_info->flags & IEEE80211_TX_CTL_FIRST_FRAGMENT)
6235 				scb->seqnum[p->priority]++;
6236 
6237 			/* extract fragment number from frame first */
6238 			seq = le16_to_cpu(h->seq_ctrl) & FRAGNUM_MASK;
6239 			seq |= (scb->seqnum[p->priority] << SEQNUM_SHIFT);
6240 			h->seq_ctrl = cpu_to_le16(seq);
6241 
6242 			frameid = ((seq << TXFID_SEQ_SHIFT) & TXFID_SEQ_MASK) |
6243 			    (queue & TXFID_QUEUE_MASK);
6244 		}
6245 	}
6246 	frameid |= queue & TXFID_QUEUE_MASK;
6247 
6248 	/* set the ignpmq bit for all pkts tx'd in PS mode and for beacons */
6249 	if (ieee80211_is_beacon(h->frame_control))
6250 		mcl |= TXC_IGNOREPMQ;
6251 
6252 	txrate[0] = tx_info->control.rates;
6253 	txrate[1] = txrate[0] + 1;
6254 
6255 	/*
6256 	 * if rate control algorithm didn't give us a fallback
6257 	 * rate, use the primary rate
6258 	 */
6259 	if (txrate[1]->idx < 0)
6260 		txrate[1] = txrate[0];
6261 
6262 	for (k = 0; k < hw->max_rates; k++) {
6263 		is_mcs = txrate[k]->flags & IEEE80211_TX_RC_MCS ? true : false;
6264 		if (!is_mcs) {
6265 			if ((txrate[k]->idx >= 0)
6266 			    && (txrate[k]->idx <
6267 				hw->wiphy->bands[tx_info->band]->n_bitrates)) {
6268 				rspec[k] =
6269 				    hw->wiphy->bands[tx_info->band]->
6270 				    bitrates[txrate[k]->idx].hw_value;
6271 			} else {
6272 				rspec[k] = BRCM_RATE_1M;
6273 			}
6274 		} else {
6275 			rspec[k] = mac80211_wlc_set_nrate(wlc, wlc->band,
6276 					NRATE_MCS_INUSE | txrate[k]->idx);
6277 		}
6278 
6279 		/*
6280 		 * Currently only support same setting for primay and
6281 		 * fallback rates. Unify flags for each rate into a
6282 		 * single value for the frame
6283 		 */
6284 		use_rts |=
6285 		    txrate[k]->
6286 		    flags & IEEE80211_TX_RC_USE_RTS_CTS ? true : false;
6287 		use_cts |=
6288 		    txrate[k]->
6289 		    flags & IEEE80211_TX_RC_USE_CTS_PROTECT ? true : false;
6290 
6291 
6292 		/*
6293 		 * (1) RATE:
6294 		 *   determine and validate primary rate
6295 		 *   and fallback rates
6296 		 */
6297 		if (!rspec_active(rspec[k])) {
6298 			rspec[k] = BRCM_RATE_1M;
6299 		} else {
6300 			if (!is_multicast_ether_addr(h->addr1)) {
6301 				/* set tx antenna config */
6302 				brcms_c_antsel_antcfg_get(wlc->asi, false,
6303 					false, 0, 0, &antcfg, &fbantcfg);
6304 			}
6305 		}
6306 	}
6307 
6308 	phyctl1_stf = wlc->stf->ss_opmode;
6309 
6310 	if (wlc->pub->_n_enab & SUPPORT_11N) {
6311 		for (k = 0; k < hw->max_rates; k++) {
6312 			/*
6313 			 * apply siso/cdd to single stream mcs's or ofdm
6314 			 * if rspec is auto selected
6315 			 */
6316 			if (((is_mcs_rate(rspec[k]) &&
6317 			      is_single_stream(rspec[k] & RSPEC_RATE_MASK)) ||
6318 			     is_ofdm_rate(rspec[k]))
6319 			    && ((rspec[k] & RSPEC_OVERRIDE_MCS_ONLY)
6320 				|| !(rspec[k] & RSPEC_OVERRIDE))) {
6321 				rspec[k] &= ~(RSPEC_STF_MASK | RSPEC_STC_MASK);
6322 
6323 				/* For SISO MCS use STBC if possible */
6324 				if (is_mcs_rate(rspec[k])
6325 				    && BRCMS_STF_SS_STBC_TX(wlc, scb)) {
6326 					u8 stc;
6327 
6328 					/* Nss for single stream is always 1 */
6329 					stc = 1;
6330 					rspec[k] |= (PHY_TXC1_MODE_STBC <<
6331 							RSPEC_STF_SHIFT) |
6332 						    (stc << RSPEC_STC_SHIFT);
6333 				} else
6334 					rspec[k] |=
6335 					    (phyctl1_stf << RSPEC_STF_SHIFT);
6336 			}
6337 
6338 			/*
6339 			 * Is the phy configured to use 40MHZ frames? If
6340 			 * so then pick the desired txbw
6341 			 */
6342 			if (brcms_chspec_bw(wlc->chanspec) == BRCMS_40_MHZ) {
6343 				/* default txbw is 20in40 SB */
6344 				mimo_ctlchbw = mimo_txbw =
6345 				   CHSPEC_SB_UPPER(wlc_phy_chanspec_get(
6346 								 wlc->band->pi))
6347 				   ? PHY_TXC1_BW_20MHZ_UP : PHY_TXC1_BW_20MHZ;
6348 
6349 				if (is_mcs_rate(rspec[k])) {
6350 					/* mcs 32 must be 40b/w DUP */
6351 					if ((rspec[k] & RSPEC_RATE_MASK)
6352 					    == 32) {
6353 						mimo_txbw =
6354 						    PHY_TXC1_BW_40MHZ_DUP;
6355 						/* use override */
6356 					} else if (wlc->mimo_40txbw != AUTO)
6357 						mimo_txbw = wlc->mimo_40txbw;
6358 					/* else check if dst is using 40 Mhz */
6359 					else if (scb->flags & SCB_IS40)
6360 						mimo_txbw = PHY_TXC1_BW_40MHZ;
6361 				} else if (is_ofdm_rate(rspec[k])) {
6362 					if (wlc->ofdm_40txbw != AUTO)
6363 						mimo_txbw = wlc->ofdm_40txbw;
6364 				} else if (wlc->cck_40txbw != AUTO) {
6365 					mimo_txbw = wlc->cck_40txbw;
6366 				}
6367 			} else {
6368 				/*
6369 				 * mcs32 is 40 b/w only.
6370 				 * This is possible for probe packets on
6371 				 * a STA during SCAN
6372 				 */
6373 				if ((rspec[k] & RSPEC_RATE_MASK) == 32)
6374 					/* mcs 0 */
6375 					rspec[k] = RSPEC_MIMORATE;
6376 
6377 				mimo_txbw = PHY_TXC1_BW_20MHZ;
6378 			}
6379 
6380 			/* Set channel width */
6381 			rspec[k] &= ~RSPEC_BW_MASK;
6382 			if ((k == 0) || ((k > 0) && is_mcs_rate(rspec[k])))
6383 				rspec[k] |= (mimo_txbw << RSPEC_BW_SHIFT);
6384 			else
6385 				rspec[k] |= (mimo_ctlchbw << RSPEC_BW_SHIFT);
6386 
6387 			/* Disable short GI, not supported yet */
6388 			rspec[k] &= ~RSPEC_SHORT_GI;
6389 
6390 			mimo_preamble_type = BRCMS_MM_PREAMBLE;
6391 			if (txrate[k]->flags & IEEE80211_TX_RC_GREEN_FIELD)
6392 				mimo_preamble_type = BRCMS_GF_PREAMBLE;
6393 
6394 			if ((txrate[k]->flags & IEEE80211_TX_RC_MCS)
6395 			    && (!is_mcs_rate(rspec[k]))) {
6396 				brcms_warn(wlc->hw->d11core,
6397 					   "wl%d: %s: IEEE80211_TX_RC_MCS != is_mcs_rate(rspec)\n",
6398 					   wlc->pub->unit, __func__);
6399 			}
6400 
6401 			if (is_mcs_rate(rspec[k])) {
6402 				preamble_type[k] = mimo_preamble_type;
6403 
6404 				/*
6405 				 * if SGI is selected, then forced mm
6406 				 * for single stream
6407 				 */
6408 				if ((rspec[k] & RSPEC_SHORT_GI)
6409 				    && is_single_stream(rspec[k] &
6410 							RSPEC_RATE_MASK))
6411 					preamble_type[k] = BRCMS_MM_PREAMBLE;
6412 			}
6413 
6414 			/* should be better conditionalized */
6415 			if (!is_mcs_rate(rspec[0])
6416 			    && (tx_info->control.rates[0].
6417 				flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE))
6418 				preamble_type[k] = BRCMS_SHORT_PREAMBLE;
6419 		}
6420 	} else {
6421 		for (k = 0; k < hw->max_rates; k++) {
6422 			/* Set ctrlchbw as 20Mhz */
6423 			rspec[k] &= ~RSPEC_BW_MASK;
6424 			rspec[k] |= (PHY_TXC1_BW_20MHZ << RSPEC_BW_SHIFT);
6425 
6426 			/* for nphy, stf of ofdm frames must follow policies */
6427 			if (BRCMS_ISNPHY(wlc->band) && is_ofdm_rate(rspec[k])) {
6428 				rspec[k] &= ~RSPEC_STF_MASK;
6429 				rspec[k] |= phyctl1_stf << RSPEC_STF_SHIFT;
6430 			}
6431 		}
6432 	}
6433 
6434 	/* Reset these for use with AMPDU's */
6435 	txrate[0]->count = 0;
6436 	txrate[1]->count = 0;
6437 
6438 	/* (2) PROTECTION, may change rspec */
6439 	if ((ieee80211_is_data(h->frame_control) ||
6440 	    ieee80211_is_mgmt(h->frame_control)) &&
6441 	    (phylen > wlc->RTSThresh) && !is_multicast_ether_addr(h->addr1))
6442 		use_rts = true;
6443 
6444 	/* (3) PLCP: determine PLCP header and MAC duration,
6445 	 * fill struct d11txh */
6446 	brcms_c_compute_plcp(wlc, rspec[0], phylen, plcp);
6447 	brcms_c_compute_plcp(wlc, rspec[1], phylen, plcp_fallback);
6448 	memcpy(&txh->FragPLCPFallback,
6449 	       plcp_fallback, sizeof(txh->FragPLCPFallback));
6450 
6451 	/* Length field now put in CCK FBR CRC field */
6452 	if (is_cck_rate(rspec[1])) {
6453 		txh->FragPLCPFallback[4] = phylen & 0xff;
6454 		txh->FragPLCPFallback[5] = (phylen & 0xff00) >> 8;
6455 	}
6456 
6457 	/* MIMO-RATE: need validation ?? */
6458 	mainrates = is_ofdm_rate(rspec[0]) ?
6459 			D11A_PHY_HDR_GRATE((struct ofdm_phy_hdr *) plcp) :
6460 			plcp[0];
6461 
6462 	/* DUR field for main rate */
6463 	if (!ieee80211_is_pspoll(h->frame_control) &&
6464 	    !is_multicast_ether_addr(h->addr1) && !use_rifs) {
6465 		durid =
6466 		    brcms_c_compute_frame_dur(wlc, rspec[0], preamble_type[0],
6467 					  next_frag_len);
6468 		h->duration_id = cpu_to_le16(durid);
6469 	} else if (use_rifs) {
6470 		/* NAV protect to end of next max packet size */
6471 		durid =
6472 		    (u16) brcms_c_calc_frame_time(wlc, rspec[0],
6473 						 preamble_type[0],
6474 						 DOT11_MAX_FRAG_LEN);
6475 		durid += RIFS_11N_TIME;
6476 		h->duration_id = cpu_to_le16(durid);
6477 	}
6478 
6479 	/* DUR field for fallback rate */
6480 	if (ieee80211_is_pspoll(h->frame_control))
6481 		txh->FragDurFallback = h->duration_id;
6482 	else if (is_multicast_ether_addr(h->addr1) || use_rifs)
6483 		txh->FragDurFallback = 0;
6484 	else {
6485 		durid = brcms_c_compute_frame_dur(wlc, rspec[1],
6486 					      preamble_type[1], next_frag_len);
6487 		txh->FragDurFallback = cpu_to_le16(durid);
6488 	}
6489 
6490 	/* (4) MAC-HDR: MacTxControlLow */
6491 	if (frag == 0)
6492 		mcl |= TXC_STARTMSDU;
6493 
6494 	if (!is_multicast_ether_addr(h->addr1))
6495 		mcl |= TXC_IMMEDACK;
6496 
6497 	if (wlc->band->bandtype == BRCM_BAND_5G)
6498 		mcl |= TXC_FREQBAND_5G;
6499 
6500 	if (CHSPEC_IS40(wlc_phy_chanspec_get(wlc->band->pi)))
6501 		mcl |= TXC_BW_40;
6502 
6503 	/* set AMIC bit if using hardware TKIP MIC */
6504 	if (hwtkmic)
6505 		mcl |= TXC_AMIC;
6506 
6507 	txh->MacTxControlLow = cpu_to_le16(mcl);
6508 
6509 	/* MacTxControlHigh */
6510 	mch = 0;
6511 
6512 	/* Set fallback rate preamble type */
6513 	if ((preamble_type[1] == BRCMS_SHORT_PREAMBLE) ||
6514 	    (preamble_type[1] == BRCMS_GF_PREAMBLE)) {
6515 		if (rspec2rate(rspec[1]) != BRCM_RATE_1M)
6516 			mch |= TXC_PREAMBLE_DATA_FB_SHORT;
6517 	}
6518 
6519 	/* MacFrameControl */
6520 	memcpy(&txh->MacFrameControl, &h->frame_control, sizeof(u16));
6521 	txh->TxFesTimeNormal = cpu_to_le16(0);
6522 
6523 	txh->TxFesTimeFallback = cpu_to_le16(0);
6524 
6525 	/* TxFrameRA */
6526 	memcpy(&txh->TxFrameRA, &h->addr1, ETH_ALEN);
6527 
6528 	/* TxFrameID */
6529 	txh->TxFrameID = cpu_to_le16(frameid);
6530 
6531 	/*
6532 	 * TxStatus, Note the case of recreating the first frag of a suppressed
6533 	 * frame then we may need to reset the retry cnt's via the status reg
6534 	 */
6535 	txh->TxStatus = cpu_to_le16(status);
6536 
6537 	/*
6538 	 * extra fields for ucode AMPDU aggregation, the new fields are added to
6539 	 * the END of previous structure so that it's compatible in driver.
6540 	 */
6541 	txh->MaxNMpdus = cpu_to_le16(0);
6542 	txh->MaxABytes_MRT = cpu_to_le16(0);
6543 	txh->MaxABytes_FBR = cpu_to_le16(0);
6544 	txh->MinMBytes = cpu_to_le16(0);
6545 
6546 	/* (5) RTS/CTS: determine RTS/CTS PLCP header and MAC duration,
6547 	 * furnish struct d11txh */
6548 	/* RTS PLCP header and RTS frame */
6549 	if (use_rts || use_cts) {
6550 		if (use_rts && use_cts)
6551 			use_cts = false;
6552 
6553 		for (k = 0; k < 2; k++) {
6554 			rts_rspec[k] = brcms_c_rspec_to_rts_rspec(wlc, rspec[k],
6555 							      false,
6556 							      mimo_ctlchbw);
6557 		}
6558 
6559 		if (!is_ofdm_rate(rts_rspec[0]) &&
6560 		    !((rspec2rate(rts_rspec[0]) == BRCM_RATE_1M) ||
6561 		      (wlc->PLCPHdr_override == BRCMS_PLCP_LONG))) {
6562 			rts_preamble_type[0] = BRCMS_SHORT_PREAMBLE;
6563 			mch |= TXC_PREAMBLE_RTS_MAIN_SHORT;
6564 		}
6565 
6566 		if (!is_ofdm_rate(rts_rspec[1]) &&
6567 		    !((rspec2rate(rts_rspec[1]) == BRCM_RATE_1M) ||
6568 		      (wlc->PLCPHdr_override == BRCMS_PLCP_LONG))) {
6569 			rts_preamble_type[1] = BRCMS_SHORT_PREAMBLE;
6570 			mch |= TXC_PREAMBLE_RTS_FB_SHORT;
6571 		}
6572 
6573 		/* RTS/CTS additions to MacTxControlLow */
6574 		if (use_cts) {
6575 			txh->MacTxControlLow |= cpu_to_le16(TXC_SENDCTS);
6576 		} else {
6577 			txh->MacTxControlLow |= cpu_to_le16(TXC_SENDRTS);
6578 			txh->MacTxControlLow |= cpu_to_le16(TXC_LONGFRAME);
6579 		}
6580 
6581 		/* RTS PLCP header */
6582 		rts_plcp = txh->RTSPhyHeader;
6583 		if (use_cts)
6584 			rts_phylen = DOT11_CTS_LEN + FCS_LEN;
6585 		else
6586 			rts_phylen = DOT11_RTS_LEN + FCS_LEN;
6587 
6588 		brcms_c_compute_plcp(wlc, rts_rspec[0], rts_phylen, rts_plcp);
6589 
6590 		/* fallback rate version of RTS PLCP header */
6591 		brcms_c_compute_plcp(wlc, rts_rspec[1], rts_phylen,
6592 				 rts_plcp_fallback);
6593 		memcpy(&txh->RTSPLCPFallback, rts_plcp_fallback,
6594 		       sizeof(txh->RTSPLCPFallback));
6595 
6596 		/* RTS frame fields... */
6597 		rts = (struct ieee80211_rts *)&txh->rts_frame;
6598 
6599 		durid = brcms_c_compute_rtscts_dur(wlc, use_cts, rts_rspec[0],
6600 					       rspec[0], rts_preamble_type[0],
6601 					       preamble_type[0], phylen, false);
6602 		rts->duration = cpu_to_le16(durid);
6603 		/* fallback rate version of RTS DUR field */
6604 		durid = brcms_c_compute_rtscts_dur(wlc, use_cts,
6605 					       rts_rspec[1], rspec[1],
6606 					       rts_preamble_type[1],
6607 					       preamble_type[1], phylen, false);
6608 		txh->RTSDurFallback = cpu_to_le16(durid);
6609 
6610 		if (use_cts) {
6611 			rts->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
6612 							 IEEE80211_STYPE_CTS);
6613 
6614 			memcpy(&rts->ra, &h->addr2, ETH_ALEN);
6615 		} else {
6616 			rts->frame_control = cpu_to_le16(IEEE80211_FTYPE_CTL |
6617 							 IEEE80211_STYPE_RTS);
6618 
6619 			memcpy(&rts->ra, &h->addr1, 2 * ETH_ALEN);
6620 		}
6621 
6622 		/* mainrate
6623 		 *    low 8 bits: main frag rate/mcs,
6624 		 *    high 8 bits: rts/cts rate/mcs
6625 		 */
6626 		mainrates |= (is_ofdm_rate(rts_rspec[0]) ?
6627 				D11A_PHY_HDR_GRATE(
6628 					(struct ofdm_phy_hdr *) rts_plcp) :
6629 				rts_plcp[0]) << 8;
6630 	} else {
6631 		memset(txh->RTSPhyHeader, 0, D11_PHY_HDR_LEN);
6632 		memset(&txh->rts_frame, 0, sizeof(struct ieee80211_rts));
6633 		memset(txh->RTSPLCPFallback, 0, sizeof(txh->RTSPLCPFallback));
6634 		txh->RTSDurFallback = 0;
6635 	}
6636 
6637 #ifdef SUPPORT_40MHZ
6638 	/* add null delimiter count */
6639 	if ((tx_info->flags & IEEE80211_TX_CTL_AMPDU) && is_mcs_rate(rspec))
6640 		txh->RTSPLCPFallback[AMPDU_FBR_NULL_DELIM] =
6641 		   brcm_c_ampdu_null_delim_cnt(wlc->ampdu, scb, rspec, phylen);
6642 
6643 #endif
6644 
6645 	/*
6646 	 * Now that RTS/RTS FB preamble types are updated, write
6647 	 * the final value
6648 	 */
6649 	txh->MacTxControlHigh = cpu_to_le16(mch);
6650 
6651 	/*
6652 	 * MainRates (both the rts and frag plcp rates have
6653 	 * been calculated now)
6654 	 */
6655 	txh->MainRates = cpu_to_le16(mainrates);
6656 
6657 	/* XtraFrameTypes */
6658 	xfts = frametype(rspec[1], wlc->mimoft);
6659 	xfts |= (frametype(rts_rspec[0], wlc->mimoft) << XFTS_RTS_FT_SHIFT);
6660 	xfts |= (frametype(rts_rspec[1], wlc->mimoft) << XFTS_FBRRTS_FT_SHIFT);
6661 	xfts |= CHSPEC_CHANNEL(wlc_phy_chanspec_get(wlc->band->pi)) <<
6662 							     XFTS_CHANNEL_SHIFT;
6663 	txh->XtraFrameTypes = cpu_to_le16(xfts);
6664 
6665 	/* PhyTxControlWord */
6666 	phyctl = frametype(rspec[0], wlc->mimoft);
6667 	if ((preamble_type[0] == BRCMS_SHORT_PREAMBLE) ||
6668 	    (preamble_type[0] == BRCMS_GF_PREAMBLE)) {
6669 		if (rspec2rate(rspec[0]) != BRCM_RATE_1M)
6670 			phyctl |= PHY_TXC_SHORT_HDR;
6671 	}
6672 
6673 	/* phytxant is properly bit shifted */
6674 	phyctl |= brcms_c_stf_d11hdrs_phyctl_txant(wlc, rspec[0]);
6675 	txh->PhyTxControlWord = cpu_to_le16(phyctl);
6676 
6677 	/* PhyTxControlWord_1 */
6678 	if (BRCMS_PHY_11N_CAP(wlc->band)) {
6679 		u16 phyctl1 = 0;
6680 
6681 		phyctl1 = brcms_c_phytxctl1_calc(wlc, rspec[0]);
6682 		txh->PhyTxControlWord_1 = cpu_to_le16(phyctl1);
6683 		phyctl1 = brcms_c_phytxctl1_calc(wlc, rspec[1]);
6684 		txh->PhyTxControlWord_1_Fbr = cpu_to_le16(phyctl1);
6685 
6686 		if (use_rts || use_cts) {
6687 			phyctl1 = brcms_c_phytxctl1_calc(wlc, rts_rspec[0]);
6688 			txh->PhyTxControlWord_1_Rts = cpu_to_le16(phyctl1);
6689 			phyctl1 = brcms_c_phytxctl1_calc(wlc, rts_rspec[1]);
6690 			txh->PhyTxControlWord_1_FbrRts = cpu_to_le16(phyctl1);
6691 		}
6692 
6693 		/*
6694 		 * For mcs frames, if mixedmode(overloaded with long preamble)
6695 		 * is going to be set, fill in non-zero MModeLen and/or
6696 		 * MModeFbrLen it will be unnecessary if they are separated
6697 		 */
6698 		if (is_mcs_rate(rspec[0]) &&
6699 		    (preamble_type[0] == BRCMS_MM_PREAMBLE)) {
6700 			u16 mmodelen =
6701 			    brcms_c_calc_lsig_len(wlc, rspec[0], phylen);
6702 			txh->MModeLen = cpu_to_le16(mmodelen);
6703 		}
6704 
6705 		if (is_mcs_rate(rspec[1]) &&
6706 		    (preamble_type[1] == BRCMS_MM_PREAMBLE)) {
6707 			u16 mmodefbrlen =
6708 			    brcms_c_calc_lsig_len(wlc, rspec[1], phylen);
6709 			txh->MModeFbrLen = cpu_to_le16(mmodefbrlen);
6710 		}
6711 	}
6712 
6713 	ac = skb_get_queue_mapping(p);
6714 	if ((scb->flags & SCB_WMECAP) && qos && wlc->edcf_txop[ac]) {
6715 		uint frag_dur, dur, dur_fallback;
6716 
6717 		/* WME: Update TXOP threshold */
6718 		if (!(tx_info->flags & IEEE80211_TX_CTL_AMPDU) && frag == 0) {
6719 			frag_dur =
6720 			    brcms_c_calc_frame_time(wlc, rspec[0],
6721 					preamble_type[0], phylen);
6722 
6723 			if (rts) {
6724 				/* 1 RTS or CTS-to-self frame */
6725 				dur =
6726 				    brcms_c_calc_cts_time(wlc, rts_rspec[0],
6727 						      rts_preamble_type[0]);
6728 				dur_fallback =
6729 				    brcms_c_calc_cts_time(wlc, rts_rspec[1],
6730 						      rts_preamble_type[1]);
6731 				/* (SIFS + CTS) + SIFS + frame + SIFS + ACK */
6732 				dur += le16_to_cpu(rts->duration);
6733 				dur_fallback +=
6734 					le16_to_cpu(txh->RTSDurFallback);
6735 			} else if (use_rifs) {
6736 				dur = frag_dur;
6737 				dur_fallback = 0;
6738 			} else {
6739 				/* frame + SIFS + ACK */
6740 				dur = frag_dur;
6741 				dur +=
6742 				    brcms_c_compute_frame_dur(wlc, rspec[0],
6743 							  preamble_type[0], 0);
6744 
6745 				dur_fallback =
6746 				    brcms_c_calc_frame_time(wlc, rspec[1],
6747 							preamble_type[1],
6748 							phylen);
6749 				dur_fallback +=
6750 				    brcms_c_compute_frame_dur(wlc, rspec[1],
6751 							  preamble_type[1], 0);
6752 			}
6753 			/* NEED to set TxFesTimeNormal (hard) */
6754 			txh->TxFesTimeNormal = cpu_to_le16((u16) dur);
6755 			/*
6756 			 * NEED to set fallback rate version of
6757 			 * TxFesTimeNormal (hard)
6758 			 */
6759 			txh->TxFesTimeFallback =
6760 				cpu_to_le16((u16) dur_fallback);
6761 
6762 			/*
6763 			 * update txop byte threshold (txop minus intraframe
6764 			 * overhead)
6765 			 */
6766 			if (wlc->edcf_txop[ac] >= (dur - frag_dur)) {
6767 				uint newfragthresh;
6768 
6769 				newfragthresh =
6770 				    brcms_c_calc_frame_len(wlc,
6771 					rspec[0], preamble_type[0],
6772 					(wlc->edcf_txop[ac] -
6773 						(dur - frag_dur)));
6774 				/* range bound the fragthreshold */
6775 				if (newfragthresh < DOT11_MIN_FRAG_LEN)
6776 					newfragthresh =
6777 					    DOT11_MIN_FRAG_LEN;
6778 				else if (newfragthresh >
6779 					 wlc->usr_fragthresh)
6780 					newfragthresh =
6781 					    wlc->usr_fragthresh;
6782 				/* update the fragthresh and do txc update */
6783 				if (wlc->fragthresh[queue] !=
6784 				    (u16) newfragthresh)
6785 					wlc->fragthresh[queue] =
6786 					    (u16) newfragthresh;
6787 			} else {
6788 				brcms_warn(wlc->hw->d11core,
6789 					   "wl%d: %s txop invalid for rate %d\n",
6790 					   wlc->pub->unit, fifo_names[queue],
6791 					   rspec2rate(rspec[0]));
6792 			}
6793 
6794 			if (dur > wlc->edcf_txop[ac])
6795 				brcms_warn(wlc->hw->d11core,
6796 					   "wl%d: %s: %s txop exceeded phylen %d/%d dur %d/%d\n",
6797 					   wlc->pub->unit, __func__,
6798 					   fifo_names[queue],
6799 					   phylen, wlc->fragthresh[queue],
6800 					   dur, wlc->edcf_txop[ac]);
6801 		}
6802 	}
6803 
6804 	return 0;
6805 }
6806 
6807 static int brcms_c_tx(struct brcms_c_info *wlc, struct sk_buff *skb)
6808 {
6809 	struct dma_pub *dma;
6810 	int fifo, ret = -ENOSPC;
6811 	struct d11txh *txh;
6812 	u16 frameid = INVALIDFID;
6813 
6814 	fifo = brcms_ac_to_fifo(skb_get_queue_mapping(skb));
6815 	dma = wlc->hw->di[fifo];
6816 	txh = (struct d11txh *)(skb->data);
6817 
6818 	if (dma->txavail == 0) {
6819 		/*
6820 		 * We sometimes get a frame from mac80211 after stopping
6821 		 * the queues. This only ever seems to be a single frame
6822 		 * and is seems likely to be a race. TX_HEADROOM should
6823 		 * ensure that we have enough space to handle these stray
6824 		 * packets, so warn if there isn't. If we're out of space
6825 		 * in the tx ring and the tx queue isn't stopped then
6826 		 * we've really got a bug; warn loudly if that happens.
6827 		 */
6828 		brcms_warn(wlc->hw->d11core,
6829 			   "Received frame for tx with no space in DMA ring\n");
6830 		WARN_ON(!ieee80211_queue_stopped(wlc->pub->ieee_hw,
6831 						 skb_get_queue_mapping(skb)));
6832 		return -ENOSPC;
6833 	}
6834 
6835 	/* When a BC/MC frame is being committed to the BCMC fifo
6836 	 * via DMA (NOT PIO), update ucode or BSS info as appropriate.
6837 	 */
6838 	if (fifo == TX_BCMC_FIFO)
6839 		frameid = le16_to_cpu(txh->TxFrameID);
6840 
6841 	/* Commit BCMC sequence number in the SHM frame ID location */
6842 	if (frameid != INVALIDFID) {
6843 		/*
6844 		 * To inform the ucode of the last mcast frame posted
6845 		 * so that it can clear moredata bit
6846 		 */
6847 		brcms_b_write_shm(wlc->hw, M_BCMC_FID, frameid);
6848 	}
6849 
6850 	ret = brcms_c_txfifo(wlc, fifo, skb);
6851 	/*
6852 	 * The only reason for brcms_c_txfifo to fail is because
6853 	 * there weren't any DMA descriptors, but we've already
6854 	 * checked for that. So if it does fail yell loudly.
6855 	 */
6856 	WARN_ON_ONCE(ret);
6857 
6858 	return ret;
6859 }
6860 
6861 bool brcms_c_sendpkt_mac80211(struct brcms_c_info *wlc, struct sk_buff *sdu,
6862 			      struct ieee80211_hw *hw)
6863 {
6864 	uint fifo;
6865 	struct scb *scb = &wlc->pri_scb;
6866 
6867 	fifo = brcms_ac_to_fifo(skb_get_queue_mapping(sdu));
6868 	brcms_c_d11hdrs_mac80211(wlc, hw, sdu, scb, 0, 1, fifo, 0);
6869 	if (!brcms_c_tx(wlc, sdu))
6870 		return true;
6871 
6872 	/* packet discarded */
6873 	dev_kfree_skb_any(sdu);
6874 	return false;
6875 }
6876 
6877 int
6878 brcms_c_txfifo(struct brcms_c_info *wlc, uint fifo, struct sk_buff *p)
6879 {
6880 	struct dma_pub *dma = wlc->hw->di[fifo];
6881 	int ret;
6882 	u16 queue;
6883 
6884 	ret = dma_txfast(wlc, dma, p);
6885 	if (ret	< 0)
6886 		wiphy_err(wlc->wiphy, "txfifo: fatal, toss frames !!!\n");
6887 
6888 	/*
6889 	 * Stop queue if DMA ring is full. Reserve some free descriptors,
6890 	 * as we sometimes receive a frame from mac80211 after the queues
6891 	 * are stopped.
6892 	 */
6893 	queue = skb_get_queue_mapping(p);
6894 	if (dma->txavail <= TX_HEADROOM && fifo < TX_BCMC_FIFO &&
6895 	    !ieee80211_queue_stopped(wlc->pub->ieee_hw, queue))
6896 		ieee80211_stop_queue(wlc->pub->ieee_hw, queue);
6897 
6898 	return ret;
6899 }
6900 
6901 u32
6902 brcms_c_rspec_to_rts_rspec(struct brcms_c_info *wlc, u32 rspec,
6903 			   bool use_rspec, u16 mimo_ctlchbw)
6904 {
6905 	u32 rts_rspec = 0;
6906 
6907 	if (use_rspec)
6908 		/* use frame rate as rts rate */
6909 		rts_rspec = rspec;
6910 	else if (wlc->band->gmode && wlc->protection->_g && !is_cck_rate(rspec))
6911 		/* Use 11Mbps as the g protection RTS target rate and fallback.
6912 		 * Use the brcms_basic_rate() lookup to find the best basic rate
6913 		 * under the target in case 11 Mbps is not Basic.
6914 		 * 6 and 9 Mbps are not usually selected by rate selection, but
6915 		 * even if the OFDM rate we are protecting is 6 or 9 Mbps, 11
6916 		 * is more robust.
6917 		 */
6918 		rts_rspec = brcms_basic_rate(wlc, BRCM_RATE_11M);
6919 	else
6920 		/* calculate RTS rate and fallback rate based on the frame rate
6921 		 * RTS must be sent at a basic rate since it is a
6922 		 * control frame, sec 9.6 of 802.11 spec
6923 		 */
6924 		rts_rspec = brcms_basic_rate(wlc, rspec);
6925 
6926 	if (BRCMS_PHY_11N_CAP(wlc->band)) {
6927 		/* set rts txbw to correct side band */
6928 		rts_rspec &= ~RSPEC_BW_MASK;
6929 
6930 		/*
6931 		 * if rspec/rspec_fallback is 40MHz, then send RTS on both
6932 		 * 20MHz channel (DUP), otherwise send RTS on control channel
6933 		 */
6934 		if (rspec_is40mhz(rspec) && !is_cck_rate(rts_rspec))
6935 			rts_rspec |= (PHY_TXC1_BW_40MHZ_DUP << RSPEC_BW_SHIFT);
6936 		else
6937 			rts_rspec |= (mimo_ctlchbw << RSPEC_BW_SHIFT);
6938 
6939 		/* pick siso/cdd as default for ofdm */
6940 		if (is_ofdm_rate(rts_rspec)) {
6941 			rts_rspec &= ~RSPEC_STF_MASK;
6942 			rts_rspec |= (wlc->stf->ss_opmode << RSPEC_STF_SHIFT);
6943 		}
6944 	}
6945 	return rts_rspec;
6946 }
6947 
6948 /* Update beacon listen interval in shared memory */
6949 static void brcms_c_bcn_li_upd(struct brcms_c_info *wlc)
6950 {
6951 	/* wake up every DTIM is the default */
6952 	if (wlc->bcn_li_dtim == 1)
6953 		brcms_b_write_shm(wlc->hw, M_BCN_LI, 0);
6954 	else
6955 		brcms_b_write_shm(wlc->hw, M_BCN_LI,
6956 			      (wlc->bcn_li_dtim << 8) | wlc->bcn_li_bcn);
6957 }
6958 
6959 static void
6960 brcms_b_read_tsf(struct brcms_hardware *wlc_hw, u32 *tsf_l_ptr,
6961 		  u32 *tsf_h_ptr)
6962 {
6963 	struct bcma_device *core = wlc_hw->d11core;
6964 
6965 	/* read the tsf timer low, then high to get an atomic read */
6966 	*tsf_l_ptr = bcma_read32(core, D11REGOFFS(tsf_timerlow));
6967 	*tsf_h_ptr = bcma_read32(core, D11REGOFFS(tsf_timerhigh));
6968 }
6969 
6970 /*
6971  * recover 64bit TSF value from the 16bit TSF value in the rx header
6972  * given the assumption that the TSF passed in header is within 65ms
6973  * of the current tsf.
6974  *
6975  * 6       5       4       4       3       2       1
6976  * 3.......6.......8.......0.......2.......4.......6.......8......0
6977  * |<---------- tsf_h ----------->||<--- tsf_l -->||<-RxTSFTime ->|
6978  *
6979  * The RxTSFTime are the lowest 16 bits and provided by the ucode. The
6980  * tsf_l is filled in by brcms_b_recv, which is done earlier in the
6981  * receive call sequence after rx interrupt. Only the higher 16 bits
6982  * are used. Finally, the tsf_h is read from the tsf register.
6983  */
6984 static u64 brcms_c_recover_tsf64(struct brcms_c_info *wlc,
6985 				 struct d11rxhdr *rxh)
6986 {
6987 	u32 tsf_h, tsf_l;
6988 	u16 rx_tsf_0_15, rx_tsf_16_31;
6989 
6990 	brcms_b_read_tsf(wlc->hw, &tsf_l, &tsf_h);
6991 
6992 	rx_tsf_16_31 = (u16)(tsf_l >> 16);
6993 	rx_tsf_0_15 = rxh->RxTSFTime;
6994 
6995 	/*
6996 	 * a greater tsf time indicates the low 16 bits of
6997 	 * tsf_l wrapped, so decrement the high 16 bits.
6998 	 */
6999 	if ((u16)tsf_l < rx_tsf_0_15) {
7000 		rx_tsf_16_31 -= 1;
7001 		if (rx_tsf_16_31 == 0xffff)
7002 			tsf_h -= 1;
7003 	}
7004 
7005 	return ((u64)tsf_h << 32) | (((u32)rx_tsf_16_31 << 16) + rx_tsf_0_15);
7006 }
7007 
7008 static void
7009 prep_mac80211_status(struct brcms_c_info *wlc, struct d11rxhdr *rxh,
7010 		     struct sk_buff *p,
7011 		     struct ieee80211_rx_status *rx_status)
7012 {
7013 	int channel;
7014 	u32 rspec;
7015 	unsigned char *plcp;
7016 
7017 	/* fill in TSF and flag its presence */
7018 	rx_status->mactime = brcms_c_recover_tsf64(wlc, rxh);
7019 	rx_status->flag |= RX_FLAG_MACTIME_START;
7020 
7021 	channel = BRCMS_CHAN_CHANNEL(rxh->RxChan);
7022 
7023 	rx_status->band =
7024 		channel > 14 ? NL80211_BAND_5GHZ : NL80211_BAND_2GHZ;
7025 	rx_status->freq =
7026 		ieee80211_channel_to_frequency(channel, rx_status->band);
7027 
7028 	rx_status->signal = wlc_phy_rssi_compute(wlc->hw->band->pi, rxh);
7029 
7030 	/* noise */
7031 	/* qual */
7032 	rx_status->antenna =
7033 		(rxh->PhyRxStatus_0 & PRXS0_RXANT_UPSUBBAND) ? 1 : 0;
7034 
7035 	plcp = p->data;
7036 
7037 	rspec = brcms_c_compute_rspec(rxh, plcp);
7038 	if (is_mcs_rate(rspec)) {
7039 		rx_status->rate_idx = rspec & RSPEC_RATE_MASK;
7040 		rx_status->encoding = RX_ENC_HT;
7041 		if (rspec_is40mhz(rspec))
7042 			rx_status->bw = RATE_INFO_BW_40;
7043 	} else {
7044 		switch (rspec2rate(rspec)) {
7045 		case BRCM_RATE_1M:
7046 			rx_status->rate_idx = 0;
7047 			break;
7048 		case BRCM_RATE_2M:
7049 			rx_status->rate_idx = 1;
7050 			break;
7051 		case BRCM_RATE_5M5:
7052 			rx_status->rate_idx = 2;
7053 			break;
7054 		case BRCM_RATE_11M:
7055 			rx_status->rate_idx = 3;
7056 			break;
7057 		case BRCM_RATE_6M:
7058 			rx_status->rate_idx = 4;
7059 			break;
7060 		case BRCM_RATE_9M:
7061 			rx_status->rate_idx = 5;
7062 			break;
7063 		case BRCM_RATE_12M:
7064 			rx_status->rate_idx = 6;
7065 			break;
7066 		case BRCM_RATE_18M:
7067 			rx_status->rate_idx = 7;
7068 			break;
7069 		case BRCM_RATE_24M:
7070 			rx_status->rate_idx = 8;
7071 			break;
7072 		case BRCM_RATE_36M:
7073 			rx_status->rate_idx = 9;
7074 			break;
7075 		case BRCM_RATE_48M:
7076 			rx_status->rate_idx = 10;
7077 			break;
7078 		case BRCM_RATE_54M:
7079 			rx_status->rate_idx = 11;
7080 			break;
7081 		default:
7082 			brcms_err(wlc->hw->d11core,
7083 				  "%s: Unknown rate\n", __func__);
7084 		}
7085 
7086 		/*
7087 		 * For 5GHz, we should decrease the index as it is
7088 		 * a subset of the 2.4G rates. See bitrates field
7089 		 * of brcms_band_5GHz_nphy (in mac80211_if.c).
7090 		 */
7091 		if (rx_status->band == NL80211_BAND_5GHZ)
7092 			rx_status->rate_idx -= BRCMS_LEGACY_5G_RATE_OFFSET;
7093 
7094 		/* Determine short preamble and rate_idx */
7095 		if (is_cck_rate(rspec)) {
7096 			if (rxh->PhyRxStatus_0 & PRXS0_SHORTH)
7097 				rx_status->enc_flags |= RX_ENC_FLAG_SHORTPRE;
7098 		} else if (is_ofdm_rate(rspec)) {
7099 			rx_status->enc_flags |= RX_ENC_FLAG_SHORTPRE;
7100 		} else {
7101 			brcms_err(wlc->hw->d11core, "%s: Unknown modulation\n",
7102 				  __func__);
7103 		}
7104 	}
7105 
7106 	if (plcp3_issgi(plcp[3]))
7107 		rx_status->enc_flags |= RX_ENC_FLAG_SHORT_GI;
7108 
7109 	if (rxh->RxStatus1 & RXS_DECERR) {
7110 		rx_status->flag |= RX_FLAG_FAILED_PLCP_CRC;
7111 		brcms_err(wlc->hw->d11core, "%s:  RX_FLAG_FAILED_PLCP_CRC\n",
7112 			  __func__);
7113 	}
7114 	if (rxh->RxStatus1 & RXS_FCSERR) {
7115 		rx_status->flag |= RX_FLAG_FAILED_FCS_CRC;
7116 		brcms_err(wlc->hw->d11core, "%s:  RX_FLAG_FAILED_FCS_CRC\n",
7117 			  __func__);
7118 	}
7119 }
7120 
7121 static void
7122 brcms_c_recvctl(struct brcms_c_info *wlc, struct d11rxhdr *rxh,
7123 		struct sk_buff *p)
7124 {
7125 	int len_mpdu;
7126 	struct ieee80211_rx_status rx_status;
7127 	struct ieee80211_hdr *hdr;
7128 
7129 	memset(&rx_status, 0, sizeof(rx_status));
7130 	prep_mac80211_status(wlc, rxh, p, &rx_status);
7131 
7132 	/* mac header+body length, exclude CRC and plcp header */
7133 	len_mpdu = p->len - D11_PHY_HDR_LEN - FCS_LEN;
7134 	skb_pull(p, D11_PHY_HDR_LEN);
7135 	__skb_trim(p, len_mpdu);
7136 
7137 	/* unmute transmit */
7138 	if (wlc->hw->suspended_fifos) {
7139 		hdr = (struct ieee80211_hdr *)p->data;
7140 		if (ieee80211_is_beacon(hdr->frame_control))
7141 			brcms_b_mute(wlc->hw, false);
7142 	}
7143 
7144 	memcpy(IEEE80211_SKB_RXCB(p), &rx_status, sizeof(rx_status));
7145 	ieee80211_rx_irqsafe(wlc->pub->ieee_hw, p);
7146 }
7147 
7148 /* calculate frame duration for Mixed-mode L-SIG spoofing, return
7149  * number of bytes goes in the length field
7150  *
7151  * Formula given by HT PHY Spec v 1.13
7152  *   len = 3(nsyms + nstream + 3) - 3
7153  */
7154 u16
7155 brcms_c_calc_lsig_len(struct brcms_c_info *wlc, u32 ratespec,
7156 		      uint mac_len)
7157 {
7158 	uint nsyms, len = 0, kNdps;
7159 
7160 	if (is_mcs_rate(ratespec)) {
7161 		uint mcs = ratespec & RSPEC_RATE_MASK;
7162 		int tot_streams = (mcs_2_txstreams(mcs) + 1) +
7163 				  rspec_stc(ratespec);
7164 
7165 		/*
7166 		 * the payload duration calculation matches that
7167 		 * of regular ofdm
7168 		 */
7169 		/* 1000Ndbps = kbps * 4 */
7170 		kNdps = mcs_2_rate(mcs, rspec_is40mhz(ratespec),
7171 				   rspec_issgi(ratespec)) * 4;
7172 
7173 		if (rspec_stc(ratespec) == 0)
7174 			nsyms =
7175 			    CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
7176 				  APHY_TAIL_NBITS) * 1000, kNdps);
7177 		else
7178 			/* STBC needs to have even number of symbols */
7179 			nsyms =
7180 			    2 *
7181 			    CEIL((APHY_SERVICE_NBITS + 8 * mac_len +
7182 				  APHY_TAIL_NBITS) * 1000, 2 * kNdps);
7183 
7184 		/* (+3) account for HT-SIG(2) and HT-STF(1) */
7185 		nsyms += (tot_streams + 3);
7186 		/*
7187 		 * 3 bytes/symbol @ legacy 6Mbps rate
7188 		 * (-3) excluding service bits and tail bits
7189 		 */
7190 		len = (3 * nsyms) - 3;
7191 	}
7192 
7193 	return (u16) len;
7194 }
7195 
7196 static void
7197 brcms_c_mod_prb_rsp_rate_table(struct brcms_c_info *wlc, uint frame_len)
7198 {
7199 	const struct brcms_c_rateset *rs_dflt;
7200 	struct brcms_c_rateset rs;
7201 	u8 rate;
7202 	u16 entry_ptr;
7203 	u8 plcp[D11_PHY_HDR_LEN];
7204 	u16 dur, sifs;
7205 	uint i;
7206 
7207 	sifs = get_sifs(wlc->band);
7208 
7209 	rs_dflt = brcms_c_rateset_get_hwrs(wlc);
7210 
7211 	brcms_c_rateset_copy(rs_dflt, &rs);
7212 	brcms_c_rateset_mcs_upd(&rs, wlc->stf->txstreams);
7213 
7214 	/*
7215 	 * walk the phy rate table and update MAC core SHM
7216 	 * basic rate table entries
7217 	 */
7218 	for (i = 0; i < rs.count; i++) {
7219 		rate = rs.rates[i] & BRCMS_RATE_MASK;
7220 
7221 		entry_ptr = brcms_b_rate_shm_offset(wlc->hw, rate);
7222 
7223 		/* Calculate the Probe Response PLCP for the given rate */
7224 		brcms_c_compute_plcp(wlc, rate, frame_len, plcp);
7225 
7226 		/*
7227 		 * Calculate the duration of the Probe Response
7228 		 * frame plus SIFS for the MAC
7229 		 */
7230 		dur = (u16) brcms_c_calc_frame_time(wlc, rate,
7231 						BRCMS_LONG_PREAMBLE, frame_len);
7232 		dur += sifs;
7233 
7234 		/* Update the SHM Rate Table entry Probe Response values */
7235 		brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_PLCP_POS,
7236 			      (u16) (plcp[0] + (plcp[1] << 8)));
7237 		brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_PLCP_POS + 2,
7238 			      (u16) (plcp[2] + (plcp[3] << 8)));
7239 		brcms_b_write_shm(wlc->hw, entry_ptr + M_RT_PRS_DUR_POS, dur);
7240 	}
7241 }
7242 
7243 int brcms_c_get_header_len(void)
7244 {
7245 	return TXOFF;
7246 }
7247 
7248 static void brcms_c_beacon_write(struct brcms_c_info *wlc,
7249 				 struct sk_buff *beacon, u16 tim_offset,
7250 				 u16 dtim_period, bool bcn0, bool bcn1)
7251 {
7252 	size_t len;
7253 	struct ieee80211_tx_info *tx_info;
7254 	struct brcms_hardware *wlc_hw = wlc->hw;
7255 	struct ieee80211_hw *ieee_hw = brcms_c_pub(wlc)->ieee_hw;
7256 
7257 	/* Get tx_info */
7258 	tx_info = IEEE80211_SKB_CB(beacon);
7259 
7260 	len = min_t(size_t, beacon->len, BCN_TMPL_LEN);
7261 	wlc->bcn_rspec = ieee80211_get_tx_rate(ieee_hw, tx_info)->hw_value;
7262 
7263 	brcms_c_compute_plcp(wlc, wlc->bcn_rspec,
7264 			     len + FCS_LEN - D11_PHY_HDR_LEN, beacon->data);
7265 
7266 	/* "Regular" and 16 MBSS but not for 4 MBSS */
7267 	/* Update the phytxctl for the beacon based on the rspec */
7268 	brcms_c_beacon_phytxctl_txant_upd(wlc, wlc->bcn_rspec);
7269 
7270 	if (bcn0) {
7271 		/* write the probe response into the template region */
7272 		brcms_b_write_template_ram(wlc_hw, T_BCN0_TPL_BASE,
7273 					    (len + 3) & ~3, beacon->data);
7274 
7275 		/* write beacon length to SCR */
7276 		brcms_b_write_shm(wlc_hw, M_BCN0_FRM_BYTESZ, (u16) len);
7277 	}
7278 	if (bcn1) {
7279 		/* write the probe response into the template region */
7280 		brcms_b_write_template_ram(wlc_hw, T_BCN1_TPL_BASE,
7281 					    (len + 3) & ~3, beacon->data);
7282 
7283 		/* write beacon length to SCR */
7284 		brcms_b_write_shm(wlc_hw, M_BCN1_FRM_BYTESZ, (u16) len);
7285 	}
7286 
7287 	if (tim_offset != 0) {
7288 		brcms_b_write_shm(wlc_hw, M_TIMBPOS_INBEACON,
7289 				  tim_offset + D11B_PHY_HDR_LEN);
7290 		brcms_b_write_shm(wlc_hw, M_DOT11_DTIMPERIOD, dtim_period);
7291 	} else {
7292 		brcms_b_write_shm(wlc_hw, M_TIMBPOS_INBEACON,
7293 				  len + D11B_PHY_HDR_LEN);
7294 		brcms_b_write_shm(wlc_hw, M_DOT11_DTIMPERIOD, 0);
7295 	}
7296 }
7297 
7298 static void brcms_c_update_beacon_hw(struct brcms_c_info *wlc,
7299 				     struct sk_buff *beacon, u16 tim_offset,
7300 				     u16 dtim_period)
7301 {
7302 	struct brcms_hardware *wlc_hw = wlc->hw;
7303 	struct bcma_device *core = wlc_hw->d11core;
7304 
7305 	/* Hardware beaconing for this config */
7306 	u32 both_valid = MCMD_BCN0VLD | MCMD_BCN1VLD;
7307 
7308 	/* Check if both templates are in use, if so sched. an interrupt
7309 	 *      that will call back into this routine
7310 	 */
7311 	if ((bcma_read32(core, D11REGOFFS(maccommand)) & both_valid) == both_valid)
7312 		/* clear any previous status */
7313 		bcma_write32(core, D11REGOFFS(macintstatus), MI_BCNTPL);
7314 
7315 	if (wlc->beacon_template_virgin) {
7316 		wlc->beacon_template_virgin = false;
7317 		brcms_c_beacon_write(wlc, beacon, tim_offset, dtim_period, true,
7318 				     true);
7319 		/* mark beacon0 valid */
7320 		bcma_set32(core, D11REGOFFS(maccommand), MCMD_BCN0VLD);
7321 		return;
7322 	}
7323 
7324 	/* Check that after scheduling the interrupt both of the
7325 	 *      templates are still busy. if not clear the int. & remask
7326 	 */
7327 	if ((bcma_read32(core, D11REGOFFS(maccommand)) & both_valid) == both_valid) {
7328 		wlc->defmacintmask |= MI_BCNTPL;
7329 		return;
7330 	}
7331 
7332 	if (!(bcma_read32(core, D11REGOFFS(maccommand)) & MCMD_BCN0VLD)) {
7333 		brcms_c_beacon_write(wlc, beacon, tim_offset, dtim_period, true,
7334 				     false);
7335 		/* mark beacon0 valid */
7336 		bcma_set32(core, D11REGOFFS(maccommand), MCMD_BCN0VLD);
7337 		return;
7338 	}
7339 	if (!(bcma_read32(core, D11REGOFFS(maccommand)) & MCMD_BCN1VLD)) {
7340 		brcms_c_beacon_write(wlc, beacon, tim_offset, dtim_period,
7341 				     false, true);
7342 		/* mark beacon0 valid */
7343 		bcma_set32(core, D11REGOFFS(maccommand), MCMD_BCN1VLD);
7344 	}
7345 }
7346 
7347 /*
7348  * Update all beacons for the system.
7349  */
7350 void brcms_c_update_beacon(struct brcms_c_info *wlc)
7351 {
7352 	struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
7353 
7354 	if (wlc->pub->up && (bsscfg->type == BRCMS_TYPE_AP ||
7355 			     bsscfg->type == BRCMS_TYPE_ADHOC)) {
7356 		/* Clear the soft intmask */
7357 		wlc->defmacintmask &= ~MI_BCNTPL;
7358 		if (!wlc->beacon)
7359 			return;
7360 		brcms_c_update_beacon_hw(wlc, wlc->beacon,
7361 					 wlc->beacon_tim_offset,
7362 					 wlc->beacon_dtim_period);
7363 	}
7364 }
7365 
7366 void brcms_c_set_new_beacon(struct brcms_c_info *wlc, struct sk_buff *beacon,
7367 			    u16 tim_offset, u16 dtim_period)
7368 {
7369 	if (!beacon)
7370 		return;
7371 	if (wlc->beacon)
7372 		dev_kfree_skb_any(wlc->beacon);
7373 	wlc->beacon = beacon;
7374 
7375 	/* add PLCP */
7376 	skb_push(wlc->beacon, D11_PHY_HDR_LEN);
7377 	wlc->beacon_tim_offset = tim_offset;
7378 	wlc->beacon_dtim_period = dtim_period;
7379 	brcms_c_update_beacon(wlc);
7380 }
7381 
7382 void brcms_c_set_new_probe_resp(struct brcms_c_info *wlc,
7383 				struct sk_buff *probe_resp)
7384 {
7385 	if (!probe_resp)
7386 		return;
7387 	if (wlc->probe_resp)
7388 		dev_kfree_skb_any(wlc->probe_resp);
7389 	wlc->probe_resp = probe_resp;
7390 
7391 	/* add PLCP */
7392 	skb_push(wlc->probe_resp, D11_PHY_HDR_LEN);
7393 	brcms_c_update_probe_resp(wlc, false);
7394 }
7395 
7396 void brcms_c_enable_probe_resp(struct brcms_c_info *wlc, bool enable)
7397 {
7398 	/*
7399 	 * prevent ucode from sending probe responses by setting the timeout
7400 	 * to 1, it can not send it in that time frame.
7401 	 */
7402 	wlc->prb_resp_timeout = enable ? BRCMS_PRB_RESP_TIMEOUT : 1;
7403 	brcms_b_write_shm(wlc->hw, M_PRS_MAXTIME, wlc->prb_resp_timeout);
7404 	/* TODO: if (enable) => also deactivate receiving of probe request */
7405 }
7406 
7407 /* Write ssid into shared memory */
7408 static void
7409 brcms_c_shm_ssid_upd(struct brcms_c_info *wlc, struct brcms_bss_cfg *cfg)
7410 {
7411 	u8 *ssidptr = cfg->SSID;
7412 	u16 base = M_SSID;
7413 	u8 ssidbuf[IEEE80211_MAX_SSID_LEN];
7414 
7415 	/* padding the ssid with zero and copy it into shm */
7416 	memset(ssidbuf, 0, IEEE80211_MAX_SSID_LEN);
7417 	memcpy(ssidbuf, ssidptr, cfg->SSID_len);
7418 
7419 	brcms_c_copyto_shm(wlc, base, ssidbuf, IEEE80211_MAX_SSID_LEN);
7420 	brcms_b_write_shm(wlc->hw, M_SSIDLEN, (u16) cfg->SSID_len);
7421 }
7422 
7423 static void
7424 brcms_c_bss_update_probe_resp(struct brcms_c_info *wlc,
7425 			      struct brcms_bss_cfg *cfg,
7426 			      struct sk_buff *probe_resp,
7427 			      bool suspend)
7428 {
7429 	int len;
7430 
7431 	len = min_t(size_t, probe_resp->len, BCN_TMPL_LEN);
7432 
7433 	if (suspend)
7434 		brcms_c_suspend_mac_and_wait(wlc);
7435 
7436 	/* write the probe response into the template region */
7437 	brcms_b_write_template_ram(wlc->hw, T_PRS_TPL_BASE,
7438 				    (len + 3) & ~3, probe_resp->data);
7439 
7440 	/* write the length of the probe response frame (+PLCP/-FCS) */
7441 	brcms_b_write_shm(wlc->hw, M_PRB_RESP_FRM_LEN, (u16) len);
7442 
7443 	/* write the SSID and SSID length */
7444 	brcms_c_shm_ssid_upd(wlc, cfg);
7445 
7446 	/*
7447 	 * Write PLCP headers and durations for probe response frames
7448 	 * at all rates. Use the actual frame length covered by the
7449 	 * PLCP header for the call to brcms_c_mod_prb_rsp_rate_table()
7450 	 * by subtracting the PLCP len and adding the FCS.
7451 	 */
7452 	brcms_c_mod_prb_rsp_rate_table(wlc,
7453 				      (u16)len + FCS_LEN - D11_PHY_HDR_LEN);
7454 
7455 	if (suspend)
7456 		brcms_c_enable_mac(wlc);
7457 }
7458 
7459 void brcms_c_update_probe_resp(struct brcms_c_info *wlc, bool suspend)
7460 {
7461 	struct brcms_bss_cfg *bsscfg = wlc->bsscfg;
7462 
7463 	/* update AP or IBSS probe responses */
7464 	if (wlc->pub->up && (bsscfg->type == BRCMS_TYPE_AP ||
7465 			     bsscfg->type == BRCMS_TYPE_ADHOC)) {
7466 		if (!wlc->probe_resp)
7467 			return;
7468 		brcms_c_bss_update_probe_resp(wlc, bsscfg, wlc->probe_resp,
7469 					      suspend);
7470 	}
7471 }
7472 
7473 int brcms_b_xmtfifo_sz_get(struct brcms_hardware *wlc_hw, uint fifo,
7474 			   uint *blocks)
7475 {
7476 	if (fifo >= NFIFO)
7477 		return -EINVAL;
7478 
7479 	*blocks = wlc_hw->xmtfifo_sz[fifo];
7480 
7481 	return 0;
7482 }
7483 
7484 void
7485 brcms_c_set_addrmatch(struct brcms_c_info *wlc, int match_reg_offset,
7486 		  const u8 *addr)
7487 {
7488 	brcms_b_set_addrmatch(wlc->hw, match_reg_offset, addr);
7489 	if (match_reg_offset == RCM_BSSID_OFFSET)
7490 		memcpy(wlc->bsscfg->BSSID, addr, ETH_ALEN);
7491 }
7492 
7493 /*
7494  * Flag 'scan in progress' to withhold dynamic phy calibration
7495  */
7496 void brcms_c_scan_start(struct brcms_c_info *wlc)
7497 {
7498 	wlc_phy_hold_upd(wlc->band->pi, PHY_HOLD_FOR_SCAN, true);
7499 }
7500 
7501 void brcms_c_scan_stop(struct brcms_c_info *wlc)
7502 {
7503 	wlc_phy_hold_upd(wlc->band->pi, PHY_HOLD_FOR_SCAN, false);
7504 }
7505 
7506 void brcms_c_associate_upd(struct brcms_c_info *wlc, bool state)
7507 {
7508 	wlc->pub->associated = state;
7509 }
7510 
7511 /*
7512  * When a remote STA/AP is removed by Mac80211, or when it can no longer accept
7513  * AMPDU traffic, packets pending in hardware have to be invalidated so that
7514  * when later on hardware releases them, they can be handled appropriately.
7515  */
7516 void brcms_c_inval_dma_pkts(struct brcms_hardware *hw,
7517 			       struct ieee80211_sta *sta,
7518 			       void (*dma_callback_fn))
7519 {
7520 	struct dma_pub *dmah;
7521 	int i;
7522 	for (i = 0; i < NFIFO; i++) {
7523 		dmah = hw->di[i];
7524 		if (dmah != NULL)
7525 			dma_walk_packets(dmah, dma_callback_fn, sta);
7526 	}
7527 }
7528 
7529 int brcms_c_get_curband(struct brcms_c_info *wlc)
7530 {
7531 	return wlc->band->bandunit;
7532 }
7533 
7534 bool brcms_c_tx_flush_completed(struct brcms_c_info *wlc)
7535 {
7536 	int i;
7537 
7538 	/* Kick DMA to send any pending AMPDU */
7539 	for (i = 0; i < ARRAY_SIZE(wlc->hw->di); i++)
7540 		if (wlc->hw->di[i])
7541 			dma_kick_tx(wlc->hw->di[i]);
7542 
7543 	return !brcms_txpktpendtot(wlc);
7544 }
7545 
7546 void brcms_c_set_beacon_listen_interval(struct brcms_c_info *wlc, u8 interval)
7547 {
7548 	wlc->bcn_li_bcn = interval;
7549 	if (wlc->pub->up)
7550 		brcms_c_bcn_li_upd(wlc);
7551 }
7552 
7553 u64 brcms_c_tsf_get(struct brcms_c_info *wlc)
7554 {
7555 	u32 tsf_h, tsf_l;
7556 	u64 tsf;
7557 
7558 	brcms_b_read_tsf(wlc->hw, &tsf_l, &tsf_h);
7559 
7560 	tsf = tsf_h;
7561 	tsf <<= 32;
7562 	tsf |= tsf_l;
7563 
7564 	return tsf;
7565 }
7566 
7567 void brcms_c_tsf_set(struct brcms_c_info *wlc, u64 tsf)
7568 {
7569 	u32 tsf_h, tsf_l;
7570 
7571 	brcms_c_time_lock(wlc);
7572 
7573 	tsf_l = tsf;
7574 	tsf_h = (tsf >> 32);
7575 
7576 	/* read the tsf timer low, then high to get an atomic read */
7577 	bcma_write32(wlc->hw->d11core, D11REGOFFS(tsf_timerlow), tsf_l);
7578 	bcma_write32(wlc->hw->d11core, D11REGOFFS(tsf_timerhigh), tsf_h);
7579 
7580 	brcms_c_time_unlock(wlc);
7581 }
7582 
7583 int brcms_c_set_tx_power(struct brcms_c_info *wlc, int txpwr)
7584 {
7585 	uint qdbm;
7586 
7587 	/* Remove override bit and clip to max qdbm value */
7588 	qdbm = min_t(uint, txpwr * BRCMS_TXPWR_DB_FACTOR, 0xff);
7589 	return wlc_phy_txpower_set(wlc->band->pi, qdbm, false);
7590 }
7591 
7592 int brcms_c_get_tx_power(struct brcms_c_info *wlc)
7593 {
7594 	uint qdbm;
7595 	bool override;
7596 
7597 	wlc_phy_txpower_get(wlc->band->pi, &qdbm, &override);
7598 
7599 	/* Return qdbm units */
7600 	return (int)(qdbm / BRCMS_TXPWR_DB_FACTOR);
7601 }
7602 
7603 /* Process received frames */
7604 /*
7605  * Return true if more frames need to be processed. false otherwise.
7606  * Param 'bound' indicates max. # frames to process before break out.
7607  */
7608 static void brcms_c_recv(struct brcms_c_info *wlc, struct sk_buff *p)
7609 {
7610 	struct d11rxhdr *rxh;
7611 	struct ieee80211_hdr *h;
7612 	uint len;
7613 	bool is_amsdu;
7614 
7615 	/* frame starts with rxhdr */
7616 	rxh = (struct d11rxhdr *) (p->data);
7617 
7618 	/* strip off rxhdr */
7619 	skb_pull(p, BRCMS_HWRXOFF);
7620 
7621 	/* MAC inserts 2 pad bytes for a4 headers or QoS or A-MSDU subframes */
7622 	if (rxh->RxStatus1 & RXS_PBPRES) {
7623 		if (p->len < 2) {
7624 			brcms_err(wlc->hw->d11core,
7625 				  "wl%d: recv: rcvd runt of len %d\n",
7626 				  wlc->pub->unit, p->len);
7627 			goto toss;
7628 		}
7629 		skb_pull(p, 2);
7630 	}
7631 
7632 	h = (struct ieee80211_hdr *)(p->data + D11_PHY_HDR_LEN);
7633 	len = p->len;
7634 
7635 	if (rxh->RxStatus1 & RXS_FCSERR) {
7636 		if (!(wlc->filter_flags & FIF_FCSFAIL))
7637 			goto toss;
7638 	}
7639 
7640 	/* check received pkt has at least frame control field */
7641 	if (len < D11_PHY_HDR_LEN + sizeof(h->frame_control))
7642 		goto toss;
7643 
7644 	/* not supporting A-MSDU */
7645 	is_amsdu = rxh->RxStatus2 & RXS_AMSDU_MASK;
7646 	if (is_amsdu)
7647 		goto toss;
7648 
7649 	brcms_c_recvctl(wlc, rxh, p);
7650 	return;
7651 
7652  toss:
7653 	brcmu_pkt_buf_free_skb(p);
7654 }
7655 
7656 /* Process received frames */
7657 /*
7658  * Return true if more frames need to be processed. false otherwise.
7659  * Param 'bound' indicates max. # frames to process before break out.
7660  */
7661 static bool
7662 brcms_b_recv(struct brcms_hardware *wlc_hw, uint fifo, bool bound)
7663 {
7664 	struct sk_buff *p;
7665 	struct sk_buff *next = NULL;
7666 	struct sk_buff_head recv_frames;
7667 
7668 	uint n = 0;
7669 	uint bound_limit = bound ? RXBND : -1;
7670 	bool morepending = false;
7671 
7672 	skb_queue_head_init(&recv_frames);
7673 
7674 	/* gather received frames */
7675 	do {
7676 		/* !give others some time to run! */
7677 		if (n >= bound_limit)
7678 			break;
7679 
7680 		morepending = dma_rx(wlc_hw->di[fifo], &recv_frames);
7681 		n++;
7682 	} while (morepending);
7683 
7684 	/* post more rbufs */
7685 	dma_rxfill(wlc_hw->di[fifo]);
7686 
7687 	/* process each frame */
7688 	skb_queue_walk_safe(&recv_frames, p, next) {
7689 		struct d11rxhdr_le *rxh_le;
7690 		struct d11rxhdr *rxh;
7691 
7692 		skb_unlink(p, &recv_frames);
7693 		rxh_le = (struct d11rxhdr_le *)p->data;
7694 		rxh = (struct d11rxhdr *)p->data;
7695 
7696 		/* fixup rx header endianness */
7697 		rxh->RxFrameSize = le16_to_cpu(rxh_le->RxFrameSize);
7698 		rxh->PhyRxStatus_0 = le16_to_cpu(rxh_le->PhyRxStatus_0);
7699 		rxh->PhyRxStatus_1 = le16_to_cpu(rxh_le->PhyRxStatus_1);
7700 		rxh->PhyRxStatus_2 = le16_to_cpu(rxh_le->PhyRxStatus_2);
7701 		rxh->PhyRxStatus_3 = le16_to_cpu(rxh_le->PhyRxStatus_3);
7702 		rxh->PhyRxStatus_4 = le16_to_cpu(rxh_le->PhyRxStatus_4);
7703 		rxh->PhyRxStatus_5 = le16_to_cpu(rxh_le->PhyRxStatus_5);
7704 		rxh->RxStatus1 = le16_to_cpu(rxh_le->RxStatus1);
7705 		rxh->RxStatus2 = le16_to_cpu(rxh_le->RxStatus2);
7706 		rxh->RxTSFTime = le16_to_cpu(rxh_le->RxTSFTime);
7707 		rxh->RxChan = le16_to_cpu(rxh_le->RxChan);
7708 
7709 		brcms_c_recv(wlc_hw->wlc, p);
7710 	}
7711 
7712 	return morepending;
7713 }
7714 
7715 /* second-level interrupt processing
7716  *   Return true if another dpc needs to be re-scheduled. false otherwise.
7717  *   Param 'bounded' indicates if applicable loops should be bounded.
7718  */
7719 bool brcms_c_dpc(struct brcms_c_info *wlc, bool bounded)
7720 {
7721 	u32 macintstatus;
7722 	struct brcms_hardware *wlc_hw = wlc->hw;
7723 	struct bcma_device *core = wlc_hw->d11core;
7724 
7725 	if (brcms_deviceremoved(wlc)) {
7726 		brcms_err(core, "wl%d: %s: dead chip\n", wlc_hw->unit,
7727 			  __func__);
7728 		brcms_down(wlc->wl);
7729 		return false;
7730 	}
7731 
7732 	/* grab and clear the saved software intstatus bits */
7733 	macintstatus = wlc->macintstatus;
7734 	wlc->macintstatus = 0;
7735 
7736 	brcms_dbg_int(core, "wl%d: macintstatus 0x%x\n",
7737 		      wlc_hw->unit, macintstatus);
7738 
7739 	WARN_ON(macintstatus & MI_PRQ); /* PRQ Interrupt in non-MBSS */
7740 
7741 	/* tx status */
7742 	if (macintstatus & MI_TFS) {
7743 		bool fatal;
7744 		if (brcms_b_txstatus(wlc->hw, bounded, &fatal))
7745 			wlc->macintstatus |= MI_TFS;
7746 		if (fatal) {
7747 			brcms_err(core, "MI_TFS: fatal\n");
7748 			goto fatal;
7749 		}
7750 	}
7751 
7752 	if (macintstatus & (MI_TBTT | MI_DTIM_TBTT))
7753 		brcms_c_tbtt(wlc);
7754 
7755 	/* ATIM window end */
7756 	if (macintstatus & MI_ATIMWINEND) {
7757 		brcms_dbg_info(core, "end of ATIM window\n");
7758 		bcma_set32(core, D11REGOFFS(maccommand), wlc->qvalid);
7759 		wlc->qvalid = 0;
7760 	}
7761 
7762 	/*
7763 	 * received data or control frame, MI_DMAINT is
7764 	 * indication of RX_FIFO interrupt
7765 	 */
7766 	if (macintstatus & MI_DMAINT)
7767 		if (brcms_b_recv(wlc_hw, RX_FIFO, bounded))
7768 			wlc->macintstatus |= MI_DMAINT;
7769 
7770 	/* noise sample collected */
7771 	if (macintstatus & MI_BG_NOISE)
7772 		wlc_phy_noise_sample_intr(wlc_hw->band->pi);
7773 
7774 	if (macintstatus & MI_GP0) {
7775 		brcms_err(core, "wl%d: PSM microcode watchdog fired at %d "
7776 			  "(seconds). Resetting.\n", wlc_hw->unit, wlc_hw->now);
7777 
7778 		printk_once("%s : PSM Watchdog, chipid 0x%x, chiprev 0x%x\n",
7779 			    __func__, ai_get_chip_id(wlc_hw->sih),
7780 			    ai_get_chiprev(wlc_hw->sih));
7781 		brcms_fatal_error(wlc_hw->wlc->wl);
7782 	}
7783 
7784 	/* gptimer timeout */
7785 	if (macintstatus & MI_TO)
7786 		bcma_write32(core, D11REGOFFS(gptimer), 0);
7787 
7788 	if (macintstatus & MI_RFDISABLE) {
7789 		brcms_dbg_info(core, "wl%d: BMAC Detected a change on the"
7790 			       " RF Disable Input\n", wlc_hw->unit);
7791 		brcms_rfkill_set_hw_state(wlc->wl);
7792 	}
7793 
7794 	/* BCN template is available */
7795 	if (macintstatus & MI_BCNTPL)
7796 		brcms_c_update_beacon(wlc);
7797 
7798 	/* it isn't done and needs to be resched if macintstatus is non-zero */
7799 	return wlc->macintstatus != 0;
7800 
7801  fatal:
7802 	brcms_fatal_error(wlc_hw->wlc->wl);
7803 	return wlc->macintstatus != 0;
7804 }
7805 
7806 void brcms_c_init(struct brcms_c_info *wlc, bool mute_tx)
7807 {
7808 	struct bcma_device *core = wlc->hw->d11core;
7809 	struct ieee80211_channel *ch = wlc->pub->ieee_hw->conf.chandef.chan;
7810 	u16 chanspec;
7811 
7812 	brcms_dbg_info(core, "wl%d\n", wlc->pub->unit);
7813 
7814 	chanspec = ch20mhz_chspec(ch->hw_value);
7815 
7816 	brcms_b_init(wlc->hw, chanspec);
7817 
7818 	/* update beacon listen interval */
7819 	brcms_c_bcn_li_upd(wlc);
7820 
7821 	/* write ethernet address to core */
7822 	brcms_c_set_mac(wlc->bsscfg);
7823 	brcms_c_set_bssid(wlc->bsscfg);
7824 
7825 	/* Update tsf_cfprep if associated and up */
7826 	if (wlc->pub->associated && wlc->pub->up) {
7827 		u32 bi;
7828 
7829 		/* get beacon period and convert to uS */
7830 		bi = wlc->bsscfg->current_bss->beacon_period << 10;
7831 		/*
7832 		 * update since init path would reset
7833 		 * to default value
7834 		 */
7835 		bcma_write32(core, D11REGOFFS(tsf_cfprep),
7836 			     bi << CFPREP_CBI_SHIFT);
7837 
7838 		/* Update maccontrol PM related bits */
7839 		brcms_c_set_ps_ctrl(wlc);
7840 	}
7841 
7842 	brcms_c_bandinit_ordered(wlc, chanspec);
7843 
7844 	/* init probe response timeout */
7845 	brcms_b_write_shm(wlc->hw, M_PRS_MAXTIME, wlc->prb_resp_timeout);
7846 
7847 	/* init max burst txop (framebursting) */
7848 	brcms_b_write_shm(wlc->hw, M_MBURST_TXOP,
7849 		      (wlc->
7850 		       _rifs ? (EDCF_AC_VO_TXOP_AP << 5) : MAXFRAMEBURST_TXOP));
7851 
7852 	/* initialize maximum allowed duty cycle */
7853 	brcms_c_duty_cycle_set(wlc, wlc->tx_duty_cycle_ofdm, true, true);
7854 	brcms_c_duty_cycle_set(wlc, wlc->tx_duty_cycle_cck, false, true);
7855 
7856 	/*
7857 	 * Update some shared memory locations related to
7858 	 * max AMPDU size allowed to received
7859 	 */
7860 	brcms_c_ampdu_shm_upd(wlc->ampdu);
7861 
7862 	/* band-specific inits */
7863 	brcms_c_bsinit(wlc);
7864 
7865 	/* Enable EDCF mode (while the MAC is suspended) */
7866 	bcma_set16(core, D11REGOFFS(ifs_ctl), IFS_USEEDCF);
7867 	brcms_c_edcf_setparams(wlc, false);
7868 
7869 	/* read the ucode version if we have not yet done so */
7870 	if (wlc->ucode_rev == 0) {
7871 		u16 rev;
7872 		u16 patch;
7873 
7874 		rev = brcms_b_read_shm(wlc->hw, M_BOM_REV_MAJOR);
7875 		patch = brcms_b_read_shm(wlc->hw, M_BOM_REV_MINOR);
7876 		wlc->ucode_rev = (rev << NBITS(u16)) | patch;
7877 		snprintf(wlc->wiphy->fw_version,
7878 			 sizeof(wlc->wiphy->fw_version), "%u.%u", rev, patch);
7879 	}
7880 
7881 	/* ..now really unleash hell (allow the MAC out of suspend) */
7882 	brcms_c_enable_mac(wlc);
7883 
7884 	/* suspend the tx fifos and mute the phy for preism cac time */
7885 	if (mute_tx)
7886 		brcms_b_mute(wlc->hw, true);
7887 
7888 	/* enable the RF Disable Delay timer */
7889 	bcma_write32(core, D11REGOFFS(rfdisabledly), RFDISABLE_DEFAULT);
7890 
7891 	/*
7892 	 * Initialize WME parameters; if they haven't been set by some other
7893 	 * mechanism (IOVar, etc) then read them from the hardware.
7894 	 */
7895 	if (GFIELD(wlc->wme_retries[0], EDCF_SHORT) == 0) {
7896 		/* Uninitialized; read from HW */
7897 		int ac;
7898 
7899 		for (ac = 0; ac < IEEE80211_NUM_ACS; ac++)
7900 			wlc->wme_retries[ac] =
7901 			    brcms_b_read_shm(wlc->hw, M_AC_TXLMT_ADDR(ac));
7902 	}
7903 }
7904 
7905 /*
7906  * The common driver entry routine. Error codes should be unique
7907  */
7908 struct brcms_c_info *
7909 brcms_c_attach(struct brcms_info *wl, struct bcma_device *core, uint unit,
7910 	       bool piomode, uint *perr)
7911 {
7912 	struct brcms_c_info *wlc;
7913 	uint err = 0;
7914 	uint i, j;
7915 	struct brcms_pub *pub;
7916 
7917 	/* allocate struct brcms_c_info state and its substructures */
7918 	wlc = brcms_c_attach_malloc(unit, &err, 0);
7919 	if (wlc == NULL)
7920 		goto fail;
7921 	wlc->wiphy = wl->wiphy;
7922 	pub = wlc->pub;
7923 
7924 #if defined(DEBUG)
7925 	wlc_info_dbg = wlc;
7926 #endif
7927 
7928 	wlc->band = wlc->bandstate[0];
7929 	wlc->core = wlc->corestate;
7930 	wlc->wl = wl;
7931 	pub->unit = unit;
7932 	pub->_piomode = piomode;
7933 	wlc->bandinit_pending = false;
7934 	wlc->beacon_template_virgin = true;
7935 
7936 	/* populate struct brcms_c_info with default values  */
7937 	brcms_c_info_init(wlc, unit);
7938 
7939 	/* update sta/ap related parameters */
7940 	brcms_c_ap_upd(wlc);
7941 
7942 	/*
7943 	 * low level attach steps(all hw accesses go
7944 	 * inside, no more in rest of the attach)
7945 	 */
7946 	err = brcms_b_attach(wlc, core, unit, piomode);
7947 	if (err)
7948 		goto fail;
7949 
7950 	brcms_c_protection_upd(wlc, BRCMS_PROT_N_PAM_OVR, OFF);
7951 
7952 	pub->phy_11ncapable = BRCMS_PHY_11N_CAP(wlc->band);
7953 
7954 	/* disable allowed duty cycle */
7955 	wlc->tx_duty_cycle_ofdm = 0;
7956 	wlc->tx_duty_cycle_cck = 0;
7957 
7958 	brcms_c_stf_phy_chain_calc(wlc);
7959 
7960 	/* txchain 1: txant 0, txchain 2: txant 1 */
7961 	if (BRCMS_ISNPHY(wlc->band) && (wlc->stf->txstreams == 1))
7962 		wlc->stf->txant = wlc->stf->hw_txchain - 1;
7963 
7964 	/* push to BMAC driver */
7965 	wlc_phy_stf_chain_init(wlc->band->pi, wlc->stf->hw_txchain,
7966 			       wlc->stf->hw_rxchain);
7967 
7968 	/* pull up some info resulting from the low attach */
7969 	for (i = 0; i < NFIFO; i++)
7970 		wlc->core->txavail[i] = wlc->hw->txavail[i];
7971 
7972 	memcpy(&wlc->perm_etheraddr, &wlc->hw->etheraddr, ETH_ALEN);
7973 	memcpy(&pub->cur_etheraddr, &wlc->hw->etheraddr, ETH_ALEN);
7974 
7975 	for (j = 0; j < wlc->pub->_nbands; j++) {
7976 		wlc->band = wlc->bandstate[j];
7977 
7978 		if (!brcms_c_attach_stf_ant_init(wlc)) {
7979 			err = 24;
7980 			goto fail;
7981 		}
7982 
7983 		/* default contention windows size limits */
7984 		wlc->band->CWmin = APHY_CWMIN;
7985 		wlc->band->CWmax = PHY_CWMAX;
7986 
7987 		/* init gmode value */
7988 		if (wlc->band->bandtype == BRCM_BAND_2G) {
7989 			wlc->band->gmode = GMODE_AUTO;
7990 			brcms_c_protection_upd(wlc, BRCMS_PROT_G_USER,
7991 					   wlc->band->gmode);
7992 		}
7993 
7994 		/* init _n_enab supported mode */
7995 		if (BRCMS_PHY_11N_CAP(wlc->band)) {
7996 			pub->_n_enab = SUPPORT_11N;
7997 			brcms_c_protection_upd(wlc, BRCMS_PROT_N_USER,
7998 						   ((pub->_n_enab ==
7999 						     SUPPORT_11N) ? WL_11N_2x2 :
8000 						    WL_11N_3x3));
8001 		}
8002 
8003 		/* init per-band default rateset, depend on band->gmode */
8004 		brcms_default_rateset(wlc, &wlc->band->defrateset);
8005 
8006 		/* fill in hw_rateset */
8007 		brcms_c_rateset_filter(&wlc->band->defrateset,
8008 				   &wlc->band->hw_rateset, false,
8009 				   BRCMS_RATES_CCK_OFDM, BRCMS_RATE_MASK,
8010 				   (bool) (wlc->pub->_n_enab & SUPPORT_11N));
8011 	}
8012 
8013 	/*
8014 	 * update antenna config due to
8015 	 * wlc->stf->txant/txchain/ant_rx_ovr change
8016 	 */
8017 	brcms_c_stf_phy_txant_upd(wlc);
8018 
8019 	/* attach each modules */
8020 	err = brcms_c_attach_module(wlc);
8021 	if (err != 0)
8022 		goto fail;
8023 
8024 	if (!brcms_c_timers_init(wlc, unit)) {
8025 		wiphy_err(wl->wiphy, "wl%d: %s: init_timer failed\n", unit,
8026 			  __func__);
8027 		err = 32;
8028 		goto fail;
8029 	}
8030 
8031 	/* depend on rateset, gmode */
8032 	wlc->cmi = brcms_c_channel_mgr_attach(wlc);
8033 	if (!wlc->cmi) {
8034 		wiphy_err(wl->wiphy, "wl%d: %s: channel_mgr_attach failed"
8035 			  "\n", unit, __func__);
8036 		err = 33;
8037 		goto fail;
8038 	}
8039 
8040 	/* init default when all parameters are ready, i.e. ->rateset */
8041 	brcms_c_bss_default_init(wlc);
8042 
8043 	/*
8044 	 * Complete the wlc default state initializations..
8045 	 */
8046 
8047 	wlc->bsscfg->wlc = wlc;
8048 
8049 	wlc->mimoft = FT_HT;
8050 	wlc->mimo_40txbw = AUTO;
8051 	wlc->ofdm_40txbw = AUTO;
8052 	wlc->cck_40txbw = AUTO;
8053 	brcms_c_update_mimo_band_bwcap(wlc, BRCMS_N_BW_20IN2G_40IN5G);
8054 
8055 	/* Set default values of SGI */
8056 	if (BRCMS_SGI_CAP_PHY(wlc)) {
8057 		brcms_c_ht_update_sgi_rx(wlc, (BRCMS_N_SGI_20 |
8058 					       BRCMS_N_SGI_40));
8059 	} else if (BRCMS_ISSSLPNPHY(wlc->band)) {
8060 		brcms_c_ht_update_sgi_rx(wlc, (BRCMS_N_SGI_20 |
8061 					       BRCMS_N_SGI_40));
8062 	} else {
8063 		brcms_c_ht_update_sgi_rx(wlc, 0);
8064 	}
8065 
8066 	brcms_b_antsel_set(wlc->hw, wlc->asi->antsel_avail);
8067 
8068 	if (perr)
8069 		*perr = 0;
8070 
8071 	return wlc;
8072 
8073  fail:
8074 	wiphy_err(wl->wiphy, "wl%d: %s: failed with err %d\n",
8075 		  unit, __func__, err);
8076 	if (wlc)
8077 		brcms_c_detach(wlc);
8078 
8079 	if (perr)
8080 		*perr = err;
8081 	return NULL;
8082 }
8083