1 /* 2 * Copyright (c) 2013 Eugene Krasnikov <k.eugene.e@gmail.com> 3 * 4 * Permission to use, copy, modify, and/or distribute this software for any 5 * purpose with or without fee is hereby granted, provided that the above 6 * copyright notice and this permission notice appear in all copies. 7 * 8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION 13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN 14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 15 */ 16 17 /* DXE - DMA transfer engine 18 * we have 2 channels(High prio and Low prio) for TX and 2 channels for RX. 19 * through low channels data packets are transfered 20 * through high channels managment packets are transfered 21 */ 22 23 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 24 25 #include <linux/interrupt.h> 26 #include <linux/soc/qcom/smem_state.h> 27 #include "wcn36xx.h" 28 #include "txrx.h" 29 30 static void wcn36xx_ccu_write_register(struct wcn36xx *wcn, int addr, int data) 31 { 32 wcn36xx_dbg(WCN36XX_DBG_DXE, 33 "wcn36xx_ccu_write_register: addr=%x, data=%x\n", 34 addr, data); 35 36 writel(data, wcn->ccu_base + addr); 37 } 38 39 static void wcn36xx_dxe_write_register(struct wcn36xx *wcn, int addr, int data) 40 { 41 wcn36xx_dbg(WCN36XX_DBG_DXE, 42 "wcn36xx_dxe_write_register: addr=%x, data=%x\n", 43 addr, data); 44 45 writel(data, wcn->dxe_base + addr); 46 } 47 48 static void wcn36xx_dxe_read_register(struct wcn36xx *wcn, int addr, int *data) 49 { 50 *data = readl(wcn->dxe_base + addr); 51 52 wcn36xx_dbg(WCN36XX_DBG_DXE, 53 "wcn36xx_dxe_read_register: addr=%x, data=%x\n", 54 addr, *data); 55 } 56 57 static void wcn36xx_dxe_free_ctl_block(struct wcn36xx_dxe_ch *ch) 58 { 59 struct wcn36xx_dxe_ctl *ctl = ch->head_blk_ctl, *next; 60 int i; 61 62 for (i = 0; i < ch->desc_num && ctl; i++) { 63 next = ctl->next; 64 kfree(ctl); 65 ctl = next; 66 } 67 } 68 69 static int wcn36xx_dxe_allocate_ctl_block(struct wcn36xx_dxe_ch *ch) 70 { 71 struct wcn36xx_dxe_ctl *prev_ctl = NULL; 72 struct wcn36xx_dxe_ctl *cur_ctl = NULL; 73 int i; 74 75 spin_lock_init(&ch->lock); 76 for (i = 0; i < ch->desc_num; i++) { 77 cur_ctl = kzalloc(sizeof(*cur_ctl), GFP_KERNEL); 78 if (!cur_ctl) 79 goto out_fail; 80 81 cur_ctl->ctl_blk_order = i; 82 if (i == 0) { 83 ch->head_blk_ctl = cur_ctl; 84 ch->tail_blk_ctl = cur_ctl; 85 } else if (ch->desc_num - 1 == i) { 86 prev_ctl->next = cur_ctl; 87 cur_ctl->next = ch->head_blk_ctl; 88 } else { 89 prev_ctl->next = cur_ctl; 90 } 91 prev_ctl = cur_ctl; 92 } 93 94 return 0; 95 96 out_fail: 97 wcn36xx_dxe_free_ctl_block(ch); 98 return -ENOMEM; 99 } 100 101 int wcn36xx_dxe_alloc_ctl_blks(struct wcn36xx *wcn) 102 { 103 int ret; 104 105 wcn->dxe_tx_l_ch.ch_type = WCN36XX_DXE_CH_TX_L; 106 wcn->dxe_tx_h_ch.ch_type = WCN36XX_DXE_CH_TX_H; 107 wcn->dxe_rx_l_ch.ch_type = WCN36XX_DXE_CH_RX_L; 108 wcn->dxe_rx_h_ch.ch_type = WCN36XX_DXE_CH_RX_H; 109 110 wcn->dxe_tx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_L; 111 wcn->dxe_tx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_H; 112 wcn->dxe_rx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_L; 113 wcn->dxe_rx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_H; 114 115 wcn->dxe_tx_l_ch.dxe_wq = WCN36XX_DXE_WQ_TX_L; 116 wcn->dxe_tx_h_ch.dxe_wq = WCN36XX_DXE_WQ_TX_H; 117 118 wcn->dxe_tx_l_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_L_BD; 119 wcn->dxe_tx_h_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_H_BD; 120 121 wcn->dxe_tx_l_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_L_SKB; 122 wcn->dxe_tx_h_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_H_SKB; 123 124 wcn->dxe_tx_l_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_L; 125 wcn->dxe_tx_h_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_H; 126 127 wcn->dxe_tx_l_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_L; 128 wcn->dxe_tx_h_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_H; 129 130 /* DXE control block allocation */ 131 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_l_ch); 132 if (ret) 133 goto out_err; 134 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_h_ch); 135 if (ret) 136 goto out_err; 137 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_l_ch); 138 if (ret) 139 goto out_err; 140 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_h_ch); 141 if (ret) 142 goto out_err; 143 144 /* Initialize SMSM state Clear TX Enable RING EMPTY STATE */ 145 ret = qcom_smem_state_update_bits(wcn->tx_enable_state, 146 WCN36XX_SMSM_WLAN_TX_ENABLE | 147 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY, 148 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY); 149 if (ret) 150 goto out_err; 151 152 return 0; 153 154 out_err: 155 wcn36xx_err("Failed to allocate DXE control blocks\n"); 156 wcn36xx_dxe_free_ctl_blks(wcn); 157 return -ENOMEM; 158 } 159 160 void wcn36xx_dxe_free_ctl_blks(struct wcn36xx *wcn) 161 { 162 wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_l_ch); 163 wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_h_ch); 164 wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_l_ch); 165 wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_h_ch); 166 } 167 168 static int wcn36xx_dxe_init_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch) 169 { 170 struct wcn36xx_dxe_desc *cur_dxe = NULL; 171 struct wcn36xx_dxe_desc *prev_dxe = NULL; 172 struct wcn36xx_dxe_ctl *cur_ctl = NULL; 173 size_t size; 174 int i; 175 176 size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc); 177 wcn_ch->cpu_addr = dma_alloc_coherent(dev, size, &wcn_ch->dma_addr, 178 GFP_KERNEL); 179 if (!wcn_ch->cpu_addr) 180 return -ENOMEM; 181 182 cur_dxe = (struct wcn36xx_dxe_desc *)wcn_ch->cpu_addr; 183 cur_ctl = wcn_ch->head_blk_ctl; 184 185 for (i = 0; i < wcn_ch->desc_num; i++) { 186 cur_ctl->desc = cur_dxe; 187 cur_ctl->desc_phy_addr = wcn_ch->dma_addr + 188 i * sizeof(struct wcn36xx_dxe_desc); 189 190 switch (wcn_ch->ch_type) { 191 case WCN36XX_DXE_CH_TX_L: 192 cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_L; 193 cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_L; 194 break; 195 case WCN36XX_DXE_CH_TX_H: 196 cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_H; 197 cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_H; 198 break; 199 case WCN36XX_DXE_CH_RX_L: 200 cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_L; 201 cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_L; 202 break; 203 case WCN36XX_DXE_CH_RX_H: 204 cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_H; 205 cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_H; 206 break; 207 } 208 if (0 == i) { 209 cur_dxe->phy_next_l = 0; 210 } else if ((0 < i) && (i < wcn_ch->desc_num - 1)) { 211 prev_dxe->phy_next_l = 212 cur_ctl->desc_phy_addr; 213 } else if (i == (wcn_ch->desc_num - 1)) { 214 prev_dxe->phy_next_l = 215 cur_ctl->desc_phy_addr; 216 cur_dxe->phy_next_l = 217 wcn_ch->head_blk_ctl->desc_phy_addr; 218 } 219 cur_ctl = cur_ctl->next; 220 prev_dxe = cur_dxe; 221 cur_dxe++; 222 } 223 224 return 0; 225 } 226 227 static void wcn36xx_dxe_deinit_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch) 228 { 229 size_t size; 230 231 size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc); 232 dma_free_coherent(dev, size,wcn_ch->cpu_addr, wcn_ch->dma_addr); 233 } 234 235 static void wcn36xx_dxe_init_tx_bd(struct wcn36xx_dxe_ch *ch, 236 struct wcn36xx_dxe_mem_pool *pool) 237 { 238 int i, chunk_size = pool->chunk_size; 239 dma_addr_t bd_phy_addr = pool->phy_addr; 240 void *bd_cpu_addr = pool->virt_addr; 241 struct wcn36xx_dxe_ctl *cur = ch->head_blk_ctl; 242 243 for (i = 0; i < ch->desc_num; i++) { 244 /* Only every second dxe needs a bd pointer, 245 the other will point to the skb data */ 246 if (!(i & 1)) { 247 cur->bd_phy_addr = bd_phy_addr; 248 cur->bd_cpu_addr = bd_cpu_addr; 249 bd_phy_addr += chunk_size; 250 bd_cpu_addr += chunk_size; 251 } else { 252 cur->bd_phy_addr = 0; 253 cur->bd_cpu_addr = NULL; 254 } 255 cur = cur->next; 256 } 257 } 258 259 static int wcn36xx_dxe_enable_ch_int(struct wcn36xx *wcn, u16 wcn_ch) 260 { 261 int reg_data = 0; 262 263 wcn36xx_dxe_read_register(wcn, 264 WCN36XX_DXE_INT_MASK_REG, 265 ®_data); 266 267 reg_data |= wcn_ch; 268 269 wcn36xx_dxe_write_register(wcn, 270 WCN36XX_DXE_INT_MASK_REG, 271 (int)reg_data); 272 return 0; 273 } 274 275 static void wcn36xx_dxe_disable_ch_int(struct wcn36xx *wcn, u16 wcn_ch) 276 { 277 int reg_data = 0; 278 279 wcn36xx_dxe_read_register(wcn, 280 WCN36XX_DXE_INT_MASK_REG, 281 ®_data); 282 283 reg_data &= ~wcn_ch; 284 285 wcn36xx_dxe_write_register(wcn, 286 WCN36XX_DXE_INT_MASK_REG, 287 (int)reg_data); 288 } 289 290 static int wcn36xx_dxe_fill_skb(struct device *dev, 291 struct wcn36xx_dxe_ctl *ctl, 292 gfp_t gfp) 293 { 294 struct wcn36xx_dxe_desc *dxe = ctl->desc; 295 struct sk_buff *skb; 296 297 skb = alloc_skb(WCN36XX_PKT_SIZE, gfp); 298 if (skb == NULL) 299 return -ENOMEM; 300 301 dxe->dst_addr_l = dma_map_single(dev, 302 skb_tail_pointer(skb), 303 WCN36XX_PKT_SIZE, 304 DMA_FROM_DEVICE); 305 if (dma_mapping_error(dev, dxe->dst_addr_l)) { 306 dev_err(dev, "unable to map skb\n"); 307 kfree_skb(skb); 308 return -ENOMEM; 309 } 310 ctl->skb = skb; 311 312 return 0; 313 } 314 315 static int wcn36xx_dxe_ch_alloc_skb(struct wcn36xx *wcn, 316 struct wcn36xx_dxe_ch *wcn_ch) 317 { 318 int i; 319 struct wcn36xx_dxe_ctl *cur_ctl = NULL; 320 321 cur_ctl = wcn_ch->head_blk_ctl; 322 323 for (i = 0; i < wcn_ch->desc_num; i++) { 324 wcn36xx_dxe_fill_skb(wcn->dev, cur_ctl, GFP_KERNEL); 325 cur_ctl = cur_ctl->next; 326 } 327 328 return 0; 329 } 330 331 static void wcn36xx_dxe_ch_free_skbs(struct wcn36xx *wcn, 332 struct wcn36xx_dxe_ch *wcn_ch) 333 { 334 struct wcn36xx_dxe_ctl *cur = wcn_ch->head_blk_ctl; 335 int i; 336 337 for (i = 0; i < wcn_ch->desc_num; i++) { 338 kfree_skb(cur->skb); 339 cur = cur->next; 340 } 341 } 342 343 void wcn36xx_dxe_tx_ack_ind(struct wcn36xx *wcn, u32 status) 344 { 345 struct ieee80211_tx_info *info; 346 struct sk_buff *skb; 347 unsigned long flags; 348 349 spin_lock_irqsave(&wcn->dxe_lock, flags); 350 skb = wcn->tx_ack_skb; 351 wcn->tx_ack_skb = NULL; 352 del_timer(&wcn->tx_ack_timer); 353 spin_unlock_irqrestore(&wcn->dxe_lock, flags); 354 355 if (!skb) { 356 wcn36xx_warn("Spurious TX complete indication\n"); 357 return; 358 } 359 360 info = IEEE80211_SKB_CB(skb); 361 362 if (status == 1) 363 info->flags |= IEEE80211_TX_STAT_ACK; 364 else 365 info->flags &= ~IEEE80211_TX_STAT_ACK; 366 367 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ack status: %d\n", status); 368 369 ieee80211_tx_status_irqsafe(wcn->hw, skb); 370 ieee80211_wake_queues(wcn->hw); 371 } 372 373 static void wcn36xx_dxe_tx_timer(struct timer_list *t) 374 { 375 struct wcn36xx *wcn = from_timer(wcn, t, tx_ack_timer); 376 struct ieee80211_tx_info *info; 377 unsigned long flags; 378 struct sk_buff *skb; 379 380 /* TX Timeout */ 381 wcn36xx_dbg(WCN36XX_DBG_DXE, "TX timeout\n"); 382 383 spin_lock_irqsave(&wcn->dxe_lock, flags); 384 skb = wcn->tx_ack_skb; 385 wcn->tx_ack_skb = NULL; 386 spin_unlock_irqrestore(&wcn->dxe_lock, flags); 387 388 if (!skb) 389 return; 390 391 info = IEEE80211_SKB_CB(skb); 392 info->flags &= ~IEEE80211_TX_STAT_ACK; 393 info->flags &= ~IEEE80211_TX_STAT_NOACK_TRANSMITTED; 394 395 ieee80211_tx_status_irqsafe(wcn->hw, skb); 396 ieee80211_wake_queues(wcn->hw); 397 } 398 399 static void reap_tx_dxes(struct wcn36xx *wcn, struct wcn36xx_dxe_ch *ch) 400 { 401 struct wcn36xx_dxe_ctl *ctl; 402 struct ieee80211_tx_info *info; 403 unsigned long flags; 404 405 /* 406 * Make at least one loop of do-while because in case ring is 407 * completely full head and tail are pointing to the same element 408 * and while-do will not make any cycles. 409 */ 410 spin_lock_irqsave(&ch->lock, flags); 411 ctl = ch->tail_blk_ctl; 412 do { 413 if (READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_VLD) 414 break; 415 416 if (ctl->skb && 417 READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_EOP) { 418 dma_unmap_single(wcn->dev, ctl->desc->src_addr_l, 419 ctl->skb->len, DMA_TO_DEVICE); 420 info = IEEE80211_SKB_CB(ctl->skb); 421 if (info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS) { 422 if (info->flags & IEEE80211_TX_CTL_NO_ACK) { 423 info->flags |= IEEE80211_TX_STAT_NOACK_TRANSMITTED; 424 ieee80211_tx_status_irqsafe(wcn->hw, ctl->skb); 425 } else { 426 /* Wait for the TX ack indication or timeout... */ 427 spin_lock(&wcn->dxe_lock); 428 if (WARN_ON(wcn->tx_ack_skb)) 429 ieee80211_free_txskb(wcn->hw, wcn->tx_ack_skb); 430 wcn->tx_ack_skb = ctl->skb; /* Tracking ref */ 431 mod_timer(&wcn->tx_ack_timer, jiffies + HZ / 10); 432 spin_unlock(&wcn->dxe_lock); 433 } 434 /* do not free, ownership transferred to mac80211 status cb */ 435 } else { 436 ieee80211_free_txskb(wcn->hw, ctl->skb); 437 } 438 439 if (wcn->queues_stopped) { 440 wcn->queues_stopped = false; 441 ieee80211_wake_queues(wcn->hw); 442 } 443 444 ctl->skb = NULL; 445 } 446 ctl = ctl->next; 447 } while (ctl != ch->head_blk_ctl); 448 449 ch->tail_blk_ctl = ctl; 450 spin_unlock_irqrestore(&ch->lock, flags); 451 } 452 453 static irqreturn_t wcn36xx_irq_tx_complete(int irq, void *dev) 454 { 455 struct wcn36xx *wcn = (struct wcn36xx *)dev; 456 int int_src, int_reason; 457 458 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src); 459 460 if (int_src & WCN36XX_INT_MASK_CHAN_TX_H) { 461 wcn36xx_dxe_read_register(wcn, 462 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_H, 463 &int_reason); 464 465 wcn36xx_dxe_write_register(wcn, 466 WCN36XX_DXE_0_INT_CLR, 467 WCN36XX_INT_MASK_CHAN_TX_H); 468 469 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) { 470 wcn36xx_dxe_write_register(wcn, 471 WCN36XX_DXE_0_INT_ERR_CLR, 472 WCN36XX_INT_MASK_CHAN_TX_H); 473 474 wcn36xx_err("DXE IRQ reported error: 0x%x in high TX channel\n", 475 int_src); 476 } 477 478 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) { 479 wcn36xx_dxe_write_register(wcn, 480 WCN36XX_DXE_0_INT_DONE_CLR, 481 WCN36XX_INT_MASK_CHAN_TX_H); 482 } 483 484 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) { 485 wcn36xx_dxe_write_register(wcn, 486 WCN36XX_DXE_0_INT_ED_CLR, 487 WCN36XX_INT_MASK_CHAN_TX_H); 488 } 489 490 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready high, reason %08x\n", 491 int_reason); 492 493 if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK | 494 WCN36XX_CH_STAT_INT_ED_MASK)) { 495 reap_tx_dxes(wcn, &wcn->dxe_tx_h_ch); 496 } 497 } 498 499 if (int_src & WCN36XX_INT_MASK_CHAN_TX_L) { 500 wcn36xx_dxe_read_register(wcn, 501 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_L, 502 &int_reason); 503 504 wcn36xx_dxe_write_register(wcn, 505 WCN36XX_DXE_0_INT_CLR, 506 WCN36XX_INT_MASK_CHAN_TX_L); 507 508 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) { 509 wcn36xx_dxe_write_register(wcn, 510 WCN36XX_DXE_0_INT_ERR_CLR, 511 WCN36XX_INT_MASK_CHAN_TX_L); 512 513 wcn36xx_err("DXE IRQ reported error: 0x%x in low TX channel\n", 514 int_src); 515 } 516 517 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) { 518 wcn36xx_dxe_write_register(wcn, 519 WCN36XX_DXE_0_INT_DONE_CLR, 520 WCN36XX_INT_MASK_CHAN_TX_L); 521 } 522 523 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) { 524 wcn36xx_dxe_write_register(wcn, 525 WCN36XX_DXE_0_INT_ED_CLR, 526 WCN36XX_INT_MASK_CHAN_TX_L); 527 } 528 529 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready low, reason %08x\n", 530 int_reason); 531 532 if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK | 533 WCN36XX_CH_STAT_INT_ED_MASK)) { 534 reap_tx_dxes(wcn, &wcn->dxe_tx_l_ch); 535 } 536 } 537 538 return IRQ_HANDLED; 539 } 540 541 static irqreturn_t wcn36xx_irq_rx_ready(int irq, void *dev) 542 { 543 struct wcn36xx *wcn = (struct wcn36xx *)dev; 544 545 wcn36xx_dxe_rx_frame(wcn); 546 547 return IRQ_HANDLED; 548 } 549 550 static int wcn36xx_dxe_request_irqs(struct wcn36xx *wcn) 551 { 552 int ret; 553 554 ret = request_irq(wcn->tx_irq, wcn36xx_irq_tx_complete, 555 IRQF_TRIGGER_HIGH, "wcn36xx_tx", wcn); 556 if (ret) { 557 wcn36xx_err("failed to alloc tx irq\n"); 558 goto out_err; 559 } 560 561 ret = request_irq(wcn->rx_irq, wcn36xx_irq_rx_ready, IRQF_TRIGGER_HIGH, 562 "wcn36xx_rx", wcn); 563 if (ret) { 564 wcn36xx_err("failed to alloc rx irq\n"); 565 goto out_txirq; 566 } 567 568 enable_irq_wake(wcn->rx_irq); 569 570 return 0; 571 572 out_txirq: 573 free_irq(wcn->tx_irq, wcn); 574 out_err: 575 return ret; 576 577 } 578 579 static int wcn36xx_rx_handle_packets(struct wcn36xx *wcn, 580 struct wcn36xx_dxe_ch *ch, 581 u32 ctrl, 582 u32 en_mask, 583 u32 int_mask, 584 u32 status_reg) 585 { 586 struct wcn36xx_dxe_desc *dxe; 587 struct wcn36xx_dxe_ctl *ctl; 588 dma_addr_t dma_addr; 589 struct sk_buff *skb; 590 u32 int_reason; 591 int ret; 592 593 wcn36xx_dxe_read_register(wcn, status_reg, &int_reason); 594 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_0_INT_CLR, int_mask); 595 596 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK) { 597 wcn36xx_dxe_write_register(wcn, 598 WCN36XX_DXE_0_INT_ERR_CLR, 599 int_mask); 600 601 wcn36xx_err("DXE IRQ reported error on RX channel\n"); 602 } 603 604 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) 605 wcn36xx_dxe_write_register(wcn, 606 WCN36XX_DXE_0_INT_DONE_CLR, 607 int_mask); 608 609 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) 610 wcn36xx_dxe_write_register(wcn, 611 WCN36XX_DXE_0_INT_ED_CLR, 612 int_mask); 613 614 if (!(int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK | 615 WCN36XX_CH_STAT_INT_ED_MASK))) 616 return 0; 617 618 spin_lock(&ch->lock); 619 620 ctl = ch->head_blk_ctl; 621 dxe = ctl->desc; 622 623 while (!(READ_ONCE(dxe->ctrl) & WCN36xx_DXE_CTRL_VLD)) { 624 /* do not read until we own DMA descriptor */ 625 dma_rmb(); 626 627 /* read/modify DMA descriptor */ 628 skb = ctl->skb; 629 dma_addr = dxe->dst_addr_l; 630 ret = wcn36xx_dxe_fill_skb(wcn->dev, ctl, GFP_ATOMIC); 631 if (0 == ret) { 632 /* new skb allocation ok. Use the new one and queue 633 * the old one to network system. 634 */ 635 dma_unmap_single(wcn->dev, dma_addr, WCN36XX_PKT_SIZE, 636 DMA_FROM_DEVICE); 637 wcn36xx_rx_skb(wcn, skb); 638 } 639 /* else keep old skb not submitted and reuse it for rx DMA 640 * (dropping the packet that it contained) 641 */ 642 643 /* flush descriptor changes before re-marking as valid */ 644 dma_wmb(); 645 dxe->ctrl = ctrl; 646 647 ctl = ctl->next; 648 dxe = ctl->desc; 649 } 650 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_ENCH_ADDR, en_mask); 651 652 ch->head_blk_ctl = ctl; 653 654 spin_unlock(&ch->lock); 655 656 return 0; 657 } 658 659 void wcn36xx_dxe_rx_frame(struct wcn36xx *wcn) 660 { 661 int int_src; 662 663 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src); 664 665 /* RX_LOW_PRI */ 666 if (int_src & WCN36XX_DXE_INT_CH1_MASK) 667 wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_l_ch, 668 WCN36XX_DXE_CTRL_RX_L, 669 WCN36XX_DXE_INT_CH1_MASK, 670 WCN36XX_INT_MASK_CHAN_RX_L, 671 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_L); 672 673 /* RX_HIGH_PRI */ 674 if (int_src & WCN36XX_DXE_INT_CH3_MASK) 675 wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_h_ch, 676 WCN36XX_DXE_CTRL_RX_H, 677 WCN36XX_DXE_INT_CH3_MASK, 678 WCN36XX_INT_MASK_CHAN_RX_H, 679 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_H); 680 681 if (!int_src) 682 wcn36xx_warn("No DXE interrupt pending\n"); 683 } 684 685 int wcn36xx_dxe_allocate_mem_pools(struct wcn36xx *wcn) 686 { 687 size_t s; 688 void *cpu_addr; 689 690 /* Allocate BD headers for MGMT frames */ 691 692 /* Where this come from ask QC */ 693 wcn->mgmt_mem_pool.chunk_size = WCN36XX_BD_CHUNK_SIZE + 694 16 - (WCN36XX_BD_CHUNK_SIZE % 8); 695 696 s = wcn->mgmt_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_H; 697 cpu_addr = dma_alloc_coherent(wcn->dev, s, 698 &wcn->mgmt_mem_pool.phy_addr, 699 GFP_KERNEL); 700 if (!cpu_addr) 701 goto out_err; 702 703 wcn->mgmt_mem_pool.virt_addr = cpu_addr; 704 705 /* Allocate BD headers for DATA frames */ 706 707 /* Where this come from ask QC */ 708 wcn->data_mem_pool.chunk_size = WCN36XX_BD_CHUNK_SIZE + 709 16 - (WCN36XX_BD_CHUNK_SIZE % 8); 710 711 s = wcn->data_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_L; 712 cpu_addr = dma_alloc_coherent(wcn->dev, s, 713 &wcn->data_mem_pool.phy_addr, 714 GFP_KERNEL); 715 if (!cpu_addr) 716 goto out_err; 717 718 wcn->data_mem_pool.virt_addr = cpu_addr; 719 720 return 0; 721 722 out_err: 723 wcn36xx_dxe_free_mem_pools(wcn); 724 wcn36xx_err("Failed to allocate BD mempool\n"); 725 return -ENOMEM; 726 } 727 728 void wcn36xx_dxe_free_mem_pools(struct wcn36xx *wcn) 729 { 730 if (wcn->mgmt_mem_pool.virt_addr) 731 dma_free_coherent(wcn->dev, wcn->mgmt_mem_pool.chunk_size * 732 WCN36XX_DXE_CH_DESC_NUMB_TX_H, 733 wcn->mgmt_mem_pool.virt_addr, 734 wcn->mgmt_mem_pool.phy_addr); 735 736 if (wcn->data_mem_pool.virt_addr) { 737 dma_free_coherent(wcn->dev, wcn->data_mem_pool.chunk_size * 738 WCN36XX_DXE_CH_DESC_NUMB_TX_L, 739 wcn->data_mem_pool.virt_addr, 740 wcn->data_mem_pool.phy_addr); 741 } 742 } 743 744 int wcn36xx_dxe_tx_frame(struct wcn36xx *wcn, 745 struct wcn36xx_vif *vif_priv, 746 struct wcn36xx_tx_bd *bd, 747 struct sk_buff *skb, 748 bool is_low) 749 { 750 struct wcn36xx_dxe_desc *desc_bd, *desc_skb; 751 struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb; 752 struct wcn36xx_dxe_ch *ch = NULL; 753 unsigned long flags; 754 int ret; 755 756 ch = is_low ? &wcn->dxe_tx_l_ch : &wcn->dxe_tx_h_ch; 757 758 spin_lock_irqsave(&ch->lock, flags); 759 ctl_bd = ch->head_blk_ctl; 760 ctl_skb = ctl_bd->next; 761 762 /* 763 * If skb is not null that means that we reached the tail of the ring 764 * hence ring is full. Stop queues to let mac80211 back off until ring 765 * has an empty slot again. 766 */ 767 if (NULL != ctl_skb->skb) { 768 ieee80211_stop_queues(wcn->hw); 769 wcn->queues_stopped = true; 770 spin_unlock_irqrestore(&ch->lock, flags); 771 return -EBUSY; 772 } 773 774 if (unlikely(ctl_skb->bd_cpu_addr)) { 775 wcn36xx_err("bd_cpu_addr cannot be NULL for skb DXE\n"); 776 ret = -EINVAL; 777 goto unlock; 778 } 779 780 desc_bd = ctl_bd->desc; 781 desc_skb = ctl_skb->desc; 782 783 ctl_bd->skb = NULL; 784 785 /* write buffer descriptor */ 786 memcpy(ctl_bd->bd_cpu_addr, bd, sizeof(*bd)); 787 788 /* Set source address of the BD we send */ 789 desc_bd->src_addr_l = ctl_bd->bd_phy_addr; 790 desc_bd->dst_addr_l = ch->dxe_wq; 791 desc_bd->fr_len = sizeof(struct wcn36xx_tx_bd); 792 793 wcn36xx_dbg(WCN36XX_DBG_DXE, "DXE TX\n"); 794 795 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC1 >>> ", 796 (char *)desc_bd, sizeof(*desc_bd)); 797 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, 798 "BD >>> ", (char *)ctl_bd->bd_cpu_addr, 799 sizeof(struct wcn36xx_tx_bd)); 800 801 desc_skb->src_addr_l = dma_map_single(wcn->dev, 802 skb->data, 803 skb->len, 804 DMA_TO_DEVICE); 805 if (dma_mapping_error(wcn->dev, desc_skb->src_addr_l)) { 806 dev_err(wcn->dev, "unable to DMA map src_addr_l\n"); 807 ret = -ENOMEM; 808 goto unlock; 809 } 810 811 ctl_skb->skb = skb; 812 desc_skb->dst_addr_l = ch->dxe_wq; 813 desc_skb->fr_len = ctl_skb->skb->len; 814 815 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC2 >>> ", 816 (char *)desc_skb, sizeof(*desc_skb)); 817 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "SKB >>> ", 818 (char *)ctl_skb->skb->data, ctl_skb->skb->len); 819 820 /* Move the head of the ring to the next empty descriptor */ 821 ch->head_blk_ctl = ctl_skb->next; 822 823 /* Commit all previous writes and set descriptors to VALID */ 824 wmb(); 825 desc_skb->ctrl = ch->ctrl_skb; 826 wmb(); 827 desc_bd->ctrl = ch->ctrl_bd; 828 829 /* 830 * When connected and trying to send data frame chip can be in sleep 831 * mode and writing to the register will not wake up the chip. Instead 832 * notify chip about new frame through SMSM bus. 833 */ 834 if (is_low && vif_priv->pw_state == WCN36XX_BMPS) { 835 qcom_smem_state_update_bits(wcn->tx_rings_empty_state, 836 WCN36XX_SMSM_WLAN_TX_ENABLE, 837 WCN36XX_SMSM_WLAN_TX_ENABLE); 838 } else { 839 /* indicate End Of Packet and generate interrupt on descriptor 840 * done. 841 */ 842 wcn36xx_dxe_write_register(wcn, 843 ch->reg_ctrl, ch->def_ctrl); 844 } 845 846 ret = 0; 847 unlock: 848 spin_unlock_irqrestore(&ch->lock, flags); 849 return ret; 850 } 851 852 static bool _wcn36xx_dxe_tx_channel_is_empty(struct wcn36xx_dxe_ch *ch) 853 { 854 unsigned long flags; 855 struct wcn36xx_dxe_ctl *ctl_bd_start, *ctl_skb_start; 856 struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb; 857 bool ret = true; 858 859 spin_lock_irqsave(&ch->lock, flags); 860 861 /* Loop through ring buffer looking for nonempty entries. */ 862 ctl_bd_start = ch->head_blk_ctl; 863 ctl_bd = ctl_bd_start; 864 ctl_skb_start = ctl_bd_start->next; 865 ctl_skb = ctl_skb_start; 866 do { 867 if (ctl_skb->skb) { 868 ret = false; 869 goto unlock; 870 } 871 ctl_bd = ctl_skb->next; 872 ctl_skb = ctl_bd->next; 873 } while (ctl_skb != ctl_skb_start); 874 875 unlock: 876 spin_unlock_irqrestore(&ch->lock, flags); 877 return ret; 878 } 879 880 int wcn36xx_dxe_tx_flush(struct wcn36xx *wcn) 881 { 882 int i = 0; 883 884 /* Called with mac80211 queues stopped. Wait for empty HW queues. */ 885 do { 886 if (_wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_l_ch) && 887 _wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_h_ch)) { 888 return 0; 889 } 890 /* This ieee80211_ops callback is specifically allowed to 891 * sleep. 892 */ 893 usleep_range(1000, 1100); 894 } while (++i < 100); 895 896 return -EBUSY; 897 } 898 899 int wcn36xx_dxe_init(struct wcn36xx *wcn) 900 { 901 int reg_data = 0, ret; 902 903 reg_data = WCN36XX_DXE_REG_RESET; 904 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data); 905 906 /* Select channels for rx avail and xfer done interrupts... */ 907 reg_data = (WCN36XX_DXE_INT_CH3_MASK | WCN36XX_DXE_INT_CH1_MASK) << 16 | 908 WCN36XX_DXE_INT_CH0_MASK | WCN36XX_DXE_INT_CH4_MASK; 909 if (wcn->is_pronto) 910 wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_PRONTO, reg_data); 911 else 912 wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_RIVA, reg_data); 913 914 /***************************************/ 915 /* Init descriptors for TX LOW channel */ 916 /***************************************/ 917 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_l_ch); 918 if (ret) { 919 dev_err(wcn->dev, "Error allocating descriptor\n"); 920 return ret; 921 } 922 wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_l_ch, &wcn->data_mem_pool); 923 924 /* Write channel head to a NEXT register */ 925 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_L, 926 wcn->dxe_tx_l_ch.head_blk_ctl->desc_phy_addr); 927 928 /* Program DMA destination addr for TX LOW */ 929 wcn36xx_dxe_write_register(wcn, 930 WCN36XX_DXE_CH_DEST_ADDR_TX_L, 931 WCN36XX_DXE_WQ_TX_L); 932 933 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, ®_data); 934 935 /***************************************/ 936 /* Init descriptors for TX HIGH channel */ 937 /***************************************/ 938 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_h_ch); 939 if (ret) { 940 dev_err(wcn->dev, "Error allocating descriptor\n"); 941 goto out_err_txh_ch; 942 } 943 944 wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_h_ch, &wcn->mgmt_mem_pool); 945 946 /* Write channel head to a NEXT register */ 947 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_H, 948 wcn->dxe_tx_h_ch.head_blk_ctl->desc_phy_addr); 949 950 /* Program DMA destination addr for TX HIGH */ 951 wcn36xx_dxe_write_register(wcn, 952 WCN36XX_DXE_CH_DEST_ADDR_TX_H, 953 WCN36XX_DXE_WQ_TX_H); 954 955 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, ®_data); 956 957 /***************************************/ 958 /* Init descriptors for RX LOW channel */ 959 /***************************************/ 960 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_l_ch); 961 if (ret) { 962 dev_err(wcn->dev, "Error allocating descriptor\n"); 963 goto out_err_rxl_ch; 964 } 965 966 /* For RX we need to preallocated buffers */ 967 wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_l_ch); 968 969 /* Write channel head to a NEXT register */ 970 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_L, 971 wcn->dxe_rx_l_ch.head_blk_ctl->desc_phy_addr); 972 973 /* Write DMA source address */ 974 wcn36xx_dxe_write_register(wcn, 975 WCN36XX_DXE_CH_SRC_ADDR_RX_L, 976 WCN36XX_DXE_WQ_RX_L); 977 978 /* Program preallocated destination address */ 979 wcn36xx_dxe_write_register(wcn, 980 WCN36XX_DXE_CH_DEST_ADDR_RX_L, 981 wcn->dxe_rx_l_ch.head_blk_ctl->desc->phy_next_l); 982 983 /* Enable default control registers */ 984 wcn36xx_dxe_write_register(wcn, 985 WCN36XX_DXE_REG_CTL_RX_L, 986 WCN36XX_DXE_CH_DEFAULT_CTL_RX_L); 987 988 /***************************************/ 989 /* Init descriptors for RX HIGH channel */ 990 /***************************************/ 991 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_h_ch); 992 if (ret) { 993 dev_err(wcn->dev, "Error allocating descriptor\n"); 994 goto out_err_rxh_ch; 995 } 996 997 /* For RX we need to prealocat buffers */ 998 wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_h_ch); 999 1000 /* Write chanel head to a NEXT register */ 1001 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_H, 1002 wcn->dxe_rx_h_ch.head_blk_ctl->desc_phy_addr); 1003 1004 /* Write DMA source address */ 1005 wcn36xx_dxe_write_register(wcn, 1006 WCN36XX_DXE_CH_SRC_ADDR_RX_H, 1007 WCN36XX_DXE_WQ_RX_H); 1008 1009 /* Program preallocated destination address */ 1010 wcn36xx_dxe_write_register(wcn, 1011 WCN36XX_DXE_CH_DEST_ADDR_RX_H, 1012 wcn->dxe_rx_h_ch.head_blk_ctl->desc->phy_next_l); 1013 1014 /* Enable default control registers */ 1015 wcn36xx_dxe_write_register(wcn, 1016 WCN36XX_DXE_REG_CTL_RX_H, 1017 WCN36XX_DXE_CH_DEFAULT_CTL_RX_H); 1018 1019 ret = wcn36xx_dxe_request_irqs(wcn); 1020 if (ret < 0) 1021 goto out_err_irq; 1022 1023 timer_setup(&wcn->tx_ack_timer, wcn36xx_dxe_tx_timer, 0); 1024 1025 /* Enable channel interrupts */ 1026 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L); 1027 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H); 1028 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L); 1029 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H); 1030 1031 return 0; 1032 1033 out_err_irq: 1034 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch); 1035 out_err_rxh_ch: 1036 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch); 1037 out_err_rxl_ch: 1038 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch); 1039 out_err_txh_ch: 1040 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch); 1041 1042 return ret; 1043 } 1044 1045 void wcn36xx_dxe_deinit(struct wcn36xx *wcn) 1046 { 1047 int reg_data = 0; 1048 1049 /* Disable channel interrupts */ 1050 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H); 1051 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L); 1052 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H); 1053 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L); 1054 1055 free_irq(wcn->tx_irq, wcn); 1056 free_irq(wcn->rx_irq, wcn); 1057 del_timer(&wcn->tx_ack_timer); 1058 1059 if (wcn->tx_ack_skb) { 1060 ieee80211_tx_status_irqsafe(wcn->hw, wcn->tx_ack_skb); 1061 wcn->tx_ack_skb = NULL; 1062 } 1063 1064 /* Put the DXE block into reset before freeing memory */ 1065 reg_data = WCN36XX_DXE_REG_RESET; 1066 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data); 1067 1068 wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_l_ch); 1069 wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_h_ch); 1070 1071 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch); 1072 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch); 1073 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch); 1074 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch); 1075 } 1076