1 // SPDX-License-Identifier: ISC 2 /* Copyright (C) 2020 MediaTek Inc. 3 * 4 * Author: Ryder Lee <ryder.lee@mediatek.com> 5 * Roy Luo <royluo@google.com> 6 * Felix Fietkau <nbd@nbd.name> 7 * Lorenzo Bianconi <lorenzo@kernel.org> 8 */ 9 10 #include <linux/etherdevice.h> 11 #include <linux/timekeeping.h> 12 13 #include "mt7615.h" 14 #include "../dma.h" 15 #include "mac.h" 16 17 void mt7615_tx_complete_skb(struct mt76_dev *mdev, struct mt76_queue_entry *e) 18 { 19 if (!e->txwi) { 20 dev_kfree_skb_any(e->skb); 21 return; 22 } 23 24 /* error path */ 25 if (e->skb == DMA_DUMMY_DATA) { 26 struct mt76_txwi_cache *t; 27 struct mt7615_dev *dev; 28 struct mt7615_txp_common *txp; 29 u16 token; 30 31 dev = container_of(mdev, struct mt7615_dev, mt76); 32 txp = mt7615_txwi_to_txp(mdev, e->txwi); 33 34 if (is_mt7615(&dev->mt76)) 35 token = le16_to_cpu(txp->fw.token); 36 else 37 token = le16_to_cpu(txp->hw.msdu_id[0]) & 38 ~MT_MSDU_ID_VALID; 39 40 spin_lock_bh(&dev->token_lock); 41 t = idr_remove(&dev->token, token); 42 spin_unlock_bh(&dev->token_lock); 43 e->skb = t ? t->skb : NULL; 44 } 45 46 if (e->skb) 47 mt76_tx_complete_skb(mdev, e->wcid, e->skb); 48 } 49 50 static void 51 mt7615_write_hw_txp(struct mt7615_dev *dev, struct mt76_tx_info *tx_info, 52 void *txp_ptr, u32 id) 53 { 54 struct mt7615_hw_txp *txp = txp_ptr; 55 struct mt7615_txp_ptr *ptr = &txp->ptr[0]; 56 int i, nbuf = tx_info->nbuf - 1; 57 u32 last_mask; 58 59 tx_info->buf[0].len = MT_TXD_SIZE + sizeof(*txp); 60 tx_info->nbuf = 1; 61 62 txp->msdu_id[0] = cpu_to_le16(id | MT_MSDU_ID_VALID); 63 64 if (is_mt7663(&dev->mt76)) 65 last_mask = MT_TXD_LEN_LAST; 66 else 67 last_mask = MT_TXD_LEN_AMSDU_LAST | 68 MT_TXD_LEN_MSDU_LAST; 69 70 for (i = 0; i < nbuf; i++) { 71 u16 len = tx_info->buf[i + 1].len & MT_TXD_LEN_MASK; 72 u32 addr = tx_info->buf[i + 1].addr; 73 74 if (i == nbuf - 1) 75 len |= last_mask; 76 77 if (i & 1) { 78 ptr->buf1 = cpu_to_le32(addr); 79 ptr->len1 = cpu_to_le16(len); 80 ptr++; 81 } else { 82 ptr->buf0 = cpu_to_le32(addr); 83 ptr->len0 = cpu_to_le16(len); 84 } 85 } 86 } 87 88 static void 89 mt7615_write_fw_txp(struct mt7615_dev *dev, struct mt76_tx_info *tx_info, 90 void *txp_ptr, u32 id) 91 { 92 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)tx_info->skb->data; 93 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx_info->skb); 94 struct ieee80211_key_conf *key = info->control.hw_key; 95 struct ieee80211_vif *vif = info->control.vif; 96 struct mt7615_fw_txp *txp = txp_ptr; 97 int nbuf = tx_info->nbuf - 1; 98 int i; 99 100 for (i = 0; i < nbuf; i++) { 101 txp->buf[i] = cpu_to_le32(tx_info->buf[i + 1].addr); 102 txp->len[i] = cpu_to_le16(tx_info->buf[i + 1].len); 103 } 104 txp->nbuf = nbuf; 105 106 /* pass partial skb header to fw */ 107 tx_info->buf[0].len = MT_TXD_SIZE + sizeof(*txp); 108 tx_info->buf[1].len = MT_CT_PARSE_LEN; 109 tx_info->buf[1].skip_unmap = true; 110 tx_info->nbuf = MT_CT_DMA_BUF_NUM; 111 112 txp->flags = cpu_to_le16(MT_CT_INFO_APPLY_TXD); 113 114 if (!key) 115 txp->flags |= cpu_to_le16(MT_CT_INFO_NONE_CIPHER_FRAME); 116 117 if (ieee80211_is_mgmt(hdr->frame_control)) 118 txp->flags |= cpu_to_le16(MT_CT_INFO_MGMT_FRAME); 119 120 if (vif) { 121 struct mt76_vif *mvif = (struct mt76_vif *)vif->drv_priv; 122 123 txp->bss_idx = mvif->idx; 124 } 125 126 txp->token = cpu_to_le16(id); 127 txp->rept_wds_wcid = 0xff; 128 } 129 130 int mt7615_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr, 131 enum mt76_txq_id qid, struct mt76_wcid *wcid, 132 struct ieee80211_sta *sta, 133 struct mt76_tx_info *tx_info) 134 { 135 struct mt7615_dev *dev = container_of(mdev, struct mt7615_dev, mt76); 136 struct mt7615_sta *msta = container_of(wcid, struct mt7615_sta, wcid); 137 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(tx_info->skb); 138 struct ieee80211_key_conf *key = info->control.hw_key; 139 int pid, id; 140 u8 *txwi = (u8 *)txwi_ptr; 141 struct mt76_txwi_cache *t; 142 void *txp; 143 144 if (!wcid) 145 wcid = &dev->mt76.global_wcid; 146 147 pid = mt76_tx_status_skb_add(mdev, wcid, tx_info->skb); 148 149 if (info->flags & IEEE80211_TX_CTL_RATE_CTRL_PROBE) { 150 struct mt7615_phy *phy = &dev->phy; 151 152 if ((info->hw_queue & MT_TX_HW_QUEUE_EXT_PHY) && mdev->phy2) 153 phy = mdev->phy2->priv; 154 155 spin_lock_bh(&dev->mt76.lock); 156 mt7615_mac_set_rates(phy, msta, &info->control.rates[0], 157 msta->rates); 158 spin_unlock_bh(&dev->mt76.lock); 159 } 160 161 t = (struct mt76_txwi_cache *)(txwi + mdev->drv->txwi_size); 162 t->skb = tx_info->skb; 163 164 spin_lock_bh(&dev->token_lock); 165 id = idr_alloc(&dev->token, t, 0, MT7615_TOKEN_SIZE, GFP_ATOMIC); 166 spin_unlock_bh(&dev->token_lock); 167 if (id < 0) 168 return id; 169 170 mt7615_mac_write_txwi(dev, txwi_ptr, tx_info->skb, wcid, sta, 171 pid, key, false); 172 173 txp = txwi + MT_TXD_SIZE; 174 memset(txp, 0, sizeof(struct mt7615_txp_common)); 175 if (is_mt7615(&dev->mt76)) 176 mt7615_write_fw_txp(dev, tx_info, txp, id); 177 else 178 mt7615_write_hw_txp(dev, tx_info, txp, id); 179 180 tx_info->skb = DMA_DUMMY_DATA; 181 182 return 0; 183 } 184