1aee5b8cfSFelix Fietkau /* 2aee5b8cfSFelix Fietkau * Copyright (C) 2018 Felix Fietkau <nbd@nbd.name> 3aee5b8cfSFelix Fietkau * 4aee5b8cfSFelix Fietkau * Permission to use, copy, modify, and/or distribute this software for any 5aee5b8cfSFelix Fietkau * purpose with or without fee is hereby granted, provided that the above 6aee5b8cfSFelix Fietkau * copyright notice and this permission notice appear in all copies. 7aee5b8cfSFelix Fietkau * 8aee5b8cfSFelix Fietkau * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES 9aee5b8cfSFelix Fietkau * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF 10aee5b8cfSFelix Fietkau * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR 11aee5b8cfSFelix Fietkau * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES 12aee5b8cfSFelix Fietkau * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN 13aee5b8cfSFelix Fietkau * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF 14aee5b8cfSFelix Fietkau * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. 15aee5b8cfSFelix Fietkau */ 16aee5b8cfSFelix Fietkau #include "mt76.h" 17aee5b8cfSFelix Fietkau 18aee5b8cfSFelix Fietkau #define REORDER_TIMEOUT (HZ / 10) 19aee5b8cfSFelix Fietkau 20aee5b8cfSFelix Fietkau static void 21aee5b8cfSFelix Fietkau mt76_aggr_release(struct mt76_rx_tid *tid, struct sk_buff_head *frames, int idx) 22aee5b8cfSFelix Fietkau { 23aee5b8cfSFelix Fietkau struct sk_buff *skb; 24aee5b8cfSFelix Fietkau 25aee5b8cfSFelix Fietkau tid->head = ieee80211_sn_inc(tid->head); 26aee5b8cfSFelix Fietkau 27aee5b8cfSFelix Fietkau skb = tid->reorder_buf[idx]; 28aee5b8cfSFelix Fietkau if (!skb) 29aee5b8cfSFelix Fietkau return; 30aee5b8cfSFelix Fietkau 31aee5b8cfSFelix Fietkau tid->reorder_buf[idx] = NULL; 32aee5b8cfSFelix Fietkau tid->nframes--; 33aee5b8cfSFelix Fietkau __skb_queue_tail(frames, skb); 34aee5b8cfSFelix Fietkau } 35aee5b8cfSFelix Fietkau 36aee5b8cfSFelix Fietkau static void 37aee5b8cfSFelix Fietkau mt76_rx_aggr_release_frames(struct mt76_rx_tid *tid, struct sk_buff_head *frames, 38aee5b8cfSFelix Fietkau u16 head) 39aee5b8cfSFelix Fietkau { 40aee5b8cfSFelix Fietkau int idx; 41aee5b8cfSFelix Fietkau 42aee5b8cfSFelix Fietkau while (ieee80211_sn_less(tid->head, head)) { 43aee5b8cfSFelix Fietkau idx = tid->head % tid->size; 44aee5b8cfSFelix Fietkau mt76_aggr_release(tid, frames, idx); 45aee5b8cfSFelix Fietkau } 46aee5b8cfSFelix Fietkau } 47aee5b8cfSFelix Fietkau 48aee5b8cfSFelix Fietkau static void 49aee5b8cfSFelix Fietkau mt76_rx_aggr_release_head(struct mt76_rx_tid *tid, struct sk_buff_head *frames) 50aee5b8cfSFelix Fietkau { 51aee5b8cfSFelix Fietkau int idx = tid->head % tid->size; 52aee5b8cfSFelix Fietkau 53aee5b8cfSFelix Fietkau while (tid->reorder_buf[idx]) { 54aee5b8cfSFelix Fietkau mt76_aggr_release(tid, frames, idx); 55aee5b8cfSFelix Fietkau idx = tid->head % tid->size; 56aee5b8cfSFelix Fietkau } 57aee5b8cfSFelix Fietkau } 58aee5b8cfSFelix Fietkau 59aee5b8cfSFelix Fietkau static void 60aee5b8cfSFelix Fietkau mt76_rx_aggr_check_release(struct mt76_rx_tid *tid, struct sk_buff_head *frames) 61aee5b8cfSFelix Fietkau { 62aee5b8cfSFelix Fietkau struct mt76_rx_status *status; 63aee5b8cfSFelix Fietkau struct sk_buff *skb; 64aee5b8cfSFelix Fietkau int start, idx, nframes; 65aee5b8cfSFelix Fietkau 66aee5b8cfSFelix Fietkau if (!tid->nframes) 67aee5b8cfSFelix Fietkau return; 68aee5b8cfSFelix Fietkau 69aee5b8cfSFelix Fietkau mt76_rx_aggr_release_head(tid, frames); 70aee5b8cfSFelix Fietkau 71aee5b8cfSFelix Fietkau start = tid->head % tid->size; 72aee5b8cfSFelix Fietkau nframes = tid->nframes; 73aee5b8cfSFelix Fietkau 74aee5b8cfSFelix Fietkau for (idx = (tid->head + 1) % tid->size; 75aee5b8cfSFelix Fietkau idx != start && nframes; 76aee5b8cfSFelix Fietkau idx = (idx + 1) % tid->size) { 77aee5b8cfSFelix Fietkau 78aee5b8cfSFelix Fietkau skb = tid->reorder_buf[idx]; 79aee5b8cfSFelix Fietkau if (!skb) 80aee5b8cfSFelix Fietkau continue; 81aee5b8cfSFelix Fietkau 82aee5b8cfSFelix Fietkau nframes--; 83aee5b8cfSFelix Fietkau status = (struct mt76_rx_status *) skb->cb; 84aee5b8cfSFelix Fietkau if (!time_after(jiffies, status->reorder_time + 85aee5b8cfSFelix Fietkau REORDER_TIMEOUT)) 86aee5b8cfSFelix Fietkau continue; 87aee5b8cfSFelix Fietkau 88aee5b8cfSFelix Fietkau mt76_rx_aggr_release_frames(tid, frames, status->seqno); 89aee5b8cfSFelix Fietkau } 90aee5b8cfSFelix Fietkau 91aee5b8cfSFelix Fietkau mt76_rx_aggr_release_head(tid, frames); 92aee5b8cfSFelix Fietkau } 93aee5b8cfSFelix Fietkau 94aee5b8cfSFelix Fietkau static void 95aee5b8cfSFelix Fietkau mt76_rx_aggr_reorder_work(struct work_struct *work) 96aee5b8cfSFelix Fietkau { 97aee5b8cfSFelix Fietkau struct mt76_rx_tid *tid = container_of(work, struct mt76_rx_tid, 98aee5b8cfSFelix Fietkau reorder_work.work); 99aee5b8cfSFelix Fietkau struct mt76_dev *dev = tid->dev; 100aee5b8cfSFelix Fietkau struct sk_buff_head frames; 101fb208dc7SFelix Fietkau int nframes; 102aee5b8cfSFelix Fietkau 103aee5b8cfSFelix Fietkau __skb_queue_head_init(&frames); 104aee5b8cfSFelix Fietkau 105aee5b8cfSFelix Fietkau local_bh_disable(); 106aee5b8cfSFelix Fietkau 107aee5b8cfSFelix Fietkau spin_lock(&tid->lock); 108aee5b8cfSFelix Fietkau mt76_rx_aggr_check_release(tid, &frames); 109fb208dc7SFelix Fietkau nframes = tid->nframes; 110aee5b8cfSFelix Fietkau spin_unlock(&tid->lock); 111aee5b8cfSFelix Fietkau 112fb208dc7SFelix Fietkau if (nframes) 113fb208dc7SFelix Fietkau ieee80211_queue_delayed_work(tid->dev->hw, &tid->reorder_work, 114fb208dc7SFelix Fietkau REORDER_TIMEOUT); 1159d9d738bSFelix Fietkau mt76_rx_complete(dev, &frames, -1); 116aee5b8cfSFelix Fietkau 117aee5b8cfSFelix Fietkau local_bh_enable(); 118aee5b8cfSFelix Fietkau } 119aee5b8cfSFelix Fietkau 12017cf68b7SFelix Fietkau static void 12117cf68b7SFelix Fietkau mt76_rx_aggr_check_ctl(struct sk_buff *skb, struct sk_buff_head *frames) 12217cf68b7SFelix Fietkau { 12317cf68b7SFelix Fietkau struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb; 12417cf68b7SFelix Fietkau struct ieee80211_bar *bar = (struct ieee80211_bar *) skb->data; 12517cf68b7SFelix Fietkau struct mt76_wcid *wcid = status->wcid; 12617cf68b7SFelix Fietkau struct mt76_rx_tid *tid; 12717cf68b7SFelix Fietkau u16 seqno; 12817cf68b7SFelix Fietkau 12917cf68b7SFelix Fietkau if (!ieee80211_is_ctl(bar->frame_control)) 13017cf68b7SFelix Fietkau return; 13117cf68b7SFelix Fietkau 13217cf68b7SFelix Fietkau if (!ieee80211_is_back_req(bar->frame_control)) 13317cf68b7SFelix Fietkau return; 13417cf68b7SFelix Fietkau 13517cf68b7SFelix Fietkau status->tid = le16_to_cpu(bar->control) >> 12; 13617cf68b7SFelix Fietkau seqno = le16_to_cpu(bar->start_seq_num) >> 4; 13717cf68b7SFelix Fietkau tid = rcu_dereference(wcid->aggr[status->tid]); 13817cf68b7SFelix Fietkau if (!tid) 13917cf68b7SFelix Fietkau return; 14017cf68b7SFelix Fietkau 14117cf68b7SFelix Fietkau spin_lock_bh(&tid->lock); 14217cf68b7SFelix Fietkau mt76_rx_aggr_release_frames(tid, frames, seqno); 14317cf68b7SFelix Fietkau mt76_rx_aggr_release_head(tid, frames); 14417cf68b7SFelix Fietkau spin_unlock_bh(&tid->lock); 14517cf68b7SFelix Fietkau } 14617cf68b7SFelix Fietkau 147aee5b8cfSFelix Fietkau void mt76_rx_aggr_reorder(struct sk_buff *skb, struct sk_buff_head *frames) 148aee5b8cfSFelix Fietkau { 149aee5b8cfSFelix Fietkau struct mt76_rx_status *status = (struct mt76_rx_status *) skb->cb; 150aee5b8cfSFelix Fietkau struct mt76_wcid *wcid = status->wcid; 151aee5b8cfSFelix Fietkau struct ieee80211_sta *sta; 152aee5b8cfSFelix Fietkau struct mt76_rx_tid *tid; 153aee5b8cfSFelix Fietkau bool sn_less; 154aee5b8cfSFelix Fietkau u16 seqno, head, size; 155aee5b8cfSFelix Fietkau u8 idx; 156aee5b8cfSFelix Fietkau 157aee5b8cfSFelix Fietkau __skb_queue_tail(frames, skb); 158aee5b8cfSFelix Fietkau 159aee5b8cfSFelix Fietkau sta = wcid_to_sta(wcid); 16017cf68b7SFelix Fietkau if (!sta) 161aee5b8cfSFelix Fietkau return; 162aee5b8cfSFelix Fietkau 16317cf68b7SFelix Fietkau if (!status->aggr) { 16417cf68b7SFelix Fietkau mt76_rx_aggr_check_ctl(skb, frames); 16517cf68b7SFelix Fietkau return; 16617cf68b7SFelix Fietkau } 16717cf68b7SFelix Fietkau 168aee5b8cfSFelix Fietkau tid = rcu_dereference(wcid->aggr[status->tid]); 169aee5b8cfSFelix Fietkau if (!tid) 170aee5b8cfSFelix Fietkau return; 171aee5b8cfSFelix Fietkau 172aee5b8cfSFelix Fietkau spin_lock_bh(&tid->lock); 173aee5b8cfSFelix Fietkau 174aee5b8cfSFelix Fietkau if (tid->stopped) 175aee5b8cfSFelix Fietkau goto out; 176aee5b8cfSFelix Fietkau 177aee5b8cfSFelix Fietkau head = tid->head; 178aee5b8cfSFelix Fietkau seqno = status->seqno; 179aee5b8cfSFelix Fietkau size = tid->size; 180aee5b8cfSFelix Fietkau sn_less = ieee80211_sn_less(seqno, head); 181aee5b8cfSFelix Fietkau 182aee5b8cfSFelix Fietkau if (!tid->started) { 183aee5b8cfSFelix Fietkau if (sn_less) 184aee5b8cfSFelix Fietkau goto out; 185aee5b8cfSFelix Fietkau 186aee5b8cfSFelix Fietkau tid->started = true; 187aee5b8cfSFelix Fietkau } 188aee5b8cfSFelix Fietkau 189aee5b8cfSFelix Fietkau if (sn_less) { 190aee5b8cfSFelix Fietkau __skb_unlink(skb, frames); 191aee5b8cfSFelix Fietkau dev_kfree_skb(skb); 192aee5b8cfSFelix Fietkau goto out; 193aee5b8cfSFelix Fietkau } 194aee5b8cfSFelix Fietkau 195aee5b8cfSFelix Fietkau if (seqno == head) { 196aee5b8cfSFelix Fietkau tid->head = ieee80211_sn_inc(head); 197aee5b8cfSFelix Fietkau if (tid->nframes) 198aee5b8cfSFelix Fietkau mt76_rx_aggr_release_head(tid, frames); 199aee5b8cfSFelix Fietkau goto out; 200aee5b8cfSFelix Fietkau } 201aee5b8cfSFelix Fietkau 202aee5b8cfSFelix Fietkau __skb_unlink(skb, frames); 203aee5b8cfSFelix Fietkau 204aee5b8cfSFelix Fietkau /* 205aee5b8cfSFelix Fietkau * Frame sequence number exceeds buffering window, free up some space 206aee5b8cfSFelix Fietkau * by releasing previous frames 207aee5b8cfSFelix Fietkau */ 208aee5b8cfSFelix Fietkau if (!ieee80211_sn_less(seqno, head + size)) { 209aee5b8cfSFelix Fietkau head = ieee80211_sn_inc(ieee80211_sn_sub(seqno, size)); 210aee5b8cfSFelix Fietkau mt76_rx_aggr_release_frames(tid, frames, head); 211aee5b8cfSFelix Fietkau } 212aee5b8cfSFelix Fietkau 213aee5b8cfSFelix Fietkau idx = seqno % size; 214aee5b8cfSFelix Fietkau 215aee5b8cfSFelix Fietkau /* Discard if the current slot is already in use */ 216aee5b8cfSFelix Fietkau if (tid->reorder_buf[idx]) { 217aee5b8cfSFelix Fietkau dev_kfree_skb(skb); 218aee5b8cfSFelix Fietkau goto out; 219aee5b8cfSFelix Fietkau } 220aee5b8cfSFelix Fietkau 221aee5b8cfSFelix Fietkau status->reorder_time = jiffies; 222aee5b8cfSFelix Fietkau tid->reorder_buf[idx] = skb; 223aee5b8cfSFelix Fietkau tid->nframes++; 224aee5b8cfSFelix Fietkau mt76_rx_aggr_release_head(tid, frames); 225aee5b8cfSFelix Fietkau 226aee5b8cfSFelix Fietkau ieee80211_queue_delayed_work(tid->dev->hw, &tid->reorder_work, REORDER_TIMEOUT); 227aee5b8cfSFelix Fietkau 228aee5b8cfSFelix Fietkau out: 229aee5b8cfSFelix Fietkau spin_unlock_bh(&tid->lock); 230aee5b8cfSFelix Fietkau } 231aee5b8cfSFelix Fietkau 232aee5b8cfSFelix Fietkau int mt76_rx_aggr_start(struct mt76_dev *dev, struct mt76_wcid *wcid, u8 tidno, 233aee5b8cfSFelix Fietkau u16 ssn, u8 size) 234aee5b8cfSFelix Fietkau { 235aee5b8cfSFelix Fietkau struct mt76_rx_tid *tid; 236aee5b8cfSFelix Fietkau 237aee5b8cfSFelix Fietkau mt76_rx_aggr_stop(dev, wcid, tidno); 238aee5b8cfSFelix Fietkau 239aee5b8cfSFelix Fietkau tid = kzalloc(sizeof(*tid) + size * sizeof(tid->reorder_buf[0]), 240aee5b8cfSFelix Fietkau GFP_KERNEL); 241aee5b8cfSFelix Fietkau if (!tid) 242aee5b8cfSFelix Fietkau return -ENOMEM; 243aee5b8cfSFelix Fietkau 244aee5b8cfSFelix Fietkau tid->dev = dev; 245aee5b8cfSFelix Fietkau tid->head = ssn; 246aee5b8cfSFelix Fietkau tid->size = size; 247aee5b8cfSFelix Fietkau INIT_DELAYED_WORK(&tid->reorder_work, mt76_rx_aggr_reorder_work); 248aee5b8cfSFelix Fietkau spin_lock_init(&tid->lock); 249aee5b8cfSFelix Fietkau 250aee5b8cfSFelix Fietkau rcu_assign_pointer(wcid->aggr[tidno], tid); 251aee5b8cfSFelix Fietkau 252aee5b8cfSFelix Fietkau return 0; 253aee5b8cfSFelix Fietkau } 254aee5b8cfSFelix Fietkau EXPORT_SYMBOL_GPL(mt76_rx_aggr_start); 255aee5b8cfSFelix Fietkau 256aee5b8cfSFelix Fietkau static void mt76_rx_aggr_shutdown(struct mt76_dev *dev, struct mt76_rx_tid *tid) 257aee5b8cfSFelix Fietkau { 258aee5b8cfSFelix Fietkau u8 size = tid->size; 259aee5b8cfSFelix Fietkau int i; 260aee5b8cfSFelix Fietkau 261aee5b8cfSFelix Fietkau spin_lock_bh(&tid->lock); 262aee5b8cfSFelix Fietkau 263aee5b8cfSFelix Fietkau tid->stopped = true; 264aee5b8cfSFelix Fietkau for (i = 0; tid->nframes && i < size; i++) { 265aee5b8cfSFelix Fietkau struct sk_buff *skb = tid->reorder_buf[i]; 266aee5b8cfSFelix Fietkau 267aee5b8cfSFelix Fietkau if (!skb) 268aee5b8cfSFelix Fietkau continue; 269aee5b8cfSFelix Fietkau 270aee5b8cfSFelix Fietkau tid->nframes--; 271aee5b8cfSFelix Fietkau dev_kfree_skb(skb); 272aee5b8cfSFelix Fietkau } 273aee5b8cfSFelix Fietkau 274aee5b8cfSFelix Fietkau spin_unlock_bh(&tid->lock); 275aee5b8cfSFelix Fietkau 27607073a27SFelix Fietkau cancel_delayed_work(&tid->reorder_work); 277aee5b8cfSFelix Fietkau } 278aee5b8cfSFelix Fietkau 279aee5b8cfSFelix Fietkau void mt76_rx_aggr_stop(struct mt76_dev *dev, struct mt76_wcid *wcid, u8 tidno) 280aee5b8cfSFelix Fietkau { 281aee5b8cfSFelix Fietkau struct mt76_rx_tid *tid; 282aee5b8cfSFelix Fietkau 283aee5b8cfSFelix Fietkau rcu_read_lock(); 284aee5b8cfSFelix Fietkau 285aee5b8cfSFelix Fietkau tid = rcu_dereference(wcid->aggr[tidno]); 286aee5b8cfSFelix Fietkau if (tid) { 287aee5b8cfSFelix Fietkau rcu_assign_pointer(wcid->aggr[tidno], NULL); 288aee5b8cfSFelix Fietkau mt76_rx_aggr_shutdown(dev, tid); 289aee5b8cfSFelix Fietkau kfree_rcu(tid, rcu_head); 290aee5b8cfSFelix Fietkau } 291aee5b8cfSFelix Fietkau 292aee5b8cfSFelix Fietkau rcu_read_unlock(); 293aee5b8cfSFelix Fietkau } 294aee5b8cfSFelix Fietkau EXPORT_SYMBOL_GPL(mt76_rx_aggr_stop); 295