1*2874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * net/sched/sch_fifo.c The simplest FIFO queue. 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 61da177e4SLinus Torvalds */ 71da177e4SLinus Torvalds 81da177e4SLinus Torvalds #include <linux/module.h> 95a0e3ad6STejun Heo #include <linux/slab.h> 101da177e4SLinus Torvalds #include <linux/types.h> 111da177e4SLinus Torvalds #include <linux/kernel.h> 121da177e4SLinus Torvalds #include <linux/errno.h> 131da177e4SLinus Torvalds #include <linux/skbuff.h> 141da177e4SLinus Torvalds #include <net/pkt_sched.h> 151da177e4SLinus Torvalds 161da177e4SLinus Torvalds /* 1 band FIFO pseudo-"scheduler" */ 171da177e4SLinus Torvalds 18520ac30fSEric Dumazet static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 19520ac30fSEric Dumazet struct sk_buff **to_free) 201da177e4SLinus Torvalds { 21d276055cSEric Dumazet if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= sch->limit)) 22aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 231da177e4SLinus Torvalds 24520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 251da177e4SLinus Torvalds } 261da177e4SLinus Torvalds 27520ac30fSEric Dumazet static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 28520ac30fSEric Dumazet struct sk_buff **to_free) 291da177e4SLinus Torvalds { 3097d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 31aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 321da177e4SLinus Torvalds 33520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 341da177e4SLinus Torvalds } 351da177e4SLinus Torvalds 36520ac30fSEric Dumazet static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch, 37520ac30fSEric Dumazet struct sk_buff **to_free) 3857dbb2d8SHagen Paul Pfeifer { 396c0d54f1SEric Dumazet unsigned int prev_backlog; 406c0d54f1SEric Dumazet 4197d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 4257dbb2d8SHagen Paul Pfeifer return qdisc_enqueue_tail(skb, sch); 4357dbb2d8SHagen Paul Pfeifer 446c0d54f1SEric Dumazet prev_backlog = sch->qstats.backlog; 4557dbb2d8SHagen Paul Pfeifer /* queue full, remove one skb to fulfill the limit */ 46520ac30fSEric Dumazet __qdisc_queue_drop_head(sch, &sch->q, to_free); 4725331d6cSJohn Fastabend qdisc_qstats_drop(sch); 4857dbb2d8SHagen Paul Pfeifer qdisc_enqueue_tail(skb, sch); 4957dbb2d8SHagen Paul Pfeifer 506c0d54f1SEric Dumazet qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog); 5157dbb2d8SHagen Paul Pfeifer return NET_XMIT_CN; 5257dbb2d8SHagen Paul Pfeifer } 5357dbb2d8SHagen Paul Pfeifer 54e63d7dfdSAlexander Aring static int fifo_init(struct Qdisc *sch, struct nlattr *opt, 55e63d7dfdSAlexander Aring struct netlink_ext_ack *extack) 561da177e4SLinus Torvalds { 5723624935SEric Dumazet bool bypass; 5823624935SEric Dumazet bool is_bfifo = sch->ops == &bfifo_qdisc_ops; 591da177e4SLinus Torvalds 601da177e4SLinus Torvalds if (opt == NULL) { 61348e3435SPhil Sutter u32 limit = qdisc_dev(sch)->tx_queue_len; 621da177e4SLinus Torvalds 6323624935SEric Dumazet if (is_bfifo) 646473990cSPatrick McHardy limit *= psched_mtu(qdisc_dev(sch)); 656fc8e84fSThomas Graf 66d276055cSEric Dumazet sch->limit = limit; 671da177e4SLinus Torvalds } else { 681e90474cSPatrick McHardy struct tc_fifo_qopt *ctl = nla_data(opt); 696fc8e84fSThomas Graf 701e90474cSPatrick McHardy if (nla_len(opt) < sizeof(*ctl)) 711da177e4SLinus Torvalds return -EINVAL; 726fc8e84fSThomas Graf 73d276055cSEric Dumazet sch->limit = ctl->limit; 741da177e4SLinus Torvalds } 756fc8e84fSThomas Graf 7623624935SEric Dumazet if (is_bfifo) 77d276055cSEric Dumazet bypass = sch->limit >= psched_mtu(qdisc_dev(sch)); 7823624935SEric Dumazet else 79d276055cSEric Dumazet bypass = sch->limit >= 1; 8023624935SEric Dumazet 8123624935SEric Dumazet if (bypass) 8223624935SEric Dumazet sch->flags |= TCQ_F_CAN_BYPASS; 8323624935SEric Dumazet else 8423624935SEric Dumazet sch->flags &= ~TCQ_F_CAN_BYPASS; 851da177e4SLinus Torvalds return 0; 861da177e4SLinus Torvalds } 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb) 891da177e4SLinus Torvalds { 90d276055cSEric Dumazet struct tc_fifo_qopt opt = { .limit = sch->limit }; 911da177e4SLinus Torvalds 921b34ec43SDavid S. Miller if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt)) 931b34ec43SDavid S. Miller goto nla_put_failure; 941da177e4SLinus Torvalds return skb->len; 951da177e4SLinus Torvalds 961e90474cSPatrick McHardy nla_put_failure: 971da177e4SLinus Torvalds return -1; 981da177e4SLinus Torvalds } 991da177e4SLinus Torvalds 10020fea08bSEric Dumazet struct Qdisc_ops pfifo_qdisc_ops __read_mostly = { 1011da177e4SLinus Torvalds .id = "pfifo", 102d276055cSEric Dumazet .priv_size = 0, 1031da177e4SLinus Torvalds .enqueue = pfifo_enqueue, 104aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 10548a8f519SPatrick McHardy .peek = qdisc_peek_head, 1061da177e4SLinus Torvalds .init = fifo_init, 107aaae3013SThomas Graf .reset = qdisc_reset_queue, 1082030721cSAlexander Aring .change = fifo_init, 1091da177e4SLinus Torvalds .dump = fifo_dump, 1101da177e4SLinus Torvalds .owner = THIS_MODULE, 1111da177e4SLinus Torvalds }; 11262e3ba1bSPatrick McHardy EXPORT_SYMBOL(pfifo_qdisc_ops); 1131da177e4SLinus Torvalds 11420fea08bSEric Dumazet struct Qdisc_ops bfifo_qdisc_ops __read_mostly = { 1151da177e4SLinus Torvalds .id = "bfifo", 116d276055cSEric Dumazet .priv_size = 0, 1171da177e4SLinus Torvalds .enqueue = bfifo_enqueue, 118aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 11948a8f519SPatrick McHardy .peek = qdisc_peek_head, 1201da177e4SLinus Torvalds .init = fifo_init, 121aaae3013SThomas Graf .reset = qdisc_reset_queue, 1222030721cSAlexander Aring .change = fifo_init, 1231da177e4SLinus Torvalds .dump = fifo_dump, 1241da177e4SLinus Torvalds .owner = THIS_MODULE, 1251da177e4SLinus Torvalds }; 1261da177e4SLinus Torvalds EXPORT_SYMBOL(bfifo_qdisc_ops); 127fb0305ceSPatrick McHardy 12857dbb2d8SHagen Paul Pfeifer struct Qdisc_ops pfifo_head_drop_qdisc_ops __read_mostly = { 12957dbb2d8SHagen Paul Pfeifer .id = "pfifo_head_drop", 130d276055cSEric Dumazet .priv_size = 0, 13157dbb2d8SHagen Paul Pfeifer .enqueue = pfifo_tail_enqueue, 13257dbb2d8SHagen Paul Pfeifer .dequeue = qdisc_dequeue_head, 13357dbb2d8SHagen Paul Pfeifer .peek = qdisc_peek_head, 13457dbb2d8SHagen Paul Pfeifer .init = fifo_init, 13557dbb2d8SHagen Paul Pfeifer .reset = qdisc_reset_queue, 1362030721cSAlexander Aring .change = fifo_init, 13757dbb2d8SHagen Paul Pfeifer .dump = fifo_dump, 13857dbb2d8SHagen Paul Pfeifer .owner = THIS_MODULE, 13957dbb2d8SHagen Paul Pfeifer }; 14057dbb2d8SHagen Paul Pfeifer 141fb0305ceSPatrick McHardy /* Pass size change message down to embedded FIFO */ 142fb0305ceSPatrick McHardy int fifo_set_limit(struct Qdisc *q, unsigned int limit) 143fb0305ceSPatrick McHardy { 144fb0305ceSPatrick McHardy struct nlattr *nla; 145fb0305ceSPatrick McHardy int ret = -ENOMEM; 146fb0305ceSPatrick McHardy 147fb0305ceSPatrick McHardy /* Hack to avoid sending change message to non-FIFO */ 148fb0305ceSPatrick McHardy if (strncmp(q->ops->id + 1, "fifo", 4) != 0) 149fb0305ceSPatrick McHardy return 0; 150fb0305ceSPatrick McHardy 151fb0305ceSPatrick McHardy nla = kmalloc(nla_attr_size(sizeof(struct tc_fifo_qopt)), GFP_KERNEL); 152fb0305ceSPatrick McHardy if (nla) { 153fb0305ceSPatrick McHardy nla->nla_type = RTM_NEWQDISC; 154fb0305ceSPatrick McHardy nla->nla_len = nla_attr_size(sizeof(struct tc_fifo_qopt)); 155fb0305ceSPatrick McHardy ((struct tc_fifo_qopt *)nla_data(nla))->limit = limit; 156fb0305ceSPatrick McHardy 1572030721cSAlexander Aring ret = q->ops->change(q, nla, NULL); 158fb0305ceSPatrick McHardy kfree(nla); 159fb0305ceSPatrick McHardy } 160fb0305ceSPatrick McHardy return ret; 161fb0305ceSPatrick McHardy } 162fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_set_limit); 163fb0305ceSPatrick McHardy 164fb0305ceSPatrick McHardy struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops, 165a38a9882SAlexander Aring unsigned int limit, 166a38a9882SAlexander Aring struct netlink_ext_ack *extack) 167fb0305ceSPatrick McHardy { 168fb0305ceSPatrick McHardy struct Qdisc *q; 169fb0305ceSPatrick McHardy int err = -ENOMEM; 170fb0305ceSPatrick McHardy 171a38a9882SAlexander Aring q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1), 172a38a9882SAlexander Aring extack); 173fb0305ceSPatrick McHardy if (q) { 174fb0305ceSPatrick McHardy err = fifo_set_limit(q, limit); 175fb0305ceSPatrick McHardy if (err < 0) { 17686bd446bSVlad Buslov qdisc_put(q); 177fb0305ceSPatrick McHardy q = NULL; 178fb0305ceSPatrick McHardy } 179fb0305ceSPatrick McHardy } 180fb0305ceSPatrick McHardy 181fb0305ceSPatrick McHardy return q ? : ERR_PTR(err); 182fb0305ceSPatrick McHardy } 183fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_create_dflt); 184