11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net/sched/sch_fifo.c The simplest FIFO queue. 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 51da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 61da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 71da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/module.h> 135a0e3ad6STejun Heo #include <linux/slab.h> 141da177e4SLinus Torvalds #include <linux/types.h> 151da177e4SLinus Torvalds #include <linux/kernel.h> 161da177e4SLinus Torvalds #include <linux/errno.h> 171da177e4SLinus Torvalds #include <linux/skbuff.h> 181da177e4SLinus Torvalds #include <net/pkt_sched.h> 191da177e4SLinus Torvalds 201da177e4SLinus Torvalds /* 1 band FIFO pseudo-"scheduler" */ 211da177e4SLinus Torvalds 22520ac30fSEric Dumazet static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 23520ac30fSEric Dumazet struct sk_buff **to_free) 241da177e4SLinus Torvalds { 25d276055cSEric Dumazet if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= sch->limit)) 26aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 271da177e4SLinus Torvalds 28520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 291da177e4SLinus Torvalds } 301da177e4SLinus Torvalds 31520ac30fSEric Dumazet static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 32520ac30fSEric Dumazet struct sk_buff **to_free) 331da177e4SLinus Torvalds { 3497d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 35aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 361da177e4SLinus Torvalds 37520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 381da177e4SLinus Torvalds } 391da177e4SLinus Torvalds 40520ac30fSEric Dumazet static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch, 41520ac30fSEric Dumazet struct sk_buff **to_free) 4257dbb2d8SHagen Paul Pfeifer { 436c0d54f1SEric Dumazet unsigned int prev_backlog; 446c0d54f1SEric Dumazet 4597d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 4657dbb2d8SHagen Paul Pfeifer return qdisc_enqueue_tail(skb, sch); 4757dbb2d8SHagen Paul Pfeifer 486c0d54f1SEric Dumazet prev_backlog = sch->qstats.backlog; 4957dbb2d8SHagen Paul Pfeifer /* queue full, remove one skb to fulfill the limit */ 50520ac30fSEric Dumazet __qdisc_queue_drop_head(sch, &sch->q, to_free); 5125331d6cSJohn Fastabend qdisc_qstats_drop(sch); 5257dbb2d8SHagen Paul Pfeifer qdisc_enqueue_tail(skb, sch); 5357dbb2d8SHagen Paul Pfeifer 546c0d54f1SEric Dumazet qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog); 5557dbb2d8SHagen Paul Pfeifer return NET_XMIT_CN; 5657dbb2d8SHagen Paul Pfeifer } 5757dbb2d8SHagen Paul Pfeifer 58e63d7dfdSAlexander Aring static int fifo_init(struct Qdisc *sch, struct nlattr *opt, 59e63d7dfdSAlexander Aring struct netlink_ext_ack *extack) 601da177e4SLinus Torvalds { 6123624935SEric Dumazet bool bypass; 6223624935SEric Dumazet bool is_bfifo = sch->ops == &bfifo_qdisc_ops; 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds if (opt == NULL) { 65348e3435SPhil Sutter u32 limit = qdisc_dev(sch)->tx_queue_len; 661da177e4SLinus Torvalds 6723624935SEric Dumazet if (is_bfifo) 686473990cSPatrick McHardy limit *= psched_mtu(qdisc_dev(sch)); 696fc8e84fSThomas Graf 70d276055cSEric Dumazet sch->limit = limit; 711da177e4SLinus Torvalds } else { 721e90474cSPatrick McHardy struct tc_fifo_qopt *ctl = nla_data(opt); 736fc8e84fSThomas Graf 741e90474cSPatrick McHardy if (nla_len(opt) < sizeof(*ctl)) 751da177e4SLinus Torvalds return -EINVAL; 766fc8e84fSThomas Graf 77d276055cSEric Dumazet sch->limit = ctl->limit; 781da177e4SLinus Torvalds } 796fc8e84fSThomas Graf 8023624935SEric Dumazet if (is_bfifo) 81d276055cSEric Dumazet bypass = sch->limit >= psched_mtu(qdisc_dev(sch)); 8223624935SEric Dumazet else 83d276055cSEric Dumazet bypass = sch->limit >= 1; 8423624935SEric Dumazet 8523624935SEric Dumazet if (bypass) 8623624935SEric Dumazet sch->flags |= TCQ_F_CAN_BYPASS; 8723624935SEric Dumazet else 8823624935SEric Dumazet sch->flags &= ~TCQ_F_CAN_BYPASS; 891da177e4SLinus Torvalds return 0; 901da177e4SLinus Torvalds } 911da177e4SLinus Torvalds 921da177e4SLinus Torvalds static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb) 931da177e4SLinus Torvalds { 94d276055cSEric Dumazet struct tc_fifo_qopt opt = { .limit = sch->limit }; 951da177e4SLinus Torvalds 961b34ec43SDavid S. Miller if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt)) 971b34ec43SDavid S. Miller goto nla_put_failure; 981da177e4SLinus Torvalds return skb->len; 991da177e4SLinus Torvalds 1001e90474cSPatrick McHardy nla_put_failure: 1011da177e4SLinus Torvalds return -1; 1021da177e4SLinus Torvalds } 1031da177e4SLinus Torvalds 10420fea08bSEric Dumazet struct Qdisc_ops pfifo_qdisc_ops __read_mostly = { 1051da177e4SLinus Torvalds .id = "pfifo", 106d276055cSEric Dumazet .priv_size = 0, 1071da177e4SLinus Torvalds .enqueue = pfifo_enqueue, 108aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 10948a8f519SPatrick McHardy .peek = qdisc_peek_head, 1101da177e4SLinus Torvalds .init = fifo_init, 111aaae3013SThomas Graf .reset = qdisc_reset_queue, 1122030721cSAlexander Aring .change = fifo_init, 1131da177e4SLinus Torvalds .dump = fifo_dump, 1141da177e4SLinus Torvalds .owner = THIS_MODULE, 1151da177e4SLinus Torvalds }; 11662e3ba1bSPatrick McHardy EXPORT_SYMBOL(pfifo_qdisc_ops); 1171da177e4SLinus Torvalds 11820fea08bSEric Dumazet struct Qdisc_ops bfifo_qdisc_ops __read_mostly = { 1191da177e4SLinus Torvalds .id = "bfifo", 120d276055cSEric Dumazet .priv_size = 0, 1211da177e4SLinus Torvalds .enqueue = bfifo_enqueue, 122aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 12348a8f519SPatrick McHardy .peek = qdisc_peek_head, 1241da177e4SLinus Torvalds .init = fifo_init, 125aaae3013SThomas Graf .reset = qdisc_reset_queue, 1262030721cSAlexander Aring .change = fifo_init, 1271da177e4SLinus Torvalds .dump = fifo_dump, 1281da177e4SLinus Torvalds .owner = THIS_MODULE, 1291da177e4SLinus Torvalds }; 1301da177e4SLinus Torvalds EXPORT_SYMBOL(bfifo_qdisc_ops); 131fb0305ceSPatrick McHardy 13257dbb2d8SHagen Paul Pfeifer struct Qdisc_ops pfifo_head_drop_qdisc_ops __read_mostly = { 13357dbb2d8SHagen Paul Pfeifer .id = "pfifo_head_drop", 134d276055cSEric Dumazet .priv_size = 0, 13557dbb2d8SHagen Paul Pfeifer .enqueue = pfifo_tail_enqueue, 13657dbb2d8SHagen Paul Pfeifer .dequeue = qdisc_dequeue_head, 13757dbb2d8SHagen Paul Pfeifer .peek = qdisc_peek_head, 13857dbb2d8SHagen Paul Pfeifer .init = fifo_init, 13957dbb2d8SHagen Paul Pfeifer .reset = qdisc_reset_queue, 1402030721cSAlexander Aring .change = fifo_init, 14157dbb2d8SHagen Paul Pfeifer .dump = fifo_dump, 14257dbb2d8SHagen Paul Pfeifer .owner = THIS_MODULE, 14357dbb2d8SHagen Paul Pfeifer }; 14457dbb2d8SHagen Paul Pfeifer 145fb0305ceSPatrick McHardy /* Pass size change message down to embedded FIFO */ 146fb0305ceSPatrick McHardy int fifo_set_limit(struct Qdisc *q, unsigned int limit) 147fb0305ceSPatrick McHardy { 148fb0305ceSPatrick McHardy struct nlattr *nla; 149fb0305ceSPatrick McHardy int ret = -ENOMEM; 150fb0305ceSPatrick McHardy 151fb0305ceSPatrick McHardy /* Hack to avoid sending change message to non-FIFO */ 152fb0305ceSPatrick McHardy if (strncmp(q->ops->id + 1, "fifo", 4) != 0) 153fb0305ceSPatrick McHardy return 0; 154fb0305ceSPatrick McHardy 155fb0305ceSPatrick McHardy nla = kmalloc(nla_attr_size(sizeof(struct tc_fifo_qopt)), GFP_KERNEL); 156fb0305ceSPatrick McHardy if (nla) { 157fb0305ceSPatrick McHardy nla->nla_type = RTM_NEWQDISC; 158fb0305ceSPatrick McHardy nla->nla_len = nla_attr_size(sizeof(struct tc_fifo_qopt)); 159fb0305ceSPatrick McHardy ((struct tc_fifo_qopt *)nla_data(nla))->limit = limit; 160fb0305ceSPatrick McHardy 1612030721cSAlexander Aring ret = q->ops->change(q, nla, NULL); 162fb0305ceSPatrick McHardy kfree(nla); 163fb0305ceSPatrick McHardy } 164fb0305ceSPatrick McHardy return ret; 165fb0305ceSPatrick McHardy } 166fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_set_limit); 167fb0305ceSPatrick McHardy 168fb0305ceSPatrick McHardy struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops, 169*a38a9882SAlexander Aring unsigned int limit, 170*a38a9882SAlexander Aring struct netlink_ext_ack *extack) 171fb0305ceSPatrick McHardy { 172fb0305ceSPatrick McHardy struct Qdisc *q; 173fb0305ceSPatrick McHardy int err = -ENOMEM; 174fb0305ceSPatrick McHardy 175*a38a9882SAlexander Aring q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1), 176*a38a9882SAlexander Aring extack); 177fb0305ceSPatrick McHardy if (q) { 178fb0305ceSPatrick McHardy err = fifo_set_limit(q, limit); 179fb0305ceSPatrick McHardy if (err < 0) { 180fb0305ceSPatrick McHardy qdisc_destroy(q); 181fb0305ceSPatrick McHardy q = NULL; 182fb0305ceSPatrick McHardy } 183fb0305ceSPatrick McHardy } 184fb0305ceSPatrick McHardy 185fb0305ceSPatrick McHardy return q ? : ERR_PTR(err); 186fb0305ceSPatrick McHardy } 187fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_create_dflt); 188