11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net/sched/sch_fifo.c The simplest FIFO queue. 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 51da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 61da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 71da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/module.h> 135a0e3ad6STejun Heo #include <linux/slab.h> 141da177e4SLinus Torvalds #include <linux/types.h> 151da177e4SLinus Torvalds #include <linux/kernel.h> 161da177e4SLinus Torvalds #include <linux/errno.h> 171da177e4SLinus Torvalds #include <linux/skbuff.h> 181da177e4SLinus Torvalds #include <net/pkt_sched.h> 191da177e4SLinus Torvalds 201da177e4SLinus Torvalds /* 1 band FIFO pseudo-"scheduler" */ 211da177e4SLinus Torvalds 22520ac30fSEric Dumazet static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 23520ac30fSEric Dumazet struct sk_buff **to_free) 241da177e4SLinus Torvalds { 25d276055cSEric Dumazet if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= sch->limit)) 26aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 271da177e4SLinus Torvalds 28520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 291da177e4SLinus Torvalds } 301da177e4SLinus Torvalds 31520ac30fSEric Dumazet static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, 32520ac30fSEric Dumazet struct sk_buff **to_free) 331da177e4SLinus Torvalds { 3497d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 35aaae3013SThomas Graf return qdisc_enqueue_tail(skb, sch); 361da177e4SLinus Torvalds 37520ac30fSEric Dumazet return qdisc_drop(skb, sch, to_free); 381da177e4SLinus Torvalds } 391da177e4SLinus Torvalds 40520ac30fSEric Dumazet static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch, 41520ac30fSEric Dumazet struct sk_buff **to_free) 4257dbb2d8SHagen Paul Pfeifer { 436c0d54f1SEric Dumazet unsigned int prev_backlog; 446c0d54f1SEric Dumazet 4597d0678fSFlorian Westphal if (likely(sch->q.qlen < sch->limit)) 4657dbb2d8SHagen Paul Pfeifer return qdisc_enqueue_tail(skb, sch); 4757dbb2d8SHagen Paul Pfeifer 486c0d54f1SEric Dumazet prev_backlog = sch->qstats.backlog; 4957dbb2d8SHagen Paul Pfeifer /* queue full, remove one skb to fulfill the limit */ 50520ac30fSEric Dumazet __qdisc_queue_drop_head(sch, &sch->q, to_free); 5125331d6cSJohn Fastabend qdisc_qstats_drop(sch); 5257dbb2d8SHagen Paul Pfeifer qdisc_enqueue_tail(skb, sch); 5357dbb2d8SHagen Paul Pfeifer 546c0d54f1SEric Dumazet qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog); 5557dbb2d8SHagen Paul Pfeifer return NET_XMIT_CN; 5657dbb2d8SHagen Paul Pfeifer } 5757dbb2d8SHagen Paul Pfeifer 58*e63d7dfdSAlexander Aring static int fifo_init(struct Qdisc *sch, struct nlattr *opt, 59*e63d7dfdSAlexander Aring struct netlink_ext_ack *extack) 601da177e4SLinus Torvalds { 6123624935SEric Dumazet bool bypass; 6223624935SEric Dumazet bool is_bfifo = sch->ops == &bfifo_qdisc_ops; 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds if (opt == NULL) { 65348e3435SPhil Sutter u32 limit = qdisc_dev(sch)->tx_queue_len; 661da177e4SLinus Torvalds 6723624935SEric Dumazet if (is_bfifo) 686473990cSPatrick McHardy limit *= psched_mtu(qdisc_dev(sch)); 696fc8e84fSThomas Graf 70d276055cSEric Dumazet sch->limit = limit; 711da177e4SLinus Torvalds } else { 721e90474cSPatrick McHardy struct tc_fifo_qopt *ctl = nla_data(opt); 736fc8e84fSThomas Graf 741e90474cSPatrick McHardy if (nla_len(opt) < sizeof(*ctl)) 751da177e4SLinus Torvalds return -EINVAL; 766fc8e84fSThomas Graf 77d276055cSEric Dumazet sch->limit = ctl->limit; 781da177e4SLinus Torvalds } 796fc8e84fSThomas Graf 8023624935SEric Dumazet if (is_bfifo) 81d276055cSEric Dumazet bypass = sch->limit >= psched_mtu(qdisc_dev(sch)); 8223624935SEric Dumazet else 83d276055cSEric Dumazet bypass = sch->limit >= 1; 8423624935SEric Dumazet 8523624935SEric Dumazet if (bypass) 8623624935SEric Dumazet sch->flags |= TCQ_F_CAN_BYPASS; 8723624935SEric Dumazet else 8823624935SEric Dumazet sch->flags &= ~TCQ_F_CAN_BYPASS; 891da177e4SLinus Torvalds return 0; 901da177e4SLinus Torvalds } 911da177e4SLinus Torvalds 92*e63d7dfdSAlexander Aring static int fifo_change(struct Qdisc *sch, struct nlattr *opt) 93*e63d7dfdSAlexander Aring { 94*e63d7dfdSAlexander Aring return fifo_init(sch, opt, NULL); 95*e63d7dfdSAlexander Aring } 96*e63d7dfdSAlexander Aring 971da177e4SLinus Torvalds static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb) 981da177e4SLinus Torvalds { 99d276055cSEric Dumazet struct tc_fifo_qopt opt = { .limit = sch->limit }; 1001da177e4SLinus Torvalds 1011b34ec43SDavid S. Miller if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt)) 1021b34ec43SDavid S. Miller goto nla_put_failure; 1031da177e4SLinus Torvalds return skb->len; 1041da177e4SLinus Torvalds 1051e90474cSPatrick McHardy nla_put_failure: 1061da177e4SLinus Torvalds return -1; 1071da177e4SLinus Torvalds } 1081da177e4SLinus Torvalds 10920fea08bSEric Dumazet struct Qdisc_ops pfifo_qdisc_ops __read_mostly = { 1101da177e4SLinus Torvalds .id = "pfifo", 111d276055cSEric Dumazet .priv_size = 0, 1121da177e4SLinus Torvalds .enqueue = pfifo_enqueue, 113aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 11448a8f519SPatrick McHardy .peek = qdisc_peek_head, 1151da177e4SLinus Torvalds .init = fifo_init, 116aaae3013SThomas Graf .reset = qdisc_reset_queue, 117*e63d7dfdSAlexander Aring .change = fifo_change, 1181da177e4SLinus Torvalds .dump = fifo_dump, 1191da177e4SLinus Torvalds .owner = THIS_MODULE, 1201da177e4SLinus Torvalds }; 12162e3ba1bSPatrick McHardy EXPORT_SYMBOL(pfifo_qdisc_ops); 1221da177e4SLinus Torvalds 12320fea08bSEric Dumazet struct Qdisc_ops bfifo_qdisc_ops __read_mostly = { 1241da177e4SLinus Torvalds .id = "bfifo", 125d276055cSEric Dumazet .priv_size = 0, 1261da177e4SLinus Torvalds .enqueue = bfifo_enqueue, 127aaae3013SThomas Graf .dequeue = qdisc_dequeue_head, 12848a8f519SPatrick McHardy .peek = qdisc_peek_head, 1291da177e4SLinus Torvalds .init = fifo_init, 130aaae3013SThomas Graf .reset = qdisc_reset_queue, 131*e63d7dfdSAlexander Aring .change = fifo_change, 1321da177e4SLinus Torvalds .dump = fifo_dump, 1331da177e4SLinus Torvalds .owner = THIS_MODULE, 1341da177e4SLinus Torvalds }; 1351da177e4SLinus Torvalds EXPORT_SYMBOL(bfifo_qdisc_ops); 136fb0305ceSPatrick McHardy 13757dbb2d8SHagen Paul Pfeifer struct Qdisc_ops pfifo_head_drop_qdisc_ops __read_mostly = { 13857dbb2d8SHagen Paul Pfeifer .id = "pfifo_head_drop", 139d276055cSEric Dumazet .priv_size = 0, 14057dbb2d8SHagen Paul Pfeifer .enqueue = pfifo_tail_enqueue, 14157dbb2d8SHagen Paul Pfeifer .dequeue = qdisc_dequeue_head, 14257dbb2d8SHagen Paul Pfeifer .peek = qdisc_peek_head, 14357dbb2d8SHagen Paul Pfeifer .init = fifo_init, 14457dbb2d8SHagen Paul Pfeifer .reset = qdisc_reset_queue, 145*e63d7dfdSAlexander Aring .change = fifo_change, 14657dbb2d8SHagen Paul Pfeifer .dump = fifo_dump, 14757dbb2d8SHagen Paul Pfeifer .owner = THIS_MODULE, 14857dbb2d8SHagen Paul Pfeifer }; 14957dbb2d8SHagen Paul Pfeifer 150fb0305ceSPatrick McHardy /* Pass size change message down to embedded FIFO */ 151fb0305ceSPatrick McHardy int fifo_set_limit(struct Qdisc *q, unsigned int limit) 152fb0305ceSPatrick McHardy { 153fb0305ceSPatrick McHardy struct nlattr *nla; 154fb0305ceSPatrick McHardy int ret = -ENOMEM; 155fb0305ceSPatrick McHardy 156fb0305ceSPatrick McHardy /* Hack to avoid sending change message to non-FIFO */ 157fb0305ceSPatrick McHardy if (strncmp(q->ops->id + 1, "fifo", 4) != 0) 158fb0305ceSPatrick McHardy return 0; 159fb0305ceSPatrick McHardy 160fb0305ceSPatrick McHardy nla = kmalloc(nla_attr_size(sizeof(struct tc_fifo_qopt)), GFP_KERNEL); 161fb0305ceSPatrick McHardy if (nla) { 162fb0305ceSPatrick McHardy nla->nla_type = RTM_NEWQDISC; 163fb0305ceSPatrick McHardy nla->nla_len = nla_attr_size(sizeof(struct tc_fifo_qopt)); 164fb0305ceSPatrick McHardy ((struct tc_fifo_qopt *)nla_data(nla))->limit = limit; 165fb0305ceSPatrick McHardy 166fb0305ceSPatrick McHardy ret = q->ops->change(q, nla); 167fb0305ceSPatrick McHardy kfree(nla); 168fb0305ceSPatrick McHardy } 169fb0305ceSPatrick McHardy return ret; 170fb0305ceSPatrick McHardy } 171fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_set_limit); 172fb0305ceSPatrick McHardy 173fb0305ceSPatrick McHardy struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops, 174fb0305ceSPatrick McHardy unsigned int limit) 175fb0305ceSPatrick McHardy { 176fb0305ceSPatrick McHardy struct Qdisc *q; 177fb0305ceSPatrick McHardy int err = -ENOMEM; 178fb0305ceSPatrick McHardy 1793511c913SChangli Gao q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1)); 180fb0305ceSPatrick McHardy if (q) { 181fb0305ceSPatrick McHardy err = fifo_set_limit(q, limit); 182fb0305ceSPatrick McHardy if (err < 0) { 183fb0305ceSPatrick McHardy qdisc_destroy(q); 184fb0305ceSPatrick McHardy q = NULL; 185fb0305ceSPatrick McHardy } 186fb0305ceSPatrick McHardy } 187fb0305ceSPatrick McHardy 188fb0305ceSPatrick McHardy return q ? : ERR_PTR(err); 189fb0305ceSPatrick McHardy } 190fb0305ceSPatrick McHardy EXPORT_SYMBOL(fifo_create_dflt); 191