1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21da177e4SLinus Torvalds #ifndef __NET_PKT_CLS_H 31da177e4SLinus Torvalds #define __NET_PKT_CLS_H 41da177e4SLinus Torvalds 51da177e4SLinus Torvalds #include <linux/pkt_cls.h> 67aa0045dSCong Wang #include <linux/workqueue.h> 71da177e4SLinus Torvalds #include <net/sch_generic.h> 81da177e4SLinus Torvalds #include <net/act_api.h> 91da177e4SLinus Torvalds 101da177e4SLinus Torvalds /* Basic packet classifier frontend definitions. */ 111da177e4SLinus Torvalds 12fd2c3ef7SEric Dumazet struct tcf_walker { 131da177e4SLinus Torvalds int stop; 141da177e4SLinus Torvalds int skip; 151da177e4SLinus Torvalds int count; 168113c095SWANG Cong int (*fn)(struct tcf_proto *, void *node, struct tcf_walker *); 171da177e4SLinus Torvalds }; 181da177e4SLinus Torvalds 195c15257fSJoe Perches int register_tcf_proto_ops(struct tcf_proto_ops *ops); 205c15257fSJoe Perches int unregister_tcf_proto_ops(struct tcf_proto_ops *ops); 211da177e4SLinus Torvalds 228c4083b3SJiri Pirko enum tcf_block_binder_type { 238c4083b3SJiri Pirko TCF_BLOCK_BINDER_TYPE_UNSPEC, 246e40cf2dSJiri Pirko TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS, 256e40cf2dSJiri Pirko TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS, 268c4083b3SJiri Pirko }; 278c4083b3SJiri Pirko 288c4083b3SJiri Pirko struct tcf_block_ext_info { 298c4083b3SJiri Pirko enum tcf_block_binder_type binder_type; 30c7eb7d72SJiri Pirko tcf_chain_head_change_t *chain_head_change; 31c7eb7d72SJiri Pirko void *chain_head_change_priv; 328c4083b3SJiri Pirko }; 338c4083b3SJiri Pirko 34acb67442SJiri Pirko struct tcf_block_cb; 357aa0045dSCong Wang bool tcf_queue_work(struct work_struct *work); 36acb67442SJiri Pirko 378ae70032SJiri Pirko #ifdef CONFIG_NET_CLS 38367a8ce8SWANG Cong struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index, 39367a8ce8SWANG Cong bool create); 405bc17018SJiri Pirko void tcf_chain_put(struct tcf_chain *chain); 416529eabaSJiri Pirko int tcf_block_get(struct tcf_block **p_block, 428d1a77f9SAlexander Aring struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q, 438d1a77f9SAlexander Aring struct netlink_ext_ack *extack); 44c7eb7d72SJiri Pirko int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q, 458d1a77f9SAlexander Aring struct tcf_block_ext_info *ei, 468d1a77f9SAlexander Aring struct netlink_ext_ack *extack); 476529eabaSJiri Pirko void tcf_block_put(struct tcf_block *block); 48c7eb7d72SJiri Pirko void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q, 498c4083b3SJiri Pirko struct tcf_block_ext_info *ei); 5044186460SJiri Pirko 5144186460SJiri Pirko static inline struct Qdisc *tcf_block_q(struct tcf_block *block) 5244186460SJiri Pirko { 5344186460SJiri Pirko return block->q; 5444186460SJiri Pirko } 5544186460SJiri Pirko 5644186460SJiri Pirko static inline struct net_device *tcf_block_dev(struct tcf_block *block) 5744186460SJiri Pirko { 5844186460SJiri Pirko return tcf_block_q(block)->dev_queue->dev; 5944186460SJiri Pirko } 6044186460SJiri Pirko 61acb67442SJiri Pirko void *tcf_block_cb_priv(struct tcf_block_cb *block_cb); 62acb67442SJiri Pirko struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block, 63acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident); 64acb67442SJiri Pirko void tcf_block_cb_incref(struct tcf_block_cb *block_cb); 65acb67442SJiri Pirko unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb); 66acb67442SJiri Pirko struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block, 67acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident, 68acb67442SJiri Pirko void *cb_priv); 69acb67442SJiri Pirko int tcf_block_cb_register(struct tcf_block *block, 70acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident, 71acb67442SJiri Pirko void *cb_priv); 72acb67442SJiri Pirko void __tcf_block_cb_unregister(struct tcf_block_cb *block_cb); 73acb67442SJiri Pirko void tcf_block_cb_unregister(struct tcf_block *block, 74acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident); 75acb67442SJiri Pirko 7687d83093SJiri Pirko int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp, 7787d83093SJiri Pirko struct tcf_result *res, bool compat_mode); 7887d83093SJiri Pirko 798ae70032SJiri Pirko #else 806529eabaSJiri Pirko static inline 816529eabaSJiri Pirko int tcf_block_get(struct tcf_block **p_block, 8269d78ef2SJiri Pirko struct tcf_proto __rcu **p_filter_chain, struct Qdisc *q) 836529eabaSJiri Pirko { 846529eabaSJiri Pirko return 0; 856529eabaSJiri Pirko } 866529eabaSJiri Pirko 878c4083b3SJiri Pirko static inline 88c7eb7d72SJiri Pirko int tcf_block_get_ext(struct tcf_block **p_block, struct Qdisc *q, 898c4083b3SJiri Pirko struct tcf_block_ext_info *ei) 908c4083b3SJiri Pirko { 918c4083b3SJiri Pirko return 0; 928c4083b3SJiri Pirko } 938c4083b3SJiri Pirko 946529eabaSJiri Pirko static inline void tcf_block_put(struct tcf_block *block) 958ae70032SJiri Pirko { 968ae70032SJiri Pirko } 9787d83093SJiri Pirko 988c4083b3SJiri Pirko static inline 99c7eb7d72SJiri Pirko void tcf_block_put_ext(struct tcf_block *block, struct Qdisc *q, 1008c4083b3SJiri Pirko struct tcf_block_ext_info *ei) 1018c4083b3SJiri Pirko { 1028c4083b3SJiri Pirko } 1038c4083b3SJiri Pirko 10444186460SJiri Pirko static inline struct Qdisc *tcf_block_q(struct tcf_block *block) 10544186460SJiri Pirko { 10644186460SJiri Pirko return NULL; 10744186460SJiri Pirko } 10844186460SJiri Pirko 10944186460SJiri Pirko static inline struct net_device *tcf_block_dev(struct tcf_block *block) 11044186460SJiri Pirko { 11144186460SJiri Pirko return NULL; 11244186460SJiri Pirko } 11344186460SJiri Pirko 114acb67442SJiri Pirko static inline 115acb67442SJiri Pirko int tc_setup_cb_block_register(struct tcf_block *block, tc_setup_cb_t *cb, 116acb67442SJiri Pirko void *cb_priv) 117acb67442SJiri Pirko { 118acb67442SJiri Pirko return 0; 119acb67442SJiri Pirko } 120acb67442SJiri Pirko 121acb67442SJiri Pirko static inline 122acb67442SJiri Pirko void tc_setup_cb_block_unregister(struct tcf_block *block, tc_setup_cb_t *cb, 123acb67442SJiri Pirko void *cb_priv) 124acb67442SJiri Pirko { 125acb67442SJiri Pirko } 126acb67442SJiri Pirko 127acb67442SJiri Pirko static inline 128acb67442SJiri Pirko void *tcf_block_cb_priv(struct tcf_block_cb *block_cb) 129acb67442SJiri Pirko { 130acb67442SJiri Pirko return NULL; 131acb67442SJiri Pirko } 132acb67442SJiri Pirko 133acb67442SJiri Pirko static inline 134acb67442SJiri Pirko struct tcf_block_cb *tcf_block_cb_lookup(struct tcf_block *block, 135acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident) 136acb67442SJiri Pirko { 137acb67442SJiri Pirko return NULL; 138acb67442SJiri Pirko } 139acb67442SJiri Pirko 140acb67442SJiri Pirko static inline 141acb67442SJiri Pirko void tcf_block_cb_incref(struct tcf_block_cb *block_cb) 142acb67442SJiri Pirko { 143acb67442SJiri Pirko } 144acb67442SJiri Pirko 145acb67442SJiri Pirko static inline 146acb67442SJiri Pirko unsigned int tcf_block_cb_decref(struct tcf_block_cb *block_cb) 147acb67442SJiri Pirko { 148acb67442SJiri Pirko return 0; 149acb67442SJiri Pirko } 150acb67442SJiri Pirko 151acb67442SJiri Pirko static inline 152acb67442SJiri Pirko struct tcf_block_cb *__tcf_block_cb_register(struct tcf_block *block, 153acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident, 154acb67442SJiri Pirko void *cb_priv) 155acb67442SJiri Pirko { 156acb67442SJiri Pirko return NULL; 157acb67442SJiri Pirko } 158acb67442SJiri Pirko 159acb67442SJiri Pirko static inline 160acb67442SJiri Pirko int tcf_block_cb_register(struct tcf_block *block, 161acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident, 162acb67442SJiri Pirko void *cb_priv) 163acb67442SJiri Pirko { 164acb67442SJiri Pirko return 0; 165acb67442SJiri Pirko } 166acb67442SJiri Pirko 167acb67442SJiri Pirko static inline 168acb67442SJiri Pirko void __tcf_block_cb_unregister(struct tcf_block_cb *block_cb) 169acb67442SJiri Pirko { 170acb67442SJiri Pirko } 171acb67442SJiri Pirko 172acb67442SJiri Pirko static inline 173acb67442SJiri Pirko void tcf_block_cb_unregister(struct tcf_block *block, 174acb67442SJiri Pirko tc_setup_cb_t *cb, void *cb_ident) 175acb67442SJiri Pirko { 176acb67442SJiri Pirko } 177acb67442SJiri Pirko 17887d83093SJiri Pirko static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp, 17987d83093SJiri Pirko struct tcf_result *res, bool compat_mode) 18087d83093SJiri Pirko { 18187d83093SJiri Pirko return TC_ACT_UNSPEC; 18287d83093SJiri Pirko } 1838ae70032SJiri Pirko #endif 184cf1facdaSJiri Pirko 1851da177e4SLinus Torvalds static inline unsigned long 1861da177e4SLinus Torvalds __cls_set_class(unsigned long *clp, unsigned long cl) 1871da177e4SLinus Torvalds { 188a0efb80cSWANG Cong return xchg(clp, cl); 1891da177e4SLinus Torvalds } 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds static inline unsigned long 19234e3759cSJiri Pirko cls_set_class(struct Qdisc *q, unsigned long *clp, unsigned long cl) 1931da177e4SLinus Torvalds { 1941da177e4SLinus Torvalds unsigned long old_cl; 1951da177e4SLinus Torvalds 19634e3759cSJiri Pirko sch_tree_lock(q); 1971da177e4SLinus Torvalds old_cl = __cls_set_class(clp, cl); 19834e3759cSJiri Pirko sch_tree_unlock(q); 1991da177e4SLinus Torvalds return old_cl; 2001da177e4SLinus Torvalds } 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds static inline void 2031da177e4SLinus Torvalds tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base) 2041da177e4SLinus Torvalds { 20534e3759cSJiri Pirko struct Qdisc *q = tp->chain->block->q; 2061da177e4SLinus Torvalds unsigned long cl; 2071da177e4SLinus Torvalds 20834e3759cSJiri Pirko /* Check q as it is not set for shared blocks. In that case, 20934e3759cSJiri Pirko * setting class is not supported. 21034e3759cSJiri Pirko */ 21134e3759cSJiri Pirko if (!q) 21234e3759cSJiri Pirko return; 21334e3759cSJiri Pirko cl = q->ops->cl_ops->bind_tcf(q, base, r->classid); 21434e3759cSJiri Pirko cl = cls_set_class(q, &r->class, cl); 2151da177e4SLinus Torvalds if (cl) 21634e3759cSJiri Pirko q->ops->cl_ops->unbind_tcf(q, cl); 2171da177e4SLinus Torvalds } 2181da177e4SLinus Torvalds 2191da177e4SLinus Torvalds static inline void 2201da177e4SLinus Torvalds tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r) 2211da177e4SLinus Torvalds { 22234e3759cSJiri Pirko struct Qdisc *q = tp->chain->block->q; 2231da177e4SLinus Torvalds unsigned long cl; 2241da177e4SLinus Torvalds 22534e3759cSJiri Pirko if (!q) 22634e3759cSJiri Pirko return; 2271da177e4SLinus Torvalds if ((cl = __cls_set_class(&r->class, 0)) != 0) 22834e3759cSJiri Pirko q->ops->cl_ops->unbind_tcf(q, cl); 2291da177e4SLinus Torvalds } 2301da177e4SLinus Torvalds 231fd2c3ef7SEric Dumazet struct tcf_exts { 2321da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 23333be6271SWANG Cong __u32 type; /* for backward compat(TCA_OLD_COMPAT) */ 23422dc13c8SWANG Cong int nr_actions; 23522dc13c8SWANG Cong struct tc_action **actions; 236e4b95c41SCong Wang struct net *net; 2371da177e4SLinus Torvalds #endif 2381da177e4SLinus Torvalds /* Map to export classifier specific extension TLV types to the 2391da177e4SLinus Torvalds * generic extensions API. Unsupported extensions must be set to 0. 2401da177e4SLinus Torvalds */ 2411da177e4SLinus Torvalds int action; 2421da177e4SLinus Torvalds int police; 2431da177e4SLinus Torvalds }; 2441da177e4SLinus Torvalds 245b9a24bb7SWANG Cong static inline int tcf_exts_init(struct tcf_exts *exts, int action, int police) 24633be6271SWANG Cong { 24733be6271SWANG Cong #ifdef CONFIG_NET_CLS_ACT 2485da57f42SWANG Cong exts->type = 0; 24922dc13c8SWANG Cong exts->nr_actions = 0; 250e4b95c41SCong Wang exts->net = NULL; 25122dc13c8SWANG Cong exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *), 25222dc13c8SWANG Cong GFP_KERNEL); 253b9a24bb7SWANG Cong if (!exts->actions) 254b9a24bb7SWANG Cong return -ENOMEM; 25533be6271SWANG Cong #endif 2565da57f42SWANG Cong exts->action = action; 2575da57f42SWANG Cong exts->police = police; 258b9a24bb7SWANG Cong return 0; 25933be6271SWANG Cong } 26033be6271SWANG Cong 261e4b95c41SCong Wang /* Return false if the netns is being destroyed in cleanup_net(). Callers 262e4b95c41SCong Wang * need to do cleanup synchronously in this case, otherwise may race with 263e4b95c41SCong Wang * tc_action_net_exit(). Return true for other cases. 264e4b95c41SCong Wang */ 265e4b95c41SCong Wang static inline bool tcf_exts_get_net(struct tcf_exts *exts) 266e4b95c41SCong Wang { 267e4b95c41SCong Wang #ifdef CONFIG_NET_CLS_ACT 268e4b95c41SCong Wang exts->net = maybe_get_net(exts->net); 269e4b95c41SCong Wang return exts->net != NULL; 270e4b95c41SCong Wang #else 271e4b95c41SCong Wang return true; 272e4b95c41SCong Wang #endif 273e4b95c41SCong Wang } 274e4b95c41SCong Wang 275e4b95c41SCong Wang static inline void tcf_exts_put_net(struct tcf_exts *exts) 276e4b95c41SCong Wang { 277e4b95c41SCong Wang #ifdef CONFIG_NET_CLS_ACT 278e4b95c41SCong Wang if (exts->net) 279e4b95c41SCong Wang put_net(exts->net); 280e4b95c41SCong Wang #endif 281e4b95c41SCong Wang } 282e4b95c41SCong Wang 28322dc13c8SWANG Cong static inline void tcf_exts_to_list(const struct tcf_exts *exts, 28422dc13c8SWANG Cong struct list_head *actions) 28522dc13c8SWANG Cong { 28622dc13c8SWANG Cong #ifdef CONFIG_NET_CLS_ACT 28722dc13c8SWANG Cong int i; 28822dc13c8SWANG Cong 28922dc13c8SWANG Cong for (i = 0; i < exts->nr_actions; i++) { 29022dc13c8SWANG Cong struct tc_action *a = exts->actions[i]; 29122dc13c8SWANG Cong 292fa5effe7SHadar Hen Zion list_add_tail(&a->list, actions); 29322dc13c8SWANG Cong } 29422dc13c8SWANG Cong #endif 29522dc13c8SWANG Cong } 29622dc13c8SWANG Cong 297d897a638SJakub Kicinski static inline void 298d897a638SJakub Kicinski tcf_exts_stats_update(const struct tcf_exts *exts, 299d897a638SJakub Kicinski u64 bytes, u64 packets, u64 lastuse) 300d897a638SJakub Kicinski { 301d897a638SJakub Kicinski #ifdef CONFIG_NET_CLS_ACT 302d897a638SJakub Kicinski int i; 303d897a638SJakub Kicinski 304d897a638SJakub Kicinski preempt_disable(); 305d897a638SJakub Kicinski 306d897a638SJakub Kicinski for (i = 0; i < exts->nr_actions; i++) { 307d897a638SJakub Kicinski struct tc_action *a = exts->actions[i]; 308d897a638SJakub Kicinski 309d897a638SJakub Kicinski tcf_action_stats_update(a, bytes, packets, lastuse); 310d897a638SJakub Kicinski } 311d897a638SJakub Kicinski 312d897a638SJakub Kicinski preempt_enable(); 313d897a638SJakub Kicinski #endif 314d897a638SJakub Kicinski } 315d897a638SJakub Kicinski 3161da177e4SLinus Torvalds /** 3173bcc0cecSJiri Pirko * tcf_exts_has_actions - check if at least one action is present 3183bcc0cecSJiri Pirko * @exts: tc filter extensions handle 3193bcc0cecSJiri Pirko * 3203bcc0cecSJiri Pirko * Returns true if at least one action is present. 3213bcc0cecSJiri Pirko */ 3223bcc0cecSJiri Pirko static inline bool tcf_exts_has_actions(struct tcf_exts *exts) 3233bcc0cecSJiri Pirko { 3242734437eSWANG Cong #ifdef CONFIG_NET_CLS_ACT 3253bcc0cecSJiri Pirko return exts->nr_actions; 3263bcc0cecSJiri Pirko #else 3273bcc0cecSJiri Pirko return false; 3283bcc0cecSJiri Pirko #endif 3293bcc0cecSJiri Pirko } 3302734437eSWANG Cong 3313bcc0cecSJiri Pirko /** 3323bcc0cecSJiri Pirko * tcf_exts_has_one_action - check if exactly one action is present 3333bcc0cecSJiri Pirko * @exts: tc filter extensions handle 3343bcc0cecSJiri Pirko * 3353bcc0cecSJiri Pirko * Returns true if exactly one action is present. 3363bcc0cecSJiri Pirko */ 3373bcc0cecSJiri Pirko static inline bool tcf_exts_has_one_action(struct tcf_exts *exts) 3383bcc0cecSJiri Pirko { 3393bcc0cecSJiri Pirko #ifdef CONFIG_NET_CLS_ACT 3403bcc0cecSJiri Pirko return exts->nr_actions == 1; 3413bcc0cecSJiri Pirko #else 3423bcc0cecSJiri Pirko return false; 3433bcc0cecSJiri Pirko #endif 3443bcc0cecSJiri Pirko } 3452734437eSWANG Cong 346af69afc5SJiri Pirko /** 347af69afc5SJiri Pirko * tcf_exts_exec - execute tc filter extensions 348af69afc5SJiri Pirko * @skb: socket buffer 349af69afc5SJiri Pirko * @exts: tc filter extensions handle 350af69afc5SJiri Pirko * @res: desired result 351af69afc5SJiri Pirko * 352af089e70SJiri Pirko * Executes all configured extensions. Returns TC_ACT_OK on a normal execution, 353af69afc5SJiri Pirko * a negative number if the filter must be considered unmatched or 354af69afc5SJiri Pirko * a positive action code (TC_ACT_*) which must be returned to the 355af69afc5SJiri Pirko * underlying layer. 356af69afc5SJiri Pirko */ 357af69afc5SJiri Pirko static inline int 358af69afc5SJiri Pirko tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts, 359af69afc5SJiri Pirko struct tcf_result *res) 360af69afc5SJiri Pirko { 361af69afc5SJiri Pirko #ifdef CONFIG_NET_CLS_ACT 362ec1a9ccaSJiri Pirko return tcf_action_exec(skb, exts->actions, exts->nr_actions, res); 363af69afc5SJiri Pirko #endif 364af089e70SJiri Pirko return TC_ACT_OK; 365af69afc5SJiri Pirko } 366af69afc5SJiri Pirko 3675c15257fSJoe Perches int tcf_exts_validate(struct net *net, struct tcf_proto *tp, 368c1b52739SBenjamin LaHaise struct nlattr **tb, struct nlattr *rate_tlv, 3692f7ef2f8SCong Wang struct tcf_exts *exts, bool ovr); 37018d0264fSWANG Cong void tcf_exts_destroy(struct tcf_exts *exts); 3719b0d4446SJiri Pirko void tcf_exts_change(struct tcf_exts *dst, struct tcf_exts *src); 3725da57f42SWANG Cong int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts); 3735da57f42SWANG Cong int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts); 3741da177e4SLinus Torvalds 3751da177e4SLinus Torvalds /** 3761da177e4SLinus Torvalds * struct tcf_pkt_info - packet information 3771da177e4SLinus Torvalds */ 378fd2c3ef7SEric Dumazet struct tcf_pkt_info { 3791da177e4SLinus Torvalds unsigned char * ptr; 3801da177e4SLinus Torvalds int nexthdr; 3811da177e4SLinus Torvalds }; 3821da177e4SLinus Torvalds 3831da177e4SLinus Torvalds #ifdef CONFIG_NET_EMATCH 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds struct tcf_ematch_ops; 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds /** 3881da177e4SLinus Torvalds * struct tcf_ematch - extended match (ematch) 3891da177e4SLinus Torvalds * 3901da177e4SLinus Torvalds * @matchid: identifier to allow userspace to reidentify a match 3911da177e4SLinus Torvalds * @flags: flags specifying attributes and the relation to other matches 3921da177e4SLinus Torvalds * @ops: the operations lookup table of the corresponding ematch module 3931da177e4SLinus Torvalds * @datalen: length of the ematch specific configuration data 3941da177e4SLinus Torvalds * @data: ematch specific data 3951da177e4SLinus Torvalds */ 396fd2c3ef7SEric Dumazet struct tcf_ematch { 3971da177e4SLinus Torvalds struct tcf_ematch_ops * ops; 3981da177e4SLinus Torvalds unsigned long data; 3991da177e4SLinus Torvalds unsigned int datalen; 4001da177e4SLinus Torvalds u16 matchid; 4011da177e4SLinus Torvalds u16 flags; 40282a470f1SJohn Fastabend struct net *net; 4031da177e4SLinus Torvalds }; 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds static inline int tcf_em_is_container(struct tcf_ematch *em) 4061da177e4SLinus Torvalds { 4071da177e4SLinus Torvalds return !em->ops; 4081da177e4SLinus Torvalds } 4091da177e4SLinus Torvalds 4101da177e4SLinus Torvalds static inline int tcf_em_is_simple(struct tcf_ematch *em) 4111da177e4SLinus Torvalds { 4121da177e4SLinus Torvalds return em->flags & TCF_EM_SIMPLE; 4131da177e4SLinus Torvalds } 4141da177e4SLinus Torvalds 4151da177e4SLinus Torvalds static inline int tcf_em_is_inverted(struct tcf_ematch *em) 4161da177e4SLinus Torvalds { 4171da177e4SLinus Torvalds return em->flags & TCF_EM_INVERT; 4181da177e4SLinus Torvalds } 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds static inline int tcf_em_last_match(struct tcf_ematch *em) 4211da177e4SLinus Torvalds { 4221da177e4SLinus Torvalds return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END; 4231da177e4SLinus Torvalds } 4241da177e4SLinus Torvalds 4251da177e4SLinus Torvalds static inline int tcf_em_early_end(struct tcf_ematch *em, int result) 4261da177e4SLinus Torvalds { 4271da177e4SLinus Torvalds if (tcf_em_last_match(em)) 4281da177e4SLinus Torvalds return 1; 4291da177e4SLinus Torvalds 4301da177e4SLinus Torvalds if (result == 0 && em->flags & TCF_EM_REL_AND) 4311da177e4SLinus Torvalds return 1; 4321da177e4SLinus Torvalds 4331da177e4SLinus Torvalds if (result != 0 && em->flags & TCF_EM_REL_OR) 4341da177e4SLinus Torvalds return 1; 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds return 0; 4371da177e4SLinus Torvalds } 4381da177e4SLinus Torvalds 4391da177e4SLinus Torvalds /** 4401da177e4SLinus Torvalds * struct tcf_ematch_tree - ematch tree handle 4411da177e4SLinus Torvalds * 4421da177e4SLinus Torvalds * @hdr: ematch tree header supplied by userspace 4431da177e4SLinus Torvalds * @matches: array of ematches 4441da177e4SLinus Torvalds */ 445fd2c3ef7SEric Dumazet struct tcf_ematch_tree { 4461da177e4SLinus Torvalds struct tcf_ematch_tree_hdr hdr; 4471da177e4SLinus Torvalds struct tcf_ematch * matches; 4481da177e4SLinus Torvalds 4491da177e4SLinus Torvalds }; 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds /** 4521da177e4SLinus Torvalds * struct tcf_ematch_ops - ematch module operations 4531da177e4SLinus Torvalds * 4541da177e4SLinus Torvalds * @kind: identifier (kind) of this ematch module 4551da177e4SLinus Torvalds * @datalen: length of expected configuration data (optional) 4561da177e4SLinus Torvalds * @change: called during validation (optional) 4571da177e4SLinus Torvalds * @match: called during ematch tree evaluation, must return 1/0 4581da177e4SLinus Torvalds * @destroy: called during destroyage (optional) 4591da177e4SLinus Torvalds * @dump: called during dumping process (optional) 4601da177e4SLinus Torvalds * @owner: owner, must be set to THIS_MODULE 4611da177e4SLinus Torvalds * @link: link to previous/next ematch module (internal use) 4621da177e4SLinus Torvalds */ 463fd2c3ef7SEric Dumazet struct tcf_ematch_ops { 4641da177e4SLinus Torvalds int kind; 4651da177e4SLinus Torvalds int datalen; 46682a470f1SJohn Fastabend int (*change)(struct net *net, void *, 4671da177e4SLinus Torvalds int, struct tcf_ematch *); 4681da177e4SLinus Torvalds int (*match)(struct sk_buff *, struct tcf_ematch *, 4691da177e4SLinus Torvalds struct tcf_pkt_info *); 47082a470f1SJohn Fastabend void (*destroy)(struct tcf_ematch *); 4711da177e4SLinus Torvalds int (*dump)(struct sk_buff *, struct tcf_ematch *); 4721da177e4SLinus Torvalds struct module *owner; 4731da177e4SLinus Torvalds struct list_head link; 4741da177e4SLinus Torvalds }; 4751da177e4SLinus Torvalds 4765c15257fSJoe Perches int tcf_em_register(struct tcf_ematch_ops *); 4775c15257fSJoe Perches void tcf_em_unregister(struct tcf_ematch_ops *); 4785c15257fSJoe Perches int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *, 4791da177e4SLinus Torvalds struct tcf_ematch_tree *); 48082a470f1SJohn Fastabend void tcf_em_tree_destroy(struct tcf_ematch_tree *); 4815c15257fSJoe Perches int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int); 4825c15257fSJoe Perches int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *, 4831da177e4SLinus Torvalds struct tcf_pkt_info *); 4841da177e4SLinus Torvalds 4851da177e4SLinus Torvalds /** 4861da177e4SLinus Torvalds * tcf_em_tree_match - evaulate an ematch tree 4871da177e4SLinus Torvalds * 4881da177e4SLinus Torvalds * @skb: socket buffer of the packet in question 4891da177e4SLinus Torvalds * @tree: ematch tree to be used for evaluation 4901da177e4SLinus Torvalds * @info: packet information examined by classifier 4911da177e4SLinus Torvalds * 4921da177e4SLinus Torvalds * This function matches @skb against the ematch tree in @tree by going 4931da177e4SLinus Torvalds * through all ematches respecting their logic relations returning 4941da177e4SLinus Torvalds * as soon as the result is obvious. 4951da177e4SLinus Torvalds * 4961da177e4SLinus Torvalds * Returns 1 if the ematch tree as-one matches, no ematches are configured 4971da177e4SLinus Torvalds * or ematch is not enabled in the kernel, otherwise 0 is returned. 4981da177e4SLinus Torvalds */ 4991da177e4SLinus Torvalds static inline int tcf_em_tree_match(struct sk_buff *skb, 5001da177e4SLinus Torvalds struct tcf_ematch_tree *tree, 5011da177e4SLinus Torvalds struct tcf_pkt_info *info) 5021da177e4SLinus Torvalds { 5031da177e4SLinus Torvalds if (tree->hdr.nmatches) 5041da177e4SLinus Torvalds return __tcf_em_tree_match(skb, tree, info); 5051da177e4SLinus Torvalds else 5061da177e4SLinus Torvalds return 1; 5071da177e4SLinus Torvalds } 5081da177e4SLinus Torvalds 509db3d99c0SPatrick McHardy #define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind)) 510db3d99c0SPatrick McHardy 5111da177e4SLinus Torvalds #else /* CONFIG_NET_EMATCH */ 5121da177e4SLinus Torvalds 513fd2c3ef7SEric Dumazet struct tcf_ematch_tree { 5141da177e4SLinus Torvalds }; 5151da177e4SLinus Torvalds 5161da177e4SLinus Torvalds #define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0) 51782a470f1SJohn Fastabend #define tcf_em_tree_destroy(t) do { (void)(t); } while(0) 5181da177e4SLinus Torvalds #define tcf_em_tree_dump(skb, t, tlv) (0) 5191da177e4SLinus Torvalds #define tcf_em_tree_match(skb, t, info) ((void)(info), 1) 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds #endif /* CONFIG_NET_EMATCH */ 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer) 5241da177e4SLinus Torvalds { 5251da177e4SLinus Torvalds switch (layer) { 5261da177e4SLinus Torvalds case TCF_LAYER_LINK: 5271da177e4SLinus Torvalds return skb->data; 5281da177e4SLinus Torvalds case TCF_LAYER_NETWORK: 529d56f90a7SArnaldo Carvalho de Melo return skb_network_header(skb); 5301da177e4SLinus Torvalds case TCF_LAYER_TRANSPORT: 5319c70220bSArnaldo Carvalho de Melo return skb_transport_header(skb); 5321da177e4SLinus Torvalds } 5331da177e4SLinus Torvalds 5341da177e4SLinus Torvalds return NULL; 5351da177e4SLinus Torvalds } 5361da177e4SLinus Torvalds 537eddc9ec5SArnaldo Carvalho de Melo static inline int tcf_valid_offset(const struct sk_buff *skb, 538eddc9ec5SArnaldo Carvalho de Melo const unsigned char *ptr, const int len) 5391da177e4SLinus Torvalds { 540da521b2cSDavid S. Miller return likely((ptr + len) <= skb_tail_pointer(skb) && 541da521b2cSDavid S. Miller ptr >= skb->head && 542da521b2cSDavid S. Miller (ptr <= (ptr + len))); 5431da177e4SLinus Torvalds } 5441da177e4SLinus Torvalds 5451da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_IND 5460eeb8ffcSDenis V. Lunev #include <net/net_namespace.h> 5470eeb8ffcSDenis V. Lunev 5481da177e4SLinus Torvalds static inline int 5492519a602SWANG Cong tcf_change_indev(struct net *net, struct nlattr *indev_tlv) 5501da177e4SLinus Torvalds { 5512519a602SWANG Cong char indev[IFNAMSIZ]; 552c01003c2SPatrick McHardy struct net_device *dev; 553c01003c2SPatrick McHardy 5542519a602SWANG Cong if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) 5552519a602SWANG Cong return -EINVAL; 5562519a602SWANG Cong dev = __dev_get_by_name(net, indev); 5572519a602SWANG Cong if (!dev) 5582519a602SWANG Cong return -ENODEV; 5592519a602SWANG Cong return dev->ifindex; 5601da177e4SLinus Torvalds } 5611da177e4SLinus Torvalds 5622519a602SWANG Cong static inline bool 5632519a602SWANG Cong tcf_match_indev(struct sk_buff *skb, int ifindex) 5642519a602SWANG Cong { 5652519a602SWANG Cong if (!ifindex) 5662519a602SWANG Cong return true; 5672519a602SWANG Cong if (!skb->skb_iif) 5682519a602SWANG Cong return false; 5692519a602SWANG Cong return ifindex == skb->skb_iif; 5701da177e4SLinus Torvalds } 5711da177e4SLinus Torvalds #endif /* CONFIG_NET_CLS_IND */ 5721da177e4SLinus Torvalds 573208c0f4bSJiri Pirko int tc_setup_cb_call(struct tcf_block *block, struct tcf_exts *exts, 574208c0f4bSJiri Pirko enum tc_setup_type type, void *type_data, bool err_stop); 575717503b9SJiri Pirko 5768c4083b3SJiri Pirko enum tc_block_command { 5778c4083b3SJiri Pirko TC_BLOCK_BIND, 5788c4083b3SJiri Pirko TC_BLOCK_UNBIND, 5798c4083b3SJiri Pirko }; 5808c4083b3SJiri Pirko 5818c4083b3SJiri Pirko struct tc_block_offload { 5828c4083b3SJiri Pirko enum tc_block_command command; 5838c4083b3SJiri Pirko enum tcf_block_binder_type binder_type; 5848c4083b3SJiri Pirko struct tcf_block *block; 5858c4083b3SJiri Pirko }; 5868c4083b3SJiri Pirko 5875fd9fc4eSJiri Pirko struct tc_cls_common_offload { 5885fd9fc4eSJiri Pirko u32 chain_index; 5895fd9fc4eSJiri Pirko __be16 protocol; 590d7c1c8d2SJiri Pirko u32 prio; 5915fd9fc4eSJiri Pirko }; 5925fd9fc4eSJiri Pirko 5935fd9fc4eSJiri Pirko static inline void 5945fd9fc4eSJiri Pirko tc_cls_common_offload_init(struct tc_cls_common_offload *cls_common, 5955fd9fc4eSJiri Pirko const struct tcf_proto *tp) 5965fd9fc4eSJiri Pirko { 5975fd9fc4eSJiri Pirko cls_common->chain_index = tp->chain->index; 5985fd9fc4eSJiri Pirko cls_common->protocol = tp->protocol; 599d7c1c8d2SJiri Pirko cls_common->prio = tp->prio; 6005fd9fc4eSJiri Pirko } 6015fd9fc4eSJiri Pirko 602a1b7c5fdSJohn Fastabend struct tc_cls_u32_knode { 603a1b7c5fdSJohn Fastabend struct tcf_exts *exts; 604e014860eSJohn Fastabend struct tc_u32_sel *sel; 605a1b7c5fdSJohn Fastabend u32 handle; 606a1b7c5fdSJohn Fastabend u32 val; 607a1b7c5fdSJohn Fastabend u32 mask; 608a1b7c5fdSJohn Fastabend u32 link_handle; 609e014860eSJohn Fastabend u8 fshift; 610a1b7c5fdSJohn Fastabend }; 611a1b7c5fdSJohn Fastabend 612a1b7c5fdSJohn Fastabend struct tc_cls_u32_hnode { 613a1b7c5fdSJohn Fastabend u32 handle; 614a1b7c5fdSJohn Fastabend u32 prio; 615a1b7c5fdSJohn Fastabend unsigned int divisor; 616a1b7c5fdSJohn Fastabend }; 617a1b7c5fdSJohn Fastabend 618a1b7c5fdSJohn Fastabend enum tc_clsu32_command { 619a1b7c5fdSJohn Fastabend TC_CLSU32_NEW_KNODE, 620a1b7c5fdSJohn Fastabend TC_CLSU32_REPLACE_KNODE, 621a1b7c5fdSJohn Fastabend TC_CLSU32_DELETE_KNODE, 622a1b7c5fdSJohn Fastabend TC_CLSU32_NEW_HNODE, 623a1b7c5fdSJohn Fastabend TC_CLSU32_REPLACE_HNODE, 624a1b7c5fdSJohn Fastabend TC_CLSU32_DELETE_HNODE, 625a1b7c5fdSJohn Fastabend }; 626a1b7c5fdSJohn Fastabend 627a1b7c5fdSJohn Fastabend struct tc_cls_u32_offload { 6285fd9fc4eSJiri Pirko struct tc_cls_common_offload common; 629a1b7c5fdSJohn Fastabend /* knode values */ 630a1b7c5fdSJohn Fastabend enum tc_clsu32_command command; 631a1b7c5fdSJohn Fastabend union { 632a1b7c5fdSJohn Fastabend struct tc_cls_u32_knode knode; 633a1b7c5fdSJohn Fastabend struct tc_cls_u32_hnode hnode; 634a1b7c5fdSJohn Fastabend }; 635a1b7c5fdSJohn Fastabend }; 636a1b7c5fdSJohn Fastabend 6377b06e8aeSJiri Pirko static inline bool tc_can_offload(const struct net_device *dev) 6386843e7a2SJohn Fastabend { 63970b5aee4SJiri Pirko return dev->features & NETIF_F_HW_TC; 6406843e7a2SJohn Fastabend } 6416843e7a2SJohn Fastabend 64255330f05SHadar Hen Zion static inline bool tc_skip_hw(u32 flags) 64355330f05SHadar Hen Zion { 64455330f05SHadar Hen Zion return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false; 64555330f05SHadar Hen Zion } 64655330f05SHadar Hen Zion 647d34e3e18SSamudrala, Sridhar static inline bool tc_skip_sw(u32 flags) 648d34e3e18SSamudrala, Sridhar { 649d34e3e18SSamudrala, Sridhar return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false; 650d34e3e18SSamudrala, Sridhar } 651d34e3e18SSamudrala, Sridhar 652d34e3e18SSamudrala, Sridhar /* SKIP_HW and SKIP_SW are mutually exclusive flags. */ 653d34e3e18SSamudrala, Sridhar static inline bool tc_flags_valid(u32 flags) 654d34e3e18SSamudrala, Sridhar { 655d34e3e18SSamudrala, Sridhar if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)) 656d34e3e18SSamudrala, Sridhar return false; 657d34e3e18SSamudrala, Sridhar 658d34e3e18SSamudrala, Sridhar if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW))) 659d34e3e18SSamudrala, Sridhar return false; 660d34e3e18SSamudrala, Sridhar 661d34e3e18SSamudrala, Sridhar return true; 662d34e3e18SSamudrala, Sridhar } 663d34e3e18SSamudrala, Sridhar 664e696028aSOr Gerlitz static inline bool tc_in_hw(u32 flags) 665e696028aSOr Gerlitz { 666e696028aSOr Gerlitz return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false; 667e696028aSOr Gerlitz } 668e696028aSOr Gerlitz 6695b33f488SAmir Vadai enum tc_fl_command { 6705b33f488SAmir Vadai TC_CLSFLOWER_REPLACE, 6715b33f488SAmir Vadai TC_CLSFLOWER_DESTROY, 67210cbc684SAmir Vadai TC_CLSFLOWER_STATS, 6735b33f488SAmir Vadai }; 6745b33f488SAmir Vadai 6755b33f488SAmir Vadai struct tc_cls_flower_offload { 6765fd9fc4eSJiri Pirko struct tc_cls_common_offload common; 6775b33f488SAmir Vadai enum tc_fl_command command; 6788208d21bSAmir Vadai unsigned long cookie; 6795b33f488SAmir Vadai struct flow_dissector *dissector; 6805b33f488SAmir Vadai struct fl_flow_key *mask; 6815b33f488SAmir Vadai struct fl_flow_key *key; 6825b33f488SAmir Vadai struct tcf_exts *exts; 683384c181eSAmritha Nambiar u32 classid; 6845b33f488SAmir Vadai }; 6855b33f488SAmir Vadai 686b87f7936SYotam Gigi enum tc_matchall_command { 687b87f7936SYotam Gigi TC_CLSMATCHALL_REPLACE, 688b87f7936SYotam Gigi TC_CLSMATCHALL_DESTROY, 689b87f7936SYotam Gigi }; 690b87f7936SYotam Gigi 691b87f7936SYotam Gigi struct tc_cls_matchall_offload { 6925fd9fc4eSJiri Pirko struct tc_cls_common_offload common; 693b87f7936SYotam Gigi enum tc_matchall_command command; 694b87f7936SYotam Gigi struct tcf_exts *exts; 695b87f7936SYotam Gigi unsigned long cookie; 696b87f7936SYotam Gigi }; 697b87f7936SYotam Gigi 698332ae8e2SJakub Kicinski enum tc_clsbpf_command { 699332ae8e2SJakub Kicinski TC_CLSBPF_ADD, 700332ae8e2SJakub Kicinski TC_CLSBPF_REPLACE, 701332ae8e2SJakub Kicinski TC_CLSBPF_DESTROY, 70268d64063SJakub Kicinski TC_CLSBPF_STATS, 703332ae8e2SJakub Kicinski }; 704332ae8e2SJakub Kicinski 705332ae8e2SJakub Kicinski struct tc_cls_bpf_offload { 7065fd9fc4eSJiri Pirko struct tc_cls_common_offload common; 707332ae8e2SJakub Kicinski enum tc_clsbpf_command command; 708332ae8e2SJakub Kicinski struct tcf_exts *exts; 709332ae8e2SJakub Kicinski struct bpf_prog *prog; 710332ae8e2SJakub Kicinski const char *name; 711332ae8e2SJakub Kicinski bool exts_integrated; 7120d01d45fSJakub Kicinski u32 gen_flags; 713332ae8e2SJakub Kicinski }; 714332ae8e2SJakub Kicinski 7154e8b86c0SAmritha Nambiar struct tc_mqprio_qopt_offload { 7164e8b86c0SAmritha Nambiar /* struct tc_mqprio_qopt must always be the first element */ 7174e8b86c0SAmritha Nambiar struct tc_mqprio_qopt qopt; 7184e8b86c0SAmritha Nambiar u16 mode; 7194e8b86c0SAmritha Nambiar u16 shaper; 7204e8b86c0SAmritha Nambiar u32 flags; 7214e8b86c0SAmritha Nambiar u64 min_rate[TC_QOPT_MAX_QUEUE]; 7224e8b86c0SAmritha Nambiar u64 max_rate[TC_QOPT_MAX_QUEUE]; 7234e8b86c0SAmritha Nambiar }; 7241045ba77SJamal Hadi Salim 7251045ba77SJamal Hadi Salim /* This structure holds cookie structure that is passed from user 7261045ba77SJamal Hadi Salim * to the kernel for actions and classifiers 7271045ba77SJamal Hadi Salim */ 7281045ba77SJamal Hadi Salim struct tc_cookie { 7291045ba77SJamal Hadi Salim u8 *data; 7301045ba77SJamal Hadi Salim u32 len; 7311045ba77SJamal Hadi Salim }; 732602f3bafSNogah Frankel 733602f3bafSNogah Frankel enum tc_red_command { 734602f3bafSNogah Frankel TC_RED_REPLACE, 735602f3bafSNogah Frankel TC_RED_DESTROY, 736602f3bafSNogah Frankel TC_RED_STATS, 737602f3bafSNogah Frankel TC_RED_XSTATS, 738602f3bafSNogah Frankel }; 739602f3bafSNogah Frankel 740602f3bafSNogah Frankel struct tc_red_qopt_offload_params { 741602f3bafSNogah Frankel u32 min; 742602f3bafSNogah Frankel u32 max; 743602f3bafSNogah Frankel u32 probability; 744602f3bafSNogah Frankel bool is_ecn; 745602f3bafSNogah Frankel }; 746602f3bafSNogah Frankel struct tc_red_qopt_offload_stats { 747602f3bafSNogah Frankel struct gnet_stats_basic_packed *bstats; 748602f3bafSNogah Frankel struct gnet_stats_queue *qstats; 749602f3bafSNogah Frankel }; 750602f3bafSNogah Frankel 751602f3bafSNogah Frankel struct tc_red_qopt_offload { 752602f3bafSNogah Frankel enum tc_red_command command; 753602f3bafSNogah Frankel u32 handle; 754602f3bafSNogah Frankel u32 parent; 755602f3bafSNogah Frankel union { 756602f3bafSNogah Frankel struct tc_red_qopt_offload_params set; 757602f3bafSNogah Frankel struct tc_red_qopt_offload_stats stats; 758602f3bafSNogah Frankel struct red_stats *xstats; 759602f3bafSNogah Frankel }; 760602f3bafSNogah Frankel }; 761602f3bafSNogah Frankel 7621da177e4SLinus Torvalds #endif 763