11da177e4SLinus Torvalds #ifndef __NET_PKT_CLS_H 21da177e4SLinus Torvalds #define __NET_PKT_CLS_H 31da177e4SLinus Torvalds 41da177e4SLinus Torvalds #include <linux/pkt_cls.h> 51da177e4SLinus Torvalds #include <net/sch_generic.h> 61da177e4SLinus Torvalds #include <net/act_api.h> 71da177e4SLinus Torvalds 81da177e4SLinus Torvalds /* Basic packet classifier frontend definitions. */ 91da177e4SLinus Torvalds 10fd2c3ef7SEric Dumazet struct tcf_walker { 111da177e4SLinus Torvalds int stop; 121da177e4SLinus Torvalds int skip; 131da177e4SLinus Torvalds int count; 141da177e4SLinus Torvalds int (*fn)(struct tcf_proto *, unsigned long node, struct tcf_walker *); 151da177e4SLinus Torvalds }; 161da177e4SLinus Torvalds 175c15257fSJoe Perches int register_tcf_proto_ops(struct tcf_proto_ops *ops); 185c15257fSJoe Perches int unregister_tcf_proto_ops(struct tcf_proto_ops *ops); 191da177e4SLinus Torvalds 208ae70032SJiri Pirko #ifdef CONFIG_NET_CLS 215bc17018SJiri Pirko struct tcf_chain *tcf_chain_get(struct tcf_block *block, u32 chain_index); 225bc17018SJiri Pirko void tcf_chain_put(struct tcf_chain *chain); 236529eabaSJiri Pirko int tcf_block_get(struct tcf_block **p_block, 246529eabaSJiri Pirko struct tcf_proto __rcu **p_filter_chain); 256529eabaSJiri Pirko void tcf_block_put(struct tcf_block *block); 2687d83093SJiri Pirko int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp, 2787d83093SJiri Pirko struct tcf_result *res, bool compat_mode); 2887d83093SJiri Pirko 298ae70032SJiri Pirko #else 306529eabaSJiri Pirko static inline 316529eabaSJiri Pirko int tcf_block_get(struct tcf_block **p_block, 326529eabaSJiri Pirko struct tcf_proto __rcu **p_filter_chain) 336529eabaSJiri Pirko { 346529eabaSJiri Pirko return 0; 356529eabaSJiri Pirko } 366529eabaSJiri Pirko 376529eabaSJiri Pirko static inline void tcf_block_put(struct tcf_block *block) 388ae70032SJiri Pirko { 398ae70032SJiri Pirko } 4087d83093SJiri Pirko 4187d83093SJiri Pirko static inline int tcf_classify(struct sk_buff *skb, const struct tcf_proto *tp, 4287d83093SJiri Pirko struct tcf_result *res, bool compat_mode) 4387d83093SJiri Pirko { 4487d83093SJiri Pirko return TC_ACT_UNSPEC; 4587d83093SJiri Pirko } 468ae70032SJiri Pirko #endif 47cf1facdaSJiri Pirko 481da177e4SLinus Torvalds static inline unsigned long 491da177e4SLinus Torvalds __cls_set_class(unsigned long *clp, unsigned long cl) 501da177e4SLinus Torvalds { 51a0efb80cSWANG Cong return xchg(clp, cl); 521da177e4SLinus Torvalds } 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds static inline unsigned long 551da177e4SLinus Torvalds cls_set_class(struct tcf_proto *tp, unsigned long *clp, 561da177e4SLinus Torvalds unsigned long cl) 571da177e4SLinus Torvalds { 581da177e4SLinus Torvalds unsigned long old_cl; 591da177e4SLinus Torvalds 601da177e4SLinus Torvalds tcf_tree_lock(tp); 611da177e4SLinus Torvalds old_cl = __cls_set_class(clp, cl); 621da177e4SLinus Torvalds tcf_tree_unlock(tp); 631da177e4SLinus Torvalds 641da177e4SLinus Torvalds return old_cl; 651da177e4SLinus Torvalds } 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds static inline void 681da177e4SLinus Torvalds tcf_bind_filter(struct tcf_proto *tp, struct tcf_result *r, unsigned long base) 691da177e4SLinus Torvalds { 701da177e4SLinus Torvalds unsigned long cl; 711da177e4SLinus Torvalds 721da177e4SLinus Torvalds cl = tp->q->ops->cl_ops->bind_tcf(tp->q, base, r->classid); 731da177e4SLinus Torvalds cl = cls_set_class(tp, &r->class, cl); 741da177e4SLinus Torvalds if (cl) 751da177e4SLinus Torvalds tp->q->ops->cl_ops->unbind_tcf(tp->q, cl); 761da177e4SLinus Torvalds } 771da177e4SLinus Torvalds 781da177e4SLinus Torvalds static inline void 791da177e4SLinus Torvalds tcf_unbind_filter(struct tcf_proto *tp, struct tcf_result *r) 801da177e4SLinus Torvalds { 811da177e4SLinus Torvalds unsigned long cl; 821da177e4SLinus Torvalds 831da177e4SLinus Torvalds if ((cl = __cls_set_class(&r->class, 0)) != 0) 841da177e4SLinus Torvalds tp->q->ops->cl_ops->unbind_tcf(tp->q, cl); 851da177e4SLinus Torvalds } 861da177e4SLinus Torvalds 87fd2c3ef7SEric Dumazet struct tcf_exts { 881da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 8933be6271SWANG Cong __u32 type; /* for backward compat(TCA_OLD_COMPAT) */ 9022dc13c8SWANG Cong int nr_actions; 9122dc13c8SWANG Cong struct tc_action **actions; 921da177e4SLinus Torvalds #endif 931da177e4SLinus Torvalds /* Map to export classifier specific extension TLV types to the 941da177e4SLinus Torvalds * generic extensions API. Unsupported extensions must be set to 0. 951da177e4SLinus Torvalds */ 961da177e4SLinus Torvalds int action; 971da177e4SLinus Torvalds int police; 981da177e4SLinus Torvalds }; 991da177e4SLinus Torvalds 100b9a24bb7SWANG Cong static inline int tcf_exts_init(struct tcf_exts *exts, int action, int police) 10133be6271SWANG Cong { 10233be6271SWANG Cong #ifdef CONFIG_NET_CLS_ACT 1035da57f42SWANG Cong exts->type = 0; 10422dc13c8SWANG Cong exts->nr_actions = 0; 10522dc13c8SWANG Cong exts->actions = kcalloc(TCA_ACT_MAX_PRIO, sizeof(struct tc_action *), 10622dc13c8SWANG Cong GFP_KERNEL); 107b9a24bb7SWANG Cong if (!exts->actions) 108b9a24bb7SWANG Cong return -ENOMEM; 10933be6271SWANG Cong #endif 1105da57f42SWANG Cong exts->action = action; 1115da57f42SWANG Cong exts->police = police; 112b9a24bb7SWANG Cong return 0; 11333be6271SWANG Cong } 11433be6271SWANG Cong 1151da177e4SLinus Torvalds /** 1161da177e4SLinus Torvalds * tcf_exts_is_predicative - check if a predicative extension is present 1171da177e4SLinus Torvalds * @exts: tc filter extensions handle 1181da177e4SLinus Torvalds * 1191da177e4SLinus Torvalds * Returns 1 if a predicative extension is present, i.e. an extension which 1201da177e4SLinus Torvalds * might cause further actions and thus overrule the regular tcf_result. 1211da177e4SLinus Torvalds */ 1221da177e4SLinus Torvalds static inline int 1231da177e4SLinus Torvalds tcf_exts_is_predicative(struct tcf_exts *exts) 1241da177e4SLinus Torvalds { 1251da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 12622dc13c8SWANG Cong return exts->nr_actions; 1271da177e4SLinus Torvalds #else 1281da177e4SLinus Torvalds return 0; 1291da177e4SLinus Torvalds #endif 1301da177e4SLinus Torvalds } 1311da177e4SLinus Torvalds 1321da177e4SLinus Torvalds /** 1331da177e4SLinus Torvalds * tcf_exts_is_available - check if at least one extension is present 1341da177e4SLinus Torvalds * @exts: tc filter extensions handle 1351da177e4SLinus Torvalds * 1361da177e4SLinus Torvalds * Returns 1 if at least one extension is present. 1371da177e4SLinus Torvalds */ 1381da177e4SLinus Torvalds static inline int 1391da177e4SLinus Torvalds tcf_exts_is_available(struct tcf_exts *exts) 1401da177e4SLinus Torvalds { 1411da177e4SLinus Torvalds /* All non-predicative extensions must be added here. */ 1421da177e4SLinus Torvalds return tcf_exts_is_predicative(exts); 1431da177e4SLinus Torvalds } 1441da177e4SLinus Torvalds 14522dc13c8SWANG Cong static inline void tcf_exts_to_list(const struct tcf_exts *exts, 14622dc13c8SWANG Cong struct list_head *actions) 14722dc13c8SWANG Cong { 14822dc13c8SWANG Cong #ifdef CONFIG_NET_CLS_ACT 14922dc13c8SWANG Cong int i; 15022dc13c8SWANG Cong 15122dc13c8SWANG Cong for (i = 0; i < exts->nr_actions; i++) { 15222dc13c8SWANG Cong struct tc_action *a = exts->actions[i]; 15322dc13c8SWANG Cong 154fa5effe7SHadar Hen Zion list_add_tail(&a->list, actions); 15522dc13c8SWANG Cong } 15622dc13c8SWANG Cong #endif 15722dc13c8SWANG Cong } 15822dc13c8SWANG Cong 1591da177e4SLinus Torvalds /** 1601da177e4SLinus Torvalds * tcf_exts_exec - execute tc filter extensions 1611da177e4SLinus Torvalds * @skb: socket buffer 1621da177e4SLinus Torvalds * @exts: tc filter extensions handle 1631da177e4SLinus Torvalds * @res: desired result 1641da177e4SLinus Torvalds * 1651da177e4SLinus Torvalds * Executes all configured extensions. Returns 0 on a normal execution, 1661da177e4SLinus Torvalds * a negative number if the filter must be considered unmatched or 1671da177e4SLinus Torvalds * a positive action code (TC_ACT_*) which must be returned to the 1681da177e4SLinus Torvalds * underlying layer. 1691da177e4SLinus Torvalds */ 1701da177e4SLinus Torvalds static inline int 1711da177e4SLinus Torvalds tcf_exts_exec(struct sk_buff *skb, struct tcf_exts *exts, 1721da177e4SLinus Torvalds struct tcf_result *res) 1731da177e4SLinus Torvalds { 1741da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 17522dc13c8SWANG Cong if (exts->nr_actions) 17622dc13c8SWANG Cong return tcf_action_exec(skb, exts->actions, exts->nr_actions, 17722dc13c8SWANG Cong res); 1781da177e4SLinus Torvalds #endif 1791da177e4SLinus Torvalds return 0; 1801da177e4SLinus Torvalds } 1811da177e4SLinus Torvalds 1822734437eSWANG Cong #ifdef CONFIG_NET_CLS_ACT 1832734437eSWANG Cong 18422dc13c8SWANG Cong #define tc_no_actions(_exts) ((_exts)->nr_actions == 0) 18522dc13c8SWANG Cong #define tc_single_action(_exts) ((_exts)->nr_actions == 1) 1862734437eSWANG Cong 1872734437eSWANG Cong #else /* CONFIG_NET_CLS_ACT */ 1882734437eSWANG Cong 1892734437eSWANG Cong #define tc_no_actions(_exts) true 1902734437eSWANG Cong #define tc_single_action(_exts) false 1912734437eSWANG Cong 1922734437eSWANG Cong #endif /* CONFIG_NET_CLS_ACT */ 1932734437eSWANG Cong 1945c15257fSJoe Perches int tcf_exts_validate(struct net *net, struct tcf_proto *tp, 195c1b52739SBenjamin LaHaise struct nlattr **tb, struct nlattr *rate_tlv, 1962f7ef2f8SCong Wang struct tcf_exts *exts, bool ovr); 19718d0264fSWANG Cong void tcf_exts_destroy(struct tcf_exts *exts); 1985c15257fSJoe Perches void tcf_exts_change(struct tcf_proto *tp, struct tcf_exts *dst, 1991da177e4SLinus Torvalds struct tcf_exts *src); 2005da57f42SWANG Cong int tcf_exts_dump(struct sk_buff *skb, struct tcf_exts *exts); 2015da57f42SWANG Cong int tcf_exts_dump_stats(struct sk_buff *skb, struct tcf_exts *exts); 2027091d8c7SHadar Hen Zion int tcf_exts_get_dev(struct net_device *dev, struct tcf_exts *exts, 2037091d8c7SHadar Hen Zion struct net_device **hw_dev); 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds /** 2061da177e4SLinus Torvalds * struct tcf_pkt_info - packet information 2071da177e4SLinus Torvalds */ 208fd2c3ef7SEric Dumazet struct tcf_pkt_info { 2091da177e4SLinus Torvalds unsigned char * ptr; 2101da177e4SLinus Torvalds int nexthdr; 2111da177e4SLinus Torvalds }; 2121da177e4SLinus Torvalds 2131da177e4SLinus Torvalds #ifdef CONFIG_NET_EMATCH 2141da177e4SLinus Torvalds 2151da177e4SLinus Torvalds struct tcf_ematch_ops; 2161da177e4SLinus Torvalds 2171da177e4SLinus Torvalds /** 2181da177e4SLinus Torvalds * struct tcf_ematch - extended match (ematch) 2191da177e4SLinus Torvalds * 2201da177e4SLinus Torvalds * @matchid: identifier to allow userspace to reidentify a match 2211da177e4SLinus Torvalds * @flags: flags specifying attributes and the relation to other matches 2221da177e4SLinus Torvalds * @ops: the operations lookup table of the corresponding ematch module 2231da177e4SLinus Torvalds * @datalen: length of the ematch specific configuration data 2241da177e4SLinus Torvalds * @data: ematch specific data 2251da177e4SLinus Torvalds */ 226fd2c3ef7SEric Dumazet struct tcf_ematch { 2271da177e4SLinus Torvalds struct tcf_ematch_ops * ops; 2281da177e4SLinus Torvalds unsigned long data; 2291da177e4SLinus Torvalds unsigned int datalen; 2301da177e4SLinus Torvalds u16 matchid; 2311da177e4SLinus Torvalds u16 flags; 23282a470f1SJohn Fastabend struct net *net; 2331da177e4SLinus Torvalds }; 2341da177e4SLinus Torvalds 2351da177e4SLinus Torvalds static inline int tcf_em_is_container(struct tcf_ematch *em) 2361da177e4SLinus Torvalds { 2371da177e4SLinus Torvalds return !em->ops; 2381da177e4SLinus Torvalds } 2391da177e4SLinus Torvalds 2401da177e4SLinus Torvalds static inline int tcf_em_is_simple(struct tcf_ematch *em) 2411da177e4SLinus Torvalds { 2421da177e4SLinus Torvalds return em->flags & TCF_EM_SIMPLE; 2431da177e4SLinus Torvalds } 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds static inline int tcf_em_is_inverted(struct tcf_ematch *em) 2461da177e4SLinus Torvalds { 2471da177e4SLinus Torvalds return em->flags & TCF_EM_INVERT; 2481da177e4SLinus Torvalds } 2491da177e4SLinus Torvalds 2501da177e4SLinus Torvalds static inline int tcf_em_last_match(struct tcf_ematch *em) 2511da177e4SLinus Torvalds { 2521da177e4SLinus Torvalds return (em->flags & TCF_EM_REL_MASK) == TCF_EM_REL_END; 2531da177e4SLinus Torvalds } 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds static inline int tcf_em_early_end(struct tcf_ematch *em, int result) 2561da177e4SLinus Torvalds { 2571da177e4SLinus Torvalds if (tcf_em_last_match(em)) 2581da177e4SLinus Torvalds return 1; 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds if (result == 0 && em->flags & TCF_EM_REL_AND) 2611da177e4SLinus Torvalds return 1; 2621da177e4SLinus Torvalds 2631da177e4SLinus Torvalds if (result != 0 && em->flags & TCF_EM_REL_OR) 2641da177e4SLinus Torvalds return 1; 2651da177e4SLinus Torvalds 2661da177e4SLinus Torvalds return 0; 2671da177e4SLinus Torvalds } 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds /** 2701da177e4SLinus Torvalds * struct tcf_ematch_tree - ematch tree handle 2711da177e4SLinus Torvalds * 2721da177e4SLinus Torvalds * @hdr: ematch tree header supplied by userspace 2731da177e4SLinus Torvalds * @matches: array of ematches 2741da177e4SLinus Torvalds */ 275fd2c3ef7SEric Dumazet struct tcf_ematch_tree { 2761da177e4SLinus Torvalds struct tcf_ematch_tree_hdr hdr; 2771da177e4SLinus Torvalds struct tcf_ematch * matches; 2781da177e4SLinus Torvalds 2791da177e4SLinus Torvalds }; 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds /** 2821da177e4SLinus Torvalds * struct tcf_ematch_ops - ematch module operations 2831da177e4SLinus Torvalds * 2841da177e4SLinus Torvalds * @kind: identifier (kind) of this ematch module 2851da177e4SLinus Torvalds * @datalen: length of expected configuration data (optional) 2861da177e4SLinus Torvalds * @change: called during validation (optional) 2871da177e4SLinus Torvalds * @match: called during ematch tree evaluation, must return 1/0 2881da177e4SLinus Torvalds * @destroy: called during destroyage (optional) 2891da177e4SLinus Torvalds * @dump: called during dumping process (optional) 2901da177e4SLinus Torvalds * @owner: owner, must be set to THIS_MODULE 2911da177e4SLinus Torvalds * @link: link to previous/next ematch module (internal use) 2921da177e4SLinus Torvalds */ 293fd2c3ef7SEric Dumazet struct tcf_ematch_ops { 2941da177e4SLinus Torvalds int kind; 2951da177e4SLinus Torvalds int datalen; 29682a470f1SJohn Fastabend int (*change)(struct net *net, void *, 2971da177e4SLinus Torvalds int, struct tcf_ematch *); 2981da177e4SLinus Torvalds int (*match)(struct sk_buff *, struct tcf_ematch *, 2991da177e4SLinus Torvalds struct tcf_pkt_info *); 30082a470f1SJohn Fastabend void (*destroy)(struct tcf_ematch *); 3011da177e4SLinus Torvalds int (*dump)(struct sk_buff *, struct tcf_ematch *); 3021da177e4SLinus Torvalds struct module *owner; 3031da177e4SLinus Torvalds struct list_head link; 3041da177e4SLinus Torvalds }; 3051da177e4SLinus Torvalds 3065c15257fSJoe Perches int tcf_em_register(struct tcf_ematch_ops *); 3075c15257fSJoe Perches void tcf_em_unregister(struct tcf_ematch_ops *); 3085c15257fSJoe Perches int tcf_em_tree_validate(struct tcf_proto *, struct nlattr *, 3091da177e4SLinus Torvalds struct tcf_ematch_tree *); 31082a470f1SJohn Fastabend void tcf_em_tree_destroy(struct tcf_ematch_tree *); 3115c15257fSJoe Perches int tcf_em_tree_dump(struct sk_buff *, struct tcf_ematch_tree *, int); 3125c15257fSJoe Perches int __tcf_em_tree_match(struct sk_buff *, struct tcf_ematch_tree *, 3131da177e4SLinus Torvalds struct tcf_pkt_info *); 3141da177e4SLinus Torvalds 3151da177e4SLinus Torvalds /** 3161da177e4SLinus Torvalds * tcf_em_tree_change - replace ematch tree of a running classifier 3171da177e4SLinus Torvalds * 3181da177e4SLinus Torvalds * @tp: classifier kind handle 3191da177e4SLinus Torvalds * @dst: destination ematch tree variable 3201da177e4SLinus Torvalds * @src: source ematch tree (temporary tree from tcf_em_tree_validate) 3211da177e4SLinus Torvalds * 3221da177e4SLinus Torvalds * This functions replaces the ematch tree in @dst with the ematch 3231da177e4SLinus Torvalds * tree in @src. The classifier in charge of the ematch tree may be 3241da177e4SLinus Torvalds * running. 3251da177e4SLinus Torvalds */ 3261da177e4SLinus Torvalds static inline void tcf_em_tree_change(struct tcf_proto *tp, 3271da177e4SLinus Torvalds struct tcf_ematch_tree *dst, 3281da177e4SLinus Torvalds struct tcf_ematch_tree *src) 3291da177e4SLinus Torvalds { 3301da177e4SLinus Torvalds tcf_tree_lock(tp); 3311da177e4SLinus Torvalds memcpy(dst, src, sizeof(*dst)); 3321da177e4SLinus Torvalds tcf_tree_unlock(tp); 3331da177e4SLinus Torvalds } 3341da177e4SLinus Torvalds 3351da177e4SLinus Torvalds /** 3361da177e4SLinus Torvalds * tcf_em_tree_match - evaulate an ematch tree 3371da177e4SLinus Torvalds * 3381da177e4SLinus Torvalds * @skb: socket buffer of the packet in question 3391da177e4SLinus Torvalds * @tree: ematch tree to be used for evaluation 3401da177e4SLinus Torvalds * @info: packet information examined by classifier 3411da177e4SLinus Torvalds * 3421da177e4SLinus Torvalds * This function matches @skb against the ematch tree in @tree by going 3431da177e4SLinus Torvalds * through all ematches respecting their logic relations returning 3441da177e4SLinus Torvalds * as soon as the result is obvious. 3451da177e4SLinus Torvalds * 3461da177e4SLinus Torvalds * Returns 1 if the ematch tree as-one matches, no ematches are configured 3471da177e4SLinus Torvalds * or ematch is not enabled in the kernel, otherwise 0 is returned. 3481da177e4SLinus Torvalds */ 3491da177e4SLinus Torvalds static inline int tcf_em_tree_match(struct sk_buff *skb, 3501da177e4SLinus Torvalds struct tcf_ematch_tree *tree, 3511da177e4SLinus Torvalds struct tcf_pkt_info *info) 3521da177e4SLinus Torvalds { 3531da177e4SLinus Torvalds if (tree->hdr.nmatches) 3541da177e4SLinus Torvalds return __tcf_em_tree_match(skb, tree, info); 3551da177e4SLinus Torvalds else 3561da177e4SLinus Torvalds return 1; 3571da177e4SLinus Torvalds } 3581da177e4SLinus Torvalds 359db3d99c0SPatrick McHardy #define MODULE_ALIAS_TCF_EMATCH(kind) MODULE_ALIAS("ematch-kind-" __stringify(kind)) 360db3d99c0SPatrick McHardy 3611da177e4SLinus Torvalds #else /* CONFIG_NET_EMATCH */ 3621da177e4SLinus Torvalds 363fd2c3ef7SEric Dumazet struct tcf_ematch_tree { 3641da177e4SLinus Torvalds }; 3651da177e4SLinus Torvalds 3661da177e4SLinus Torvalds #define tcf_em_tree_validate(tp, tb, t) ((void)(t), 0) 36782a470f1SJohn Fastabend #define tcf_em_tree_destroy(t) do { (void)(t); } while(0) 3681da177e4SLinus Torvalds #define tcf_em_tree_dump(skb, t, tlv) (0) 3691da177e4SLinus Torvalds #define tcf_em_tree_change(tp, dst, src) do { } while(0) 3701da177e4SLinus Torvalds #define tcf_em_tree_match(skb, t, info) ((void)(info), 1) 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds #endif /* CONFIG_NET_EMATCH */ 3731da177e4SLinus Torvalds 3741da177e4SLinus Torvalds static inline unsigned char * tcf_get_base_ptr(struct sk_buff *skb, int layer) 3751da177e4SLinus Torvalds { 3761da177e4SLinus Torvalds switch (layer) { 3771da177e4SLinus Torvalds case TCF_LAYER_LINK: 3781da177e4SLinus Torvalds return skb->data; 3791da177e4SLinus Torvalds case TCF_LAYER_NETWORK: 380d56f90a7SArnaldo Carvalho de Melo return skb_network_header(skb); 3811da177e4SLinus Torvalds case TCF_LAYER_TRANSPORT: 3829c70220bSArnaldo Carvalho de Melo return skb_transport_header(skb); 3831da177e4SLinus Torvalds } 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds return NULL; 3861da177e4SLinus Torvalds } 3871da177e4SLinus Torvalds 388eddc9ec5SArnaldo Carvalho de Melo static inline int tcf_valid_offset(const struct sk_buff *skb, 389eddc9ec5SArnaldo Carvalho de Melo const unsigned char *ptr, const int len) 3901da177e4SLinus Torvalds { 391da521b2cSDavid S. Miller return likely((ptr + len) <= skb_tail_pointer(skb) && 392da521b2cSDavid S. Miller ptr >= skb->head && 393da521b2cSDavid S. Miller (ptr <= (ptr + len))); 3941da177e4SLinus Torvalds } 3951da177e4SLinus Torvalds 3961da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_IND 3970eeb8ffcSDenis V. Lunev #include <net/net_namespace.h> 3980eeb8ffcSDenis V. Lunev 3991da177e4SLinus Torvalds static inline int 4002519a602SWANG Cong tcf_change_indev(struct net *net, struct nlattr *indev_tlv) 4011da177e4SLinus Torvalds { 4022519a602SWANG Cong char indev[IFNAMSIZ]; 403c01003c2SPatrick McHardy struct net_device *dev; 404c01003c2SPatrick McHardy 4052519a602SWANG Cong if (nla_strlcpy(indev, indev_tlv, IFNAMSIZ) >= IFNAMSIZ) 4062519a602SWANG Cong return -EINVAL; 4072519a602SWANG Cong dev = __dev_get_by_name(net, indev); 4082519a602SWANG Cong if (!dev) 4092519a602SWANG Cong return -ENODEV; 4102519a602SWANG Cong return dev->ifindex; 4111da177e4SLinus Torvalds } 4121da177e4SLinus Torvalds 4132519a602SWANG Cong static inline bool 4142519a602SWANG Cong tcf_match_indev(struct sk_buff *skb, int ifindex) 4152519a602SWANG Cong { 4162519a602SWANG Cong if (!ifindex) 4172519a602SWANG Cong return true; 4182519a602SWANG Cong if (!skb->skb_iif) 4192519a602SWANG Cong return false; 4202519a602SWANG Cong return ifindex == skb->skb_iif; 4211da177e4SLinus Torvalds } 4221da177e4SLinus Torvalds #endif /* CONFIG_NET_CLS_IND */ 4231da177e4SLinus Torvalds 424a1b7c5fdSJohn Fastabend struct tc_cls_u32_knode { 425a1b7c5fdSJohn Fastabend struct tcf_exts *exts; 426e014860eSJohn Fastabend struct tc_u32_sel *sel; 427a1b7c5fdSJohn Fastabend u32 handle; 428a1b7c5fdSJohn Fastabend u32 val; 429a1b7c5fdSJohn Fastabend u32 mask; 430a1b7c5fdSJohn Fastabend u32 link_handle; 431e014860eSJohn Fastabend u8 fshift; 432a1b7c5fdSJohn Fastabend }; 433a1b7c5fdSJohn Fastabend 434a1b7c5fdSJohn Fastabend struct tc_cls_u32_hnode { 435a1b7c5fdSJohn Fastabend u32 handle; 436a1b7c5fdSJohn Fastabend u32 prio; 437a1b7c5fdSJohn Fastabend unsigned int divisor; 438a1b7c5fdSJohn Fastabend }; 439a1b7c5fdSJohn Fastabend 440a1b7c5fdSJohn Fastabend enum tc_clsu32_command { 441a1b7c5fdSJohn Fastabend TC_CLSU32_NEW_KNODE, 442a1b7c5fdSJohn Fastabend TC_CLSU32_REPLACE_KNODE, 443a1b7c5fdSJohn Fastabend TC_CLSU32_DELETE_KNODE, 444a1b7c5fdSJohn Fastabend TC_CLSU32_NEW_HNODE, 445a1b7c5fdSJohn Fastabend TC_CLSU32_REPLACE_HNODE, 446a1b7c5fdSJohn Fastabend TC_CLSU32_DELETE_HNODE, 447a1b7c5fdSJohn Fastabend }; 448a1b7c5fdSJohn Fastabend 449a1b7c5fdSJohn Fastabend struct tc_cls_u32_offload { 450a1b7c5fdSJohn Fastabend /* knode values */ 451a1b7c5fdSJohn Fastabend enum tc_clsu32_command command; 452a1b7c5fdSJohn Fastabend union { 453a1b7c5fdSJohn Fastabend struct tc_cls_u32_knode knode; 454a1b7c5fdSJohn Fastabend struct tc_cls_u32_hnode hnode; 455a1b7c5fdSJohn Fastabend }; 456a1b7c5fdSJohn Fastabend }; 457a1b7c5fdSJohn Fastabend 45855330f05SHadar Hen Zion static inline bool tc_can_offload(const struct net_device *dev, 45955330f05SHadar Hen Zion const struct tcf_proto *tp) 4606843e7a2SJohn Fastabend { 46192c075dbSDaniel Borkmann const struct Qdisc *sch = tp->q; 46292c075dbSDaniel Borkmann const struct Qdisc_class_ops *cops = sch->ops->cl_ops; 46392c075dbSDaniel Borkmann 4642b6ab0d3SJohn Fastabend if (!(dev->features & NETIF_F_HW_TC)) 4652b6ab0d3SJohn Fastabend return false; 4669e8ce79cSJohn Fastabend if (!dev->netdev_ops->ndo_setup_tc) 4679e8ce79cSJohn Fastabend return false; 46892c075dbSDaniel Borkmann if (cops && cops->tcf_cl_offload) 46992c075dbSDaniel Borkmann return cops->tcf_cl_offload(tp->classid); 4709e8ce79cSJohn Fastabend 4719e8ce79cSJohn Fastabend return true; 4726843e7a2SJohn Fastabend } 4736843e7a2SJohn Fastabend 47455330f05SHadar Hen Zion static inline bool tc_skip_hw(u32 flags) 47555330f05SHadar Hen Zion { 47655330f05SHadar Hen Zion return (flags & TCA_CLS_FLAGS_SKIP_HW) ? true : false; 47755330f05SHadar Hen Zion } 47855330f05SHadar Hen Zion 47955330f05SHadar Hen Zion static inline bool tc_should_offload(const struct net_device *dev, 48055330f05SHadar Hen Zion const struct tcf_proto *tp, u32 flags) 48155330f05SHadar Hen Zion { 48255330f05SHadar Hen Zion if (tc_skip_hw(flags)) 48355330f05SHadar Hen Zion return false; 48455330f05SHadar Hen Zion return tc_can_offload(dev, tp); 48555330f05SHadar Hen Zion } 48655330f05SHadar Hen Zion 487d34e3e18SSamudrala, Sridhar static inline bool tc_skip_sw(u32 flags) 488d34e3e18SSamudrala, Sridhar { 489d34e3e18SSamudrala, Sridhar return (flags & TCA_CLS_FLAGS_SKIP_SW) ? true : false; 490d34e3e18SSamudrala, Sridhar } 491d34e3e18SSamudrala, Sridhar 492d34e3e18SSamudrala, Sridhar /* SKIP_HW and SKIP_SW are mutually exclusive flags. */ 493d34e3e18SSamudrala, Sridhar static inline bool tc_flags_valid(u32 flags) 494d34e3e18SSamudrala, Sridhar { 495d34e3e18SSamudrala, Sridhar if (flags & ~(TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW)) 496d34e3e18SSamudrala, Sridhar return false; 497d34e3e18SSamudrala, Sridhar 498d34e3e18SSamudrala, Sridhar if (!(flags ^ (TCA_CLS_FLAGS_SKIP_HW | TCA_CLS_FLAGS_SKIP_SW))) 499d34e3e18SSamudrala, Sridhar return false; 500d34e3e18SSamudrala, Sridhar 501d34e3e18SSamudrala, Sridhar return true; 502d34e3e18SSamudrala, Sridhar } 503d34e3e18SSamudrala, Sridhar 504e696028aSOr Gerlitz static inline bool tc_in_hw(u32 flags) 505e696028aSOr Gerlitz { 506e696028aSOr Gerlitz return (flags & TCA_CLS_FLAGS_IN_HW) ? true : false; 507e696028aSOr Gerlitz } 508e696028aSOr Gerlitz 5095b33f488SAmir Vadai enum tc_fl_command { 5105b33f488SAmir Vadai TC_CLSFLOWER_REPLACE, 5115b33f488SAmir Vadai TC_CLSFLOWER_DESTROY, 51210cbc684SAmir Vadai TC_CLSFLOWER_STATS, 5135b33f488SAmir Vadai }; 5145b33f488SAmir Vadai 5155b33f488SAmir Vadai struct tc_cls_flower_offload { 5165b33f488SAmir Vadai enum tc_fl_command command; 51769ca05ceSJiri Pirko u32 prio; 5188208d21bSAmir Vadai unsigned long cookie; 5195b33f488SAmir Vadai struct flow_dissector *dissector; 5205b33f488SAmir Vadai struct fl_flow_key *mask; 5215b33f488SAmir Vadai struct fl_flow_key *key; 5225b33f488SAmir Vadai struct tcf_exts *exts; 5235b33f488SAmir Vadai }; 5245b33f488SAmir Vadai 525b87f7936SYotam Gigi enum tc_matchall_command { 526b87f7936SYotam Gigi TC_CLSMATCHALL_REPLACE, 527b87f7936SYotam Gigi TC_CLSMATCHALL_DESTROY, 528b87f7936SYotam Gigi }; 529b87f7936SYotam Gigi 530b87f7936SYotam Gigi struct tc_cls_matchall_offload { 531b87f7936SYotam Gigi enum tc_matchall_command command; 532b87f7936SYotam Gigi struct tcf_exts *exts; 533b87f7936SYotam Gigi unsigned long cookie; 534b87f7936SYotam Gigi }; 535b87f7936SYotam Gigi 536332ae8e2SJakub Kicinski enum tc_clsbpf_command { 537332ae8e2SJakub Kicinski TC_CLSBPF_ADD, 538332ae8e2SJakub Kicinski TC_CLSBPF_REPLACE, 539332ae8e2SJakub Kicinski TC_CLSBPF_DESTROY, 54068d64063SJakub Kicinski TC_CLSBPF_STATS, 541332ae8e2SJakub Kicinski }; 542332ae8e2SJakub Kicinski 543332ae8e2SJakub Kicinski struct tc_cls_bpf_offload { 544332ae8e2SJakub Kicinski enum tc_clsbpf_command command; 545332ae8e2SJakub Kicinski struct tcf_exts *exts; 546332ae8e2SJakub Kicinski struct bpf_prog *prog; 547332ae8e2SJakub Kicinski const char *name; 548332ae8e2SJakub Kicinski bool exts_integrated; 5490d01d45fSJakub Kicinski u32 gen_flags; 550332ae8e2SJakub Kicinski }; 551332ae8e2SJakub Kicinski 5521045ba77SJamal Hadi Salim 5531045ba77SJamal Hadi Salim /* This structure holds cookie structure that is passed from user 5541045ba77SJamal Hadi Salim * to the kernel for actions and classifiers 5551045ba77SJamal Hadi Salim */ 5561045ba77SJamal Hadi Salim struct tc_cookie { 5571045ba77SJamal Hadi Salim u8 *data; 5581045ba77SJamal Hadi Salim u32 len; 5591045ba77SJamal Hadi Salim }; 5601da177e4SLinus Torvalds #endif 561