11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net/sched/em_meta.c Metadata ematch 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 51da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 61da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 71da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: Thomas Graf <tgraf@suug.ch> 101da177e4SLinus Torvalds * 111da177e4SLinus Torvalds * ========================================================================== 121da177e4SLinus Torvalds * 131da177e4SLinus Torvalds * The metadata ematch compares two meta objects where each object 141da177e4SLinus Torvalds * represents either a meta value stored in the kernel or a static 151da177e4SLinus Torvalds * value provided by userspace. The objects are not provided by 161da177e4SLinus Torvalds * userspace itself but rather a definition providing the information 171da177e4SLinus Torvalds * to build them. Every object is of a certain type which must be 181da177e4SLinus Torvalds * equal to the object it is being compared to. 191da177e4SLinus Torvalds * 201da177e4SLinus Torvalds * The definition of a objects conists of the type (meta type), a 211da177e4SLinus Torvalds * identifier (meta id) and additional type specific information. 221da177e4SLinus Torvalds * The meta id is either TCF_META_TYPE_VALUE for values provided by 231da177e4SLinus Torvalds * userspace or a index to the meta operations table consisting of 241da177e4SLinus Torvalds * function pointers to type specific meta data collectors returning 251da177e4SLinus Torvalds * the value of the requested meta value. 261da177e4SLinus Torvalds * 271da177e4SLinus Torvalds * lvalue rvalue 281da177e4SLinus Torvalds * +-----------+ +-----------+ 291da177e4SLinus Torvalds * | type: INT | | type: INT | 30261688d0SDavid S. Miller * def | id: DEV | | id: VALUE | 311da177e4SLinus Torvalds * | data: | | data: 3 | 321da177e4SLinus Torvalds * +-----------+ +-----------+ 331da177e4SLinus Torvalds * | | 34261688d0SDavid S. Miller * ---> meta_ops[INT][DEV](...) | 351da177e4SLinus Torvalds * | | 361da177e4SLinus Torvalds * ----------- | 371da177e4SLinus Torvalds * V V 381da177e4SLinus Torvalds * +-----------+ +-----------+ 391da177e4SLinus Torvalds * | type: INT | | type: INT | 40261688d0SDavid S. Miller * obj | id: DEV | | id: VALUE | 411da177e4SLinus Torvalds * | data: 2 |<--data got filled out | data: 3 | 421da177e4SLinus Torvalds * +-----------+ +-----------+ 431da177e4SLinus Torvalds * | | 441da177e4SLinus Torvalds * --------------> 2 equals 3 <-------------- 451da177e4SLinus Torvalds * 461da177e4SLinus Torvalds * This is a simplified schema, the complexity varies depending 471da177e4SLinus Torvalds * on the meta type. Obviously, the length of the data must also 481da177e4SLinus Torvalds * be provided for non-numeric types. 491da177e4SLinus Torvalds * 501da177e4SLinus Torvalds * Additionaly, type dependant modifiers such as shift operators 511da177e4SLinus Torvalds * or mask may be applied to extend the functionaliy. As of now, 521da177e4SLinus Torvalds * the variable length type supports shifting the byte string to 531da177e4SLinus Torvalds * the right, eating up any number of octets and thus supporting 541da177e4SLinus Torvalds * wildcard interface name comparisons such as "ppp%" matching 551da177e4SLinus Torvalds * ppp0..9. 561da177e4SLinus Torvalds * 571da177e4SLinus Torvalds * NOTE: Certain meta values depend on other subsystems and are 583a4fa0a2SRobert P. J. Day * only available if that subsystem is enabled in the kernel. 591da177e4SLinus Torvalds */ 601da177e4SLinus Torvalds 611da177e4SLinus Torvalds #include <linux/module.h> 621da177e4SLinus Torvalds #include <linux/types.h> 631da177e4SLinus Torvalds #include <linux/kernel.h> 641da177e4SLinus Torvalds #include <linux/sched.h> 651da177e4SLinus Torvalds #include <linux/string.h> 661da177e4SLinus Torvalds #include <linux/skbuff.h> 671da177e4SLinus Torvalds #include <linux/random.h> 683113e88cSStephen Hemminger #include <linux/if_vlan.h> 691da177e4SLinus Torvalds #include <linux/tc_ematch/tc_em_meta.h> 701da177e4SLinus Torvalds #include <net/dst.h> 711da177e4SLinus Torvalds #include <net/route.h> 721da177e4SLinus Torvalds #include <net/pkt_cls.h> 7348900629SThomas Graf #include <net/sock.h> 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds struct meta_obj 761da177e4SLinus Torvalds { 771da177e4SLinus Torvalds unsigned long value; 781da177e4SLinus Torvalds unsigned int len; 791da177e4SLinus Torvalds }; 801da177e4SLinus Torvalds 811da177e4SLinus Torvalds struct meta_value 821da177e4SLinus Torvalds { 831da177e4SLinus Torvalds struct tcf_meta_val hdr; 841da177e4SLinus Torvalds unsigned long val; 851da177e4SLinus Torvalds unsigned int len; 861da177e4SLinus Torvalds }; 871da177e4SLinus Torvalds 881da177e4SLinus Torvalds struct meta_match 891da177e4SLinus Torvalds { 901da177e4SLinus Torvalds struct meta_value lvalue; 911da177e4SLinus Torvalds struct meta_value rvalue; 921da177e4SLinus Torvalds }; 931da177e4SLinus Torvalds 941da177e4SLinus Torvalds static inline int meta_id(struct meta_value *v) 951da177e4SLinus Torvalds { 961da177e4SLinus Torvalds return TCF_META_ID(v->hdr.kind); 971da177e4SLinus Torvalds } 981da177e4SLinus Torvalds 991da177e4SLinus Torvalds static inline int meta_type(struct meta_value *v) 1001da177e4SLinus Torvalds { 1011da177e4SLinus Torvalds return TCF_META_TYPE(v->hdr.kind); 1021da177e4SLinus Torvalds } 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds #define META_COLLECTOR(FUNC) static void meta_##FUNC(struct sk_buff *skb, \ 1051da177e4SLinus Torvalds struct tcf_pkt_info *info, struct meta_value *v, \ 1061da177e4SLinus Torvalds struct meta_obj *dst, int *err) 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds /************************************************************************** 1091da177e4SLinus Torvalds * System status & misc 1101da177e4SLinus Torvalds **************************************************************************/ 1111da177e4SLinus Torvalds 1121da177e4SLinus Torvalds META_COLLECTOR(int_random) 1131da177e4SLinus Torvalds { 1141da177e4SLinus Torvalds get_random_bytes(&dst->value, sizeof(dst->value)); 1151da177e4SLinus Torvalds } 1161da177e4SLinus Torvalds 1171da177e4SLinus Torvalds static inline unsigned long fixed_loadavg(int load) 1181da177e4SLinus Torvalds { 1191da177e4SLinus Torvalds int rnd_load = load + (FIXED_1/200); 1201da177e4SLinus Torvalds int rnd_frac = ((rnd_load & (FIXED_1-1)) * 100) >> FSHIFT; 1211da177e4SLinus Torvalds 1221da177e4SLinus Torvalds return ((rnd_load >> FSHIFT) * 100) + rnd_frac; 1231da177e4SLinus Torvalds } 1241da177e4SLinus Torvalds 1251da177e4SLinus Torvalds META_COLLECTOR(int_loadavg_0) 1261da177e4SLinus Torvalds { 1271da177e4SLinus Torvalds dst->value = fixed_loadavg(avenrun[0]); 1281da177e4SLinus Torvalds } 1291da177e4SLinus Torvalds 1301da177e4SLinus Torvalds META_COLLECTOR(int_loadavg_1) 1311da177e4SLinus Torvalds { 1321da177e4SLinus Torvalds dst->value = fixed_loadavg(avenrun[1]); 1331da177e4SLinus Torvalds } 1341da177e4SLinus Torvalds 1351da177e4SLinus Torvalds META_COLLECTOR(int_loadavg_2) 1361da177e4SLinus Torvalds { 1371da177e4SLinus Torvalds dst->value = fixed_loadavg(avenrun[2]); 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 1401da177e4SLinus Torvalds /************************************************************************** 1411da177e4SLinus Torvalds * Device names & indices 1421da177e4SLinus Torvalds **************************************************************************/ 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds static inline int int_dev(struct net_device *dev, struct meta_obj *dst) 1451da177e4SLinus Torvalds { 1461da177e4SLinus Torvalds if (unlikely(dev == NULL)) 1471da177e4SLinus Torvalds return -1; 1481da177e4SLinus Torvalds 1491da177e4SLinus Torvalds dst->value = dev->ifindex; 1501da177e4SLinus Torvalds return 0; 1511da177e4SLinus Torvalds } 1521da177e4SLinus Torvalds 1531da177e4SLinus Torvalds static inline int var_dev(struct net_device *dev, struct meta_obj *dst) 1541da177e4SLinus Torvalds { 1551da177e4SLinus Torvalds if (unlikely(dev == NULL)) 1561da177e4SLinus Torvalds return -1; 1571da177e4SLinus Torvalds 1581da177e4SLinus Torvalds dst->value = (unsigned long) dev->name; 1591da177e4SLinus Torvalds dst->len = strlen(dev->name); 1601da177e4SLinus Torvalds return 0; 1611da177e4SLinus Torvalds } 1621da177e4SLinus Torvalds 1631da177e4SLinus Torvalds META_COLLECTOR(int_dev) 1641da177e4SLinus Torvalds { 1651da177e4SLinus Torvalds *err = int_dev(skb->dev, dst); 1661da177e4SLinus Torvalds } 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds META_COLLECTOR(var_dev) 1691da177e4SLinus Torvalds { 1701da177e4SLinus Torvalds *err = var_dev(skb->dev, dst); 1711da177e4SLinus Torvalds } 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds /************************************************************************** 1743113e88cSStephen Hemminger * vlan tag 1753113e88cSStephen Hemminger **************************************************************************/ 1763113e88cSStephen Hemminger 1773113e88cSStephen Hemminger META_COLLECTOR(int_vlan_tag) 1783113e88cSStephen Hemminger { 1791a31f204SStephen Hemminger unsigned short tag; 1801a31f204SStephen Hemminger 1811a31f204SStephen Hemminger tag = vlan_tx_tag_get(skb); 1821a31f204SStephen Hemminger if (!tag && __vlan_get_tag(skb, &tag)) 1833113e88cSStephen Hemminger *err = -1; 1843113e88cSStephen Hemminger else 1853113e88cSStephen Hemminger dst->value = tag; 1863113e88cSStephen Hemminger } 1873113e88cSStephen Hemminger 1883113e88cSStephen Hemminger 1893113e88cSStephen Hemminger 1903113e88cSStephen Hemminger /************************************************************************** 1911da177e4SLinus Torvalds * skb attributes 1921da177e4SLinus Torvalds **************************************************************************/ 1931da177e4SLinus Torvalds 1941da177e4SLinus Torvalds META_COLLECTOR(int_priority) 1951da177e4SLinus Torvalds { 1961da177e4SLinus Torvalds dst->value = skb->priority; 1971da177e4SLinus Torvalds } 1981da177e4SLinus Torvalds 1991da177e4SLinus Torvalds META_COLLECTOR(int_protocol) 2001da177e4SLinus Torvalds { 2011da177e4SLinus Torvalds /* Let userspace take care of the byte ordering */ 2021da177e4SLinus Torvalds dst->value = skb->protocol; 2031da177e4SLinus Torvalds } 2041da177e4SLinus Torvalds 2051da177e4SLinus Torvalds META_COLLECTOR(int_pkttype) 2061da177e4SLinus Torvalds { 2071da177e4SLinus Torvalds dst->value = skb->pkt_type; 2081da177e4SLinus Torvalds } 2091da177e4SLinus Torvalds 2101da177e4SLinus Torvalds META_COLLECTOR(int_pktlen) 2111da177e4SLinus Torvalds { 2121da177e4SLinus Torvalds dst->value = skb->len; 2131da177e4SLinus Torvalds } 2141da177e4SLinus Torvalds 2151da177e4SLinus Torvalds META_COLLECTOR(int_datalen) 2161da177e4SLinus Torvalds { 2171da177e4SLinus Torvalds dst->value = skb->data_len; 2181da177e4SLinus Torvalds } 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds META_COLLECTOR(int_maclen) 2211da177e4SLinus Torvalds { 2221da177e4SLinus Torvalds dst->value = skb->mac_len; 2231da177e4SLinus Torvalds } 2241da177e4SLinus Torvalds 2251da177e4SLinus Torvalds /************************************************************************** 2261da177e4SLinus Torvalds * Netfilter 2271da177e4SLinus Torvalds **************************************************************************/ 2281da177e4SLinus Torvalds 22982e91ffeSThomas Graf META_COLLECTOR(int_mark) 2301da177e4SLinus Torvalds { 23182e91ffeSThomas Graf dst->value = skb->mark; 2327686ee1aSPatrick McHardy } 2331da177e4SLinus Torvalds 2341da177e4SLinus Torvalds /************************************************************************** 2351da177e4SLinus Torvalds * Traffic Control 2361da177e4SLinus Torvalds **************************************************************************/ 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds META_COLLECTOR(int_tcindex) 2391da177e4SLinus Torvalds { 2401da177e4SLinus Torvalds dst->value = skb->tc_index; 2411da177e4SLinus Torvalds } 2421da177e4SLinus Torvalds 2431da177e4SLinus Torvalds /************************************************************************** 2441da177e4SLinus Torvalds * Routing 2451da177e4SLinus Torvalds **************************************************************************/ 2461da177e4SLinus Torvalds 2471da177e4SLinus Torvalds META_COLLECTOR(int_rtclassid) 2481da177e4SLinus Torvalds { 2491da177e4SLinus Torvalds if (unlikely(skb->dst == NULL)) 2501da177e4SLinus Torvalds *err = -1; 2511da177e4SLinus Torvalds else 2527686ee1aSPatrick McHardy #ifdef CONFIG_NET_CLS_ROUTE 2531da177e4SLinus Torvalds dst->value = skb->dst->tclassid; 2547686ee1aSPatrick McHardy #else 2557686ee1aSPatrick McHardy dst->value = 0; 2561da177e4SLinus Torvalds #endif 2577686ee1aSPatrick McHardy } 2581da177e4SLinus Torvalds 2591da177e4SLinus Torvalds META_COLLECTOR(int_rtiif) 2601da177e4SLinus Torvalds { 261ee6b9673SEric Dumazet if (unlikely(skb->rtable == NULL)) 2621da177e4SLinus Torvalds *err = -1; 2631da177e4SLinus Torvalds else 264ee6b9673SEric Dumazet dst->value = skb->rtable->fl.iif; 2651da177e4SLinus Torvalds } 2661da177e4SLinus Torvalds 2671da177e4SLinus Torvalds /************************************************************************** 26848900629SThomas Graf * Socket Attributes 26948900629SThomas Graf **************************************************************************/ 27048900629SThomas Graf 27148900629SThomas Graf #define SKIP_NONLOCAL(skb) \ 27248900629SThomas Graf if (unlikely(skb->sk == NULL)) { \ 27348900629SThomas Graf *err = -1; \ 27448900629SThomas Graf return; \ 27548900629SThomas Graf } 27648900629SThomas Graf 27748900629SThomas Graf META_COLLECTOR(int_sk_family) 27848900629SThomas Graf { 27948900629SThomas Graf SKIP_NONLOCAL(skb); 28048900629SThomas Graf dst->value = skb->sk->sk_family; 28148900629SThomas Graf } 28248900629SThomas Graf 28348900629SThomas Graf META_COLLECTOR(int_sk_state) 28448900629SThomas Graf { 28548900629SThomas Graf SKIP_NONLOCAL(skb); 28648900629SThomas Graf dst->value = skb->sk->sk_state; 28748900629SThomas Graf } 28848900629SThomas Graf 28948900629SThomas Graf META_COLLECTOR(int_sk_reuse) 29048900629SThomas Graf { 29148900629SThomas Graf SKIP_NONLOCAL(skb); 29248900629SThomas Graf dst->value = skb->sk->sk_reuse; 29348900629SThomas Graf } 29448900629SThomas Graf 29548900629SThomas Graf META_COLLECTOR(int_sk_bound_if) 29648900629SThomas Graf { 29748900629SThomas Graf SKIP_NONLOCAL(skb); 29848900629SThomas Graf /* No error if bound_dev_if is 0, legal userspace check */ 29948900629SThomas Graf dst->value = skb->sk->sk_bound_dev_if; 30048900629SThomas Graf } 30148900629SThomas Graf 30248900629SThomas Graf META_COLLECTOR(var_sk_bound_if) 30348900629SThomas Graf { 30448900629SThomas Graf SKIP_NONLOCAL(skb); 30548900629SThomas Graf 30648900629SThomas Graf if (skb->sk->sk_bound_dev_if == 0) { 30748900629SThomas Graf dst->value = (unsigned long) "any"; 30848900629SThomas Graf dst->len = 3; 30948900629SThomas Graf } else { 31048900629SThomas Graf struct net_device *dev; 31148900629SThomas Graf 312881d966bSEric W. Biederman dev = dev_get_by_index(&init_net, skb->sk->sk_bound_dev_if); 31348900629SThomas Graf *err = var_dev(dev, dst); 31448900629SThomas Graf if (dev) 31548900629SThomas Graf dev_put(dev); 31648900629SThomas Graf } 31748900629SThomas Graf } 31848900629SThomas Graf 31948900629SThomas Graf META_COLLECTOR(int_sk_refcnt) 32048900629SThomas Graf { 32148900629SThomas Graf SKIP_NONLOCAL(skb); 32248900629SThomas Graf dst->value = atomic_read(&skb->sk->sk_refcnt); 32348900629SThomas Graf } 32448900629SThomas Graf 32548900629SThomas Graf META_COLLECTOR(int_sk_rcvbuf) 32648900629SThomas Graf { 32748900629SThomas Graf SKIP_NONLOCAL(skb); 32848900629SThomas Graf dst->value = skb->sk->sk_rcvbuf; 32948900629SThomas Graf } 33048900629SThomas Graf 33148900629SThomas Graf META_COLLECTOR(int_sk_shutdown) 33248900629SThomas Graf { 33348900629SThomas Graf SKIP_NONLOCAL(skb); 33448900629SThomas Graf dst->value = skb->sk->sk_shutdown; 33548900629SThomas Graf } 33648900629SThomas Graf 33748900629SThomas Graf META_COLLECTOR(int_sk_proto) 33848900629SThomas Graf { 33948900629SThomas Graf SKIP_NONLOCAL(skb); 34048900629SThomas Graf dst->value = skb->sk->sk_protocol; 34148900629SThomas Graf } 34248900629SThomas Graf 34348900629SThomas Graf META_COLLECTOR(int_sk_type) 34448900629SThomas Graf { 34548900629SThomas Graf SKIP_NONLOCAL(skb); 34648900629SThomas Graf dst->value = skb->sk->sk_type; 34748900629SThomas Graf } 34848900629SThomas Graf 34948900629SThomas Graf META_COLLECTOR(int_sk_rmem_alloc) 35048900629SThomas Graf { 35148900629SThomas Graf SKIP_NONLOCAL(skb); 35248900629SThomas Graf dst->value = atomic_read(&skb->sk->sk_rmem_alloc); 35348900629SThomas Graf } 35448900629SThomas Graf 35548900629SThomas Graf META_COLLECTOR(int_sk_wmem_alloc) 35648900629SThomas Graf { 35748900629SThomas Graf SKIP_NONLOCAL(skb); 35848900629SThomas Graf dst->value = atomic_read(&skb->sk->sk_wmem_alloc); 35948900629SThomas Graf } 36048900629SThomas Graf 36148900629SThomas Graf META_COLLECTOR(int_sk_omem_alloc) 36248900629SThomas Graf { 36348900629SThomas Graf SKIP_NONLOCAL(skb); 36448900629SThomas Graf dst->value = atomic_read(&skb->sk->sk_omem_alloc); 36548900629SThomas Graf } 36648900629SThomas Graf 36748900629SThomas Graf META_COLLECTOR(int_sk_rcv_qlen) 36848900629SThomas Graf { 36948900629SThomas Graf SKIP_NONLOCAL(skb); 37048900629SThomas Graf dst->value = skb->sk->sk_receive_queue.qlen; 37148900629SThomas Graf } 37248900629SThomas Graf 37348900629SThomas Graf META_COLLECTOR(int_sk_snd_qlen) 37448900629SThomas Graf { 37548900629SThomas Graf SKIP_NONLOCAL(skb); 37648900629SThomas Graf dst->value = skb->sk->sk_write_queue.qlen; 37748900629SThomas Graf } 37848900629SThomas Graf 37948900629SThomas Graf META_COLLECTOR(int_sk_wmem_queued) 38048900629SThomas Graf { 38148900629SThomas Graf SKIP_NONLOCAL(skb); 38248900629SThomas Graf dst->value = skb->sk->sk_wmem_queued; 38348900629SThomas Graf } 38448900629SThomas Graf 38548900629SThomas Graf META_COLLECTOR(int_sk_fwd_alloc) 38648900629SThomas Graf { 38748900629SThomas Graf SKIP_NONLOCAL(skb); 38848900629SThomas Graf dst->value = skb->sk->sk_forward_alloc; 38948900629SThomas Graf } 39048900629SThomas Graf 39148900629SThomas Graf META_COLLECTOR(int_sk_sndbuf) 39248900629SThomas Graf { 39348900629SThomas Graf SKIP_NONLOCAL(skb); 39448900629SThomas Graf dst->value = skb->sk->sk_sndbuf; 39548900629SThomas Graf } 39648900629SThomas Graf 39748900629SThomas Graf META_COLLECTOR(int_sk_alloc) 39848900629SThomas Graf { 39948900629SThomas Graf SKIP_NONLOCAL(skb); 40048900629SThomas Graf dst->value = skb->sk->sk_allocation; 40148900629SThomas Graf } 40248900629SThomas Graf 40348900629SThomas Graf META_COLLECTOR(int_sk_route_caps) 40448900629SThomas Graf { 40548900629SThomas Graf SKIP_NONLOCAL(skb); 40648900629SThomas Graf dst->value = skb->sk->sk_route_caps; 40748900629SThomas Graf } 40848900629SThomas Graf 40981c3d547SEric Dumazet META_COLLECTOR(int_sk_hash) 41048900629SThomas Graf { 41148900629SThomas Graf SKIP_NONLOCAL(skb); 41281c3d547SEric Dumazet dst->value = skb->sk->sk_hash; 41348900629SThomas Graf } 41448900629SThomas Graf 41548900629SThomas Graf META_COLLECTOR(int_sk_lingertime) 41648900629SThomas Graf { 41748900629SThomas Graf SKIP_NONLOCAL(skb); 41848900629SThomas Graf dst->value = skb->sk->sk_lingertime / HZ; 41948900629SThomas Graf } 42048900629SThomas Graf 42148900629SThomas Graf META_COLLECTOR(int_sk_err_qlen) 42248900629SThomas Graf { 42348900629SThomas Graf SKIP_NONLOCAL(skb); 42448900629SThomas Graf dst->value = skb->sk->sk_error_queue.qlen; 42548900629SThomas Graf } 42648900629SThomas Graf 42748900629SThomas Graf META_COLLECTOR(int_sk_ack_bl) 42848900629SThomas Graf { 42948900629SThomas Graf SKIP_NONLOCAL(skb); 43048900629SThomas Graf dst->value = skb->sk->sk_ack_backlog; 43148900629SThomas Graf } 43248900629SThomas Graf 43348900629SThomas Graf META_COLLECTOR(int_sk_max_ack_bl) 43448900629SThomas Graf { 43548900629SThomas Graf SKIP_NONLOCAL(skb); 43648900629SThomas Graf dst->value = skb->sk->sk_max_ack_backlog; 43748900629SThomas Graf } 43848900629SThomas Graf 43948900629SThomas Graf META_COLLECTOR(int_sk_prio) 44048900629SThomas Graf { 44148900629SThomas Graf SKIP_NONLOCAL(skb); 44248900629SThomas Graf dst->value = skb->sk->sk_priority; 44348900629SThomas Graf } 44448900629SThomas Graf 44548900629SThomas Graf META_COLLECTOR(int_sk_rcvlowat) 44648900629SThomas Graf { 44748900629SThomas Graf SKIP_NONLOCAL(skb); 44848900629SThomas Graf dst->value = skb->sk->sk_rcvlowat; 44948900629SThomas Graf } 45048900629SThomas Graf 45148900629SThomas Graf META_COLLECTOR(int_sk_rcvtimeo) 45248900629SThomas Graf { 45348900629SThomas Graf SKIP_NONLOCAL(skb); 45448900629SThomas Graf dst->value = skb->sk->sk_rcvtimeo / HZ; 45548900629SThomas Graf } 45648900629SThomas Graf 45748900629SThomas Graf META_COLLECTOR(int_sk_sndtimeo) 45848900629SThomas Graf { 45948900629SThomas Graf SKIP_NONLOCAL(skb); 46048900629SThomas Graf dst->value = skb->sk->sk_sndtimeo / HZ; 46148900629SThomas Graf } 46248900629SThomas Graf 46348900629SThomas Graf META_COLLECTOR(int_sk_sendmsg_off) 46448900629SThomas Graf { 46548900629SThomas Graf SKIP_NONLOCAL(skb); 46648900629SThomas Graf dst->value = skb->sk->sk_sndmsg_off; 46748900629SThomas Graf } 46848900629SThomas Graf 46948900629SThomas Graf META_COLLECTOR(int_sk_write_pend) 47048900629SThomas Graf { 47148900629SThomas Graf SKIP_NONLOCAL(skb); 47248900629SThomas Graf dst->value = skb->sk->sk_write_pending; 47348900629SThomas Graf } 47448900629SThomas Graf 47548900629SThomas Graf /************************************************************************** 4761da177e4SLinus Torvalds * Meta value collectors assignment table 4771da177e4SLinus Torvalds **************************************************************************/ 4781da177e4SLinus Torvalds 4791da177e4SLinus Torvalds struct meta_ops 4801da177e4SLinus Torvalds { 4811da177e4SLinus Torvalds void (*get)(struct sk_buff *, struct tcf_pkt_info *, 4821da177e4SLinus Torvalds struct meta_value *, struct meta_obj *, int *); 4831da177e4SLinus Torvalds }; 4841da177e4SLinus Torvalds 48548900629SThomas Graf #define META_ID(name) TCF_META_ID_##name 48648900629SThomas Graf #define META_FUNC(name) { .get = meta_##name } 48748900629SThomas Graf 4881da177e4SLinus Torvalds /* Meta value operations table listing all meta value collectors and 4891da177e4SLinus Torvalds * assigns them to a type and meta id. */ 4901da177e4SLinus Torvalds static struct meta_ops __meta_ops[TCF_META_TYPE_MAX+1][TCF_META_ID_MAX+1] = { 4911da177e4SLinus Torvalds [TCF_META_TYPE_VAR] = { 49248900629SThomas Graf [META_ID(DEV)] = META_FUNC(var_dev), 49348900629SThomas Graf [META_ID(SK_BOUND_IF)] = META_FUNC(var_sk_bound_if), 4941da177e4SLinus Torvalds }, 4951da177e4SLinus Torvalds [TCF_META_TYPE_INT] = { 49648900629SThomas Graf [META_ID(RANDOM)] = META_FUNC(int_random), 49748900629SThomas Graf [META_ID(LOADAVG_0)] = META_FUNC(int_loadavg_0), 49848900629SThomas Graf [META_ID(LOADAVG_1)] = META_FUNC(int_loadavg_1), 49948900629SThomas Graf [META_ID(LOADAVG_2)] = META_FUNC(int_loadavg_2), 50048900629SThomas Graf [META_ID(DEV)] = META_FUNC(int_dev), 50148900629SThomas Graf [META_ID(PRIORITY)] = META_FUNC(int_priority), 50248900629SThomas Graf [META_ID(PROTOCOL)] = META_FUNC(int_protocol), 50348900629SThomas Graf [META_ID(PKTTYPE)] = META_FUNC(int_pkttype), 50448900629SThomas Graf [META_ID(PKTLEN)] = META_FUNC(int_pktlen), 50548900629SThomas Graf [META_ID(DATALEN)] = META_FUNC(int_datalen), 50648900629SThomas Graf [META_ID(MACLEN)] = META_FUNC(int_maclen), 50782e91ffeSThomas Graf [META_ID(NFMARK)] = META_FUNC(int_mark), 50848900629SThomas Graf [META_ID(TCINDEX)] = META_FUNC(int_tcindex), 50948900629SThomas Graf [META_ID(RTCLASSID)] = META_FUNC(int_rtclassid), 51048900629SThomas Graf [META_ID(RTIIF)] = META_FUNC(int_rtiif), 51148900629SThomas Graf [META_ID(SK_FAMILY)] = META_FUNC(int_sk_family), 51248900629SThomas Graf [META_ID(SK_STATE)] = META_FUNC(int_sk_state), 51348900629SThomas Graf [META_ID(SK_REUSE)] = META_FUNC(int_sk_reuse), 51448900629SThomas Graf [META_ID(SK_BOUND_IF)] = META_FUNC(int_sk_bound_if), 51548900629SThomas Graf [META_ID(SK_REFCNT)] = META_FUNC(int_sk_refcnt), 51648900629SThomas Graf [META_ID(SK_RCVBUF)] = META_FUNC(int_sk_rcvbuf), 51748900629SThomas Graf [META_ID(SK_SNDBUF)] = META_FUNC(int_sk_sndbuf), 51848900629SThomas Graf [META_ID(SK_SHUTDOWN)] = META_FUNC(int_sk_shutdown), 51948900629SThomas Graf [META_ID(SK_PROTO)] = META_FUNC(int_sk_proto), 52048900629SThomas Graf [META_ID(SK_TYPE)] = META_FUNC(int_sk_type), 52148900629SThomas Graf [META_ID(SK_RMEM_ALLOC)] = META_FUNC(int_sk_rmem_alloc), 52248900629SThomas Graf [META_ID(SK_WMEM_ALLOC)] = META_FUNC(int_sk_wmem_alloc), 52348900629SThomas Graf [META_ID(SK_OMEM_ALLOC)] = META_FUNC(int_sk_omem_alloc), 52448900629SThomas Graf [META_ID(SK_WMEM_QUEUED)] = META_FUNC(int_sk_wmem_queued), 52548900629SThomas Graf [META_ID(SK_RCV_QLEN)] = META_FUNC(int_sk_rcv_qlen), 52648900629SThomas Graf [META_ID(SK_SND_QLEN)] = META_FUNC(int_sk_snd_qlen), 52748900629SThomas Graf [META_ID(SK_ERR_QLEN)] = META_FUNC(int_sk_err_qlen), 52848900629SThomas Graf [META_ID(SK_FORWARD_ALLOCS)] = META_FUNC(int_sk_fwd_alloc), 52948900629SThomas Graf [META_ID(SK_ALLOCS)] = META_FUNC(int_sk_alloc), 53048900629SThomas Graf [META_ID(SK_ROUTE_CAPS)] = META_FUNC(int_sk_route_caps), 53181c3d547SEric Dumazet [META_ID(SK_HASH)] = META_FUNC(int_sk_hash), 53248900629SThomas Graf [META_ID(SK_LINGERTIME)] = META_FUNC(int_sk_lingertime), 53348900629SThomas Graf [META_ID(SK_ACK_BACKLOG)] = META_FUNC(int_sk_ack_bl), 53448900629SThomas Graf [META_ID(SK_MAX_ACK_BACKLOG)] = META_FUNC(int_sk_max_ack_bl), 53548900629SThomas Graf [META_ID(SK_PRIO)] = META_FUNC(int_sk_prio), 53648900629SThomas Graf [META_ID(SK_RCVLOWAT)] = META_FUNC(int_sk_rcvlowat), 53748900629SThomas Graf [META_ID(SK_RCVTIMEO)] = META_FUNC(int_sk_rcvtimeo), 53848900629SThomas Graf [META_ID(SK_SNDTIMEO)] = META_FUNC(int_sk_sndtimeo), 53948900629SThomas Graf [META_ID(SK_SENDMSG_OFF)] = META_FUNC(int_sk_sendmsg_off), 54048900629SThomas Graf [META_ID(SK_WRITE_PENDING)] = META_FUNC(int_sk_write_pend), 5413113e88cSStephen Hemminger [META_ID(VLAN_TAG)] = META_FUNC(int_vlan_tag), 5421da177e4SLinus Torvalds } 5431da177e4SLinus Torvalds }; 5441da177e4SLinus Torvalds 5451da177e4SLinus Torvalds static inline struct meta_ops * meta_ops(struct meta_value *val) 5461da177e4SLinus Torvalds { 5471da177e4SLinus Torvalds return &__meta_ops[meta_type(val)][meta_id(val)]; 5481da177e4SLinus Torvalds } 5491da177e4SLinus Torvalds 5501da177e4SLinus Torvalds /************************************************************************** 5511da177e4SLinus Torvalds * Type specific operations for TCF_META_TYPE_VAR 5521da177e4SLinus Torvalds **************************************************************************/ 5531da177e4SLinus Torvalds 5541da177e4SLinus Torvalds static int meta_var_compare(struct meta_obj *a, struct meta_obj *b) 5551da177e4SLinus Torvalds { 5561da177e4SLinus Torvalds int r = a->len - b->len; 5571da177e4SLinus Torvalds 5581da177e4SLinus Torvalds if (r == 0) 5591da177e4SLinus Torvalds r = memcmp((void *) a->value, (void *) b->value, a->len); 5601da177e4SLinus Torvalds 5611da177e4SLinus Torvalds return r; 5621da177e4SLinus Torvalds } 5631da177e4SLinus Torvalds 564add93b61SPatrick McHardy static int meta_var_change(struct meta_value *dst, struct nlattr *nla) 5651da177e4SLinus Torvalds { 566add93b61SPatrick McHardy int len = nla_len(nla); 5671da177e4SLinus Torvalds 568add93b61SPatrick McHardy dst->val = (unsigned long)kmemdup(nla_data(nla), len, GFP_KERNEL); 5691da177e4SLinus Torvalds if (dst->val == 0UL) 5701da177e4SLinus Torvalds return -ENOMEM; 5711da177e4SLinus Torvalds dst->len = len; 5721da177e4SLinus Torvalds return 0; 5731da177e4SLinus Torvalds } 5741da177e4SLinus Torvalds 5751da177e4SLinus Torvalds static void meta_var_destroy(struct meta_value *v) 5761da177e4SLinus Torvalds { 5771da177e4SLinus Torvalds kfree((void *) v->val); 5781da177e4SLinus Torvalds } 5791da177e4SLinus Torvalds 5801da177e4SLinus Torvalds static void meta_var_apply_extras(struct meta_value *v, 5811da177e4SLinus Torvalds struct meta_obj *dst) 5821da177e4SLinus Torvalds { 5831da177e4SLinus Torvalds int shift = v->hdr.shift; 5841da177e4SLinus Torvalds 5851da177e4SLinus Torvalds if (shift && shift < dst->len) 5861da177e4SLinus Torvalds dst->len -= shift; 5871da177e4SLinus Torvalds } 5881da177e4SLinus Torvalds 5891da177e4SLinus Torvalds static int meta_var_dump(struct sk_buff *skb, struct meta_value *v, int tlv) 5901da177e4SLinus Torvalds { 5911da177e4SLinus Torvalds if (v->val && v->len) 592add93b61SPatrick McHardy NLA_PUT(skb, tlv, v->len, (void *) v->val); 5931da177e4SLinus Torvalds return 0; 5941da177e4SLinus Torvalds 595add93b61SPatrick McHardy nla_put_failure: 5961da177e4SLinus Torvalds return -1; 5971da177e4SLinus Torvalds } 5981da177e4SLinus Torvalds 5991da177e4SLinus Torvalds /************************************************************************** 6001da177e4SLinus Torvalds * Type specific operations for TCF_META_TYPE_INT 6011da177e4SLinus Torvalds **************************************************************************/ 6021da177e4SLinus Torvalds 6031da177e4SLinus Torvalds static int meta_int_compare(struct meta_obj *a, struct meta_obj *b) 6041da177e4SLinus Torvalds { 6051da177e4SLinus Torvalds /* Let gcc optimize it, the unlikely is not really based on 6061da177e4SLinus Torvalds * some numbers but jump free code for mismatches seems 6071da177e4SLinus Torvalds * more logical. */ 60898e56405SThomas Graf if (unlikely(a->value == b->value)) 6091da177e4SLinus Torvalds return 0; 61098e56405SThomas Graf else if (a->value < b->value) 6111da177e4SLinus Torvalds return -1; 6121da177e4SLinus Torvalds else 6131da177e4SLinus Torvalds return 1; 6141da177e4SLinus Torvalds } 6151da177e4SLinus Torvalds 616add93b61SPatrick McHardy static int meta_int_change(struct meta_value *dst, struct nlattr *nla) 6171da177e4SLinus Torvalds { 618add93b61SPatrick McHardy if (nla_len(nla) >= sizeof(unsigned long)) { 619add93b61SPatrick McHardy dst->val = *(unsigned long *) nla_data(nla); 6201da177e4SLinus Torvalds dst->len = sizeof(unsigned long); 621add93b61SPatrick McHardy } else if (nla_len(nla) == sizeof(u32)) { 6221587bac4SPatrick McHardy dst->val = nla_get_u32(nla); 6231da177e4SLinus Torvalds dst->len = sizeof(u32); 6241da177e4SLinus Torvalds } else 6251da177e4SLinus Torvalds return -EINVAL; 6261da177e4SLinus Torvalds 6271da177e4SLinus Torvalds return 0; 6281da177e4SLinus Torvalds } 6291da177e4SLinus Torvalds 6301da177e4SLinus Torvalds static void meta_int_apply_extras(struct meta_value *v, 6311da177e4SLinus Torvalds struct meta_obj *dst) 6321da177e4SLinus Torvalds { 6331da177e4SLinus Torvalds if (v->hdr.shift) 6341da177e4SLinus Torvalds dst->value >>= v->hdr.shift; 6351da177e4SLinus Torvalds 6361da177e4SLinus Torvalds if (v->val) 6371da177e4SLinus Torvalds dst->value &= v->val; 6381da177e4SLinus Torvalds } 6391da177e4SLinus Torvalds 6401da177e4SLinus Torvalds static int meta_int_dump(struct sk_buff *skb, struct meta_value *v, int tlv) 6411da177e4SLinus Torvalds { 6421da177e4SLinus Torvalds if (v->len == sizeof(unsigned long)) 643add93b61SPatrick McHardy NLA_PUT(skb, tlv, sizeof(unsigned long), &v->val); 6441da177e4SLinus Torvalds else if (v->len == sizeof(u32)) { 64524beeab5SPatrick McHardy NLA_PUT_U32(skb, tlv, v->val); 6461da177e4SLinus Torvalds } 6471da177e4SLinus Torvalds 6481da177e4SLinus Torvalds return 0; 6491da177e4SLinus Torvalds 650add93b61SPatrick McHardy nla_put_failure: 6511da177e4SLinus Torvalds return -1; 6521da177e4SLinus Torvalds } 6531da177e4SLinus Torvalds 6541da177e4SLinus Torvalds /************************************************************************** 6551da177e4SLinus Torvalds * Type specific operations table 6561da177e4SLinus Torvalds **************************************************************************/ 6571da177e4SLinus Torvalds 6581da177e4SLinus Torvalds struct meta_type_ops 6591da177e4SLinus Torvalds { 6601da177e4SLinus Torvalds void (*destroy)(struct meta_value *); 6611da177e4SLinus Torvalds int (*compare)(struct meta_obj *, struct meta_obj *); 662add93b61SPatrick McHardy int (*change)(struct meta_value *, struct nlattr *); 6631da177e4SLinus Torvalds void (*apply_extras)(struct meta_value *, struct meta_obj *); 6641da177e4SLinus Torvalds int (*dump)(struct sk_buff *, struct meta_value *, int); 6651da177e4SLinus Torvalds }; 6661da177e4SLinus Torvalds 6671da177e4SLinus Torvalds static struct meta_type_ops __meta_type_ops[TCF_META_TYPE_MAX+1] = { 6681da177e4SLinus Torvalds [TCF_META_TYPE_VAR] = { 6691da177e4SLinus Torvalds .destroy = meta_var_destroy, 6701da177e4SLinus Torvalds .compare = meta_var_compare, 6711da177e4SLinus Torvalds .change = meta_var_change, 6721da177e4SLinus Torvalds .apply_extras = meta_var_apply_extras, 6731da177e4SLinus Torvalds .dump = meta_var_dump 6741da177e4SLinus Torvalds }, 6751da177e4SLinus Torvalds [TCF_META_TYPE_INT] = { 6761da177e4SLinus Torvalds .compare = meta_int_compare, 6771da177e4SLinus Torvalds .change = meta_int_change, 6781da177e4SLinus Torvalds .apply_extras = meta_int_apply_extras, 6791da177e4SLinus Torvalds .dump = meta_int_dump 6801da177e4SLinus Torvalds } 6811da177e4SLinus Torvalds }; 6821da177e4SLinus Torvalds 6831da177e4SLinus Torvalds static inline struct meta_type_ops * meta_type_ops(struct meta_value *v) 6841da177e4SLinus Torvalds { 6851da177e4SLinus Torvalds return &__meta_type_ops[meta_type(v)]; 6861da177e4SLinus Torvalds } 6871da177e4SLinus Torvalds 6881da177e4SLinus Torvalds /************************************************************************** 6891da177e4SLinus Torvalds * Core 6901da177e4SLinus Torvalds **************************************************************************/ 6911da177e4SLinus Torvalds 692ed7af3b3SStephen Hemminger static int meta_get(struct sk_buff *skb, struct tcf_pkt_info *info, 6931da177e4SLinus Torvalds struct meta_value *v, struct meta_obj *dst) 6941da177e4SLinus Torvalds { 6951da177e4SLinus Torvalds int err = 0; 6961da177e4SLinus Torvalds 6971da177e4SLinus Torvalds if (meta_id(v) == TCF_META_ID_VALUE) { 6981da177e4SLinus Torvalds dst->value = v->val; 6991da177e4SLinus Torvalds dst->len = v->len; 7001da177e4SLinus Torvalds return 0; 7011da177e4SLinus Torvalds } 7021da177e4SLinus Torvalds 7031da177e4SLinus Torvalds meta_ops(v)->get(skb, info, v, dst, &err); 7041da177e4SLinus Torvalds if (err < 0) 7051da177e4SLinus Torvalds return err; 7061da177e4SLinus Torvalds 7071da177e4SLinus Torvalds if (meta_type_ops(v)->apply_extras) 7081da177e4SLinus Torvalds meta_type_ops(v)->apply_extras(v, dst); 7091da177e4SLinus Torvalds 7101da177e4SLinus Torvalds return 0; 7111da177e4SLinus Torvalds } 7121da177e4SLinus Torvalds 7131da177e4SLinus Torvalds static int em_meta_match(struct sk_buff *skb, struct tcf_ematch *m, 7141da177e4SLinus Torvalds struct tcf_pkt_info *info) 7151da177e4SLinus Torvalds { 7161da177e4SLinus Torvalds int r; 7171da177e4SLinus Torvalds struct meta_match *meta = (struct meta_match *) m->data; 7181da177e4SLinus Torvalds struct meta_obj l_value, r_value; 7191da177e4SLinus Torvalds 7201da177e4SLinus Torvalds if (meta_get(skb, info, &meta->lvalue, &l_value) < 0 || 7211da177e4SLinus Torvalds meta_get(skb, info, &meta->rvalue, &r_value) < 0) 7221da177e4SLinus Torvalds return 0; 7231da177e4SLinus Torvalds 7241da177e4SLinus Torvalds r = meta_type_ops(&meta->lvalue)->compare(&l_value, &r_value); 7251da177e4SLinus Torvalds 7261da177e4SLinus Torvalds switch (meta->lvalue.hdr.op) { 7271da177e4SLinus Torvalds case TCF_EM_OPND_EQ: 7281da177e4SLinus Torvalds return !r; 7291da177e4SLinus Torvalds case TCF_EM_OPND_LT: 7301da177e4SLinus Torvalds return r < 0; 7311da177e4SLinus Torvalds case TCF_EM_OPND_GT: 7321da177e4SLinus Torvalds return r > 0; 7331da177e4SLinus Torvalds } 7341da177e4SLinus Torvalds 7351da177e4SLinus Torvalds return 0; 7361da177e4SLinus Torvalds } 7371da177e4SLinus Torvalds 738ed7af3b3SStephen Hemminger static void meta_delete(struct meta_match *meta) 7391da177e4SLinus Torvalds { 74004f217acSStephen Hemminger if (meta) { 7411da177e4SLinus Torvalds struct meta_type_ops *ops = meta_type_ops(&meta->lvalue); 7421da177e4SLinus Torvalds 7431da177e4SLinus Torvalds if (ops && ops->destroy) { 7441da177e4SLinus Torvalds ops->destroy(&meta->lvalue); 7451da177e4SLinus Torvalds ops->destroy(&meta->rvalue); 7461da177e4SLinus Torvalds } 74704f217acSStephen Hemminger } 7481da177e4SLinus Torvalds 7491da177e4SLinus Torvalds kfree(meta); 7501da177e4SLinus Torvalds } 7511da177e4SLinus Torvalds 752add93b61SPatrick McHardy static inline int meta_change_data(struct meta_value *dst, struct nlattr *nla) 7531da177e4SLinus Torvalds { 754add93b61SPatrick McHardy if (nla) { 755add93b61SPatrick McHardy if (nla_len(nla) == 0) 7561da177e4SLinus Torvalds return -EINVAL; 7571da177e4SLinus Torvalds 758add93b61SPatrick McHardy return meta_type_ops(dst)->change(dst, nla); 7591da177e4SLinus Torvalds } 7601da177e4SLinus Torvalds 7611da177e4SLinus Torvalds return 0; 7621da177e4SLinus Torvalds } 7631da177e4SLinus Torvalds 7641da177e4SLinus Torvalds static inline int meta_is_supported(struct meta_value *val) 7651da177e4SLinus Torvalds { 7661da177e4SLinus Torvalds return (!meta_id(val) || meta_ops(val)->get); 7671da177e4SLinus Torvalds } 7681da177e4SLinus Torvalds 7697a9c1bd4SPatrick McHardy static const struct nla_policy meta_policy[TCA_EM_META_MAX + 1] = { 7707a9c1bd4SPatrick McHardy [TCA_EM_META_HDR] = { .len = sizeof(struct tcf_meta_hdr) }, 7717a9c1bd4SPatrick McHardy }; 7727a9c1bd4SPatrick McHardy 7731da177e4SLinus Torvalds static int em_meta_change(struct tcf_proto *tp, void *data, int len, 7741da177e4SLinus Torvalds struct tcf_ematch *m) 7751da177e4SLinus Torvalds { 776cee63723SPatrick McHardy int err; 777add93b61SPatrick McHardy struct nlattr *tb[TCA_EM_META_MAX + 1]; 7781da177e4SLinus Torvalds struct tcf_meta_hdr *hdr; 7791da177e4SLinus Torvalds struct meta_match *meta = NULL; 7801da177e4SLinus Torvalds 7817a9c1bd4SPatrick McHardy err = nla_parse(tb, TCA_EM_META_MAX, data, len, meta_policy); 782cee63723SPatrick McHardy if (err < 0) 7831da177e4SLinus Torvalds goto errout; 7841da177e4SLinus Torvalds 785cee63723SPatrick McHardy err = -EINVAL; 7867a9c1bd4SPatrick McHardy if (tb[TCA_EM_META_HDR] == NULL) 7871da177e4SLinus Torvalds goto errout; 788add93b61SPatrick McHardy hdr = nla_data(tb[TCA_EM_META_HDR]); 7891da177e4SLinus Torvalds 7901da177e4SLinus Torvalds if (TCF_META_TYPE(hdr->left.kind) != TCF_META_TYPE(hdr->right.kind) || 7911da177e4SLinus Torvalds TCF_META_TYPE(hdr->left.kind) > TCF_META_TYPE_MAX || 7921da177e4SLinus Torvalds TCF_META_ID(hdr->left.kind) > TCF_META_ID_MAX || 7931da177e4SLinus Torvalds TCF_META_ID(hdr->right.kind) > TCF_META_ID_MAX) 7941da177e4SLinus Torvalds goto errout; 7951da177e4SLinus Torvalds 7960da974f4SPanagiotis Issaris meta = kzalloc(sizeof(*meta), GFP_KERNEL); 7971da177e4SLinus Torvalds if (meta == NULL) 7981da177e4SLinus Torvalds goto errout; 7991da177e4SLinus Torvalds 8001da177e4SLinus Torvalds memcpy(&meta->lvalue.hdr, &hdr->left, sizeof(hdr->left)); 8011da177e4SLinus Torvalds memcpy(&meta->rvalue.hdr, &hdr->right, sizeof(hdr->right)); 8021da177e4SLinus Torvalds 8031da177e4SLinus Torvalds if (!meta_is_supported(&meta->lvalue) || 8041da177e4SLinus Torvalds !meta_is_supported(&meta->rvalue)) { 8051da177e4SLinus Torvalds err = -EOPNOTSUPP; 8061da177e4SLinus Torvalds goto errout; 8071da177e4SLinus Torvalds } 8081da177e4SLinus Torvalds 809add93b61SPatrick McHardy if (meta_change_data(&meta->lvalue, tb[TCA_EM_META_LVALUE]) < 0 || 810add93b61SPatrick McHardy meta_change_data(&meta->rvalue, tb[TCA_EM_META_RVALUE]) < 0) 8111da177e4SLinus Torvalds goto errout; 8121da177e4SLinus Torvalds 8131da177e4SLinus Torvalds m->datalen = sizeof(*meta); 8141da177e4SLinus Torvalds m->data = (unsigned long) meta; 8151da177e4SLinus Torvalds 8161da177e4SLinus Torvalds err = 0; 8171da177e4SLinus Torvalds errout: 8181da177e4SLinus Torvalds if (err && meta) 8191da177e4SLinus Torvalds meta_delete(meta); 8201da177e4SLinus Torvalds return err; 8211da177e4SLinus Torvalds } 8221da177e4SLinus Torvalds 8231da177e4SLinus Torvalds static void em_meta_destroy(struct tcf_proto *tp, struct tcf_ematch *m) 8241da177e4SLinus Torvalds { 8251da177e4SLinus Torvalds if (m) 8261da177e4SLinus Torvalds meta_delete((struct meta_match *) m->data); 8271da177e4SLinus Torvalds } 8281da177e4SLinus Torvalds 8291da177e4SLinus Torvalds static int em_meta_dump(struct sk_buff *skb, struct tcf_ematch *em) 8301da177e4SLinus Torvalds { 8311da177e4SLinus Torvalds struct meta_match *meta = (struct meta_match *) em->data; 8321da177e4SLinus Torvalds struct tcf_meta_hdr hdr; 8331da177e4SLinus Torvalds struct meta_type_ops *ops; 8341da177e4SLinus Torvalds 8351da177e4SLinus Torvalds memset(&hdr, 0, sizeof(hdr)); 8361da177e4SLinus Torvalds memcpy(&hdr.left, &meta->lvalue.hdr, sizeof(hdr.left)); 8371da177e4SLinus Torvalds memcpy(&hdr.right, &meta->rvalue.hdr, sizeof(hdr.right)); 8381da177e4SLinus Torvalds 839add93b61SPatrick McHardy NLA_PUT(skb, TCA_EM_META_HDR, sizeof(hdr), &hdr); 8401da177e4SLinus Torvalds 8411da177e4SLinus Torvalds ops = meta_type_ops(&meta->lvalue); 8421da177e4SLinus Torvalds if (ops->dump(skb, &meta->lvalue, TCA_EM_META_LVALUE) < 0 || 8431da177e4SLinus Torvalds ops->dump(skb, &meta->rvalue, TCA_EM_META_RVALUE) < 0) 844add93b61SPatrick McHardy goto nla_put_failure; 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds return 0; 8471da177e4SLinus Torvalds 848add93b61SPatrick McHardy nla_put_failure: 8491da177e4SLinus Torvalds return -1; 8501da177e4SLinus Torvalds } 8511da177e4SLinus Torvalds 8521da177e4SLinus Torvalds static struct tcf_ematch_ops em_meta_ops = { 8531da177e4SLinus Torvalds .kind = TCF_EM_META, 8541da177e4SLinus Torvalds .change = em_meta_change, 8551da177e4SLinus Torvalds .match = em_meta_match, 8561da177e4SLinus Torvalds .destroy = em_meta_destroy, 8571da177e4SLinus Torvalds .dump = em_meta_dump, 8581da177e4SLinus Torvalds .owner = THIS_MODULE, 8591da177e4SLinus Torvalds .link = LIST_HEAD_INIT(em_meta_ops.link) 8601da177e4SLinus Torvalds }; 8611da177e4SLinus Torvalds 8621da177e4SLinus Torvalds static int __init init_em_meta(void) 8631da177e4SLinus Torvalds { 8641da177e4SLinus Torvalds return tcf_em_register(&em_meta_ops); 8651da177e4SLinus Torvalds } 8661da177e4SLinus Torvalds 8671da177e4SLinus Torvalds static void __exit exit_em_meta(void) 8681da177e4SLinus Torvalds { 8691da177e4SLinus Torvalds tcf_em_unregister(&em_meta_ops); 8701da177e4SLinus Torvalds } 8711da177e4SLinus Torvalds 8721da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 8731da177e4SLinus Torvalds 8741da177e4SLinus Torvalds module_init(init_em_meta); 8751da177e4SLinus Torvalds module_exit(exit_em_meta); 876db3d99c0SPatrick McHardy 877db3d99c0SPatrick McHardy MODULE_ALIAS_TCF_EMATCH(TCF_EM_META); 878