11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * net/sched/cls_route.c ROUTE4 classifier. 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or 51da177e4SLinus Torvalds * modify it under the terms of the GNU General Public License 61da177e4SLinus Torvalds * as published by the Free Software Foundation; either version 71da177e4SLinus Torvalds * 2 of the License, or (at your option) any later version. 81da177e4SLinus Torvalds * 91da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 101da177e4SLinus Torvalds */ 111da177e4SLinus Torvalds 121da177e4SLinus Torvalds #include <linux/module.h> 131da177e4SLinus Torvalds #include <linux/config.h> 141da177e4SLinus Torvalds #include <asm/uaccess.h> 151da177e4SLinus Torvalds #include <asm/system.h> 161da177e4SLinus Torvalds #include <linux/bitops.h> 171da177e4SLinus Torvalds #include <linux/types.h> 181da177e4SLinus Torvalds #include <linux/kernel.h> 191da177e4SLinus Torvalds #include <linux/sched.h> 201da177e4SLinus Torvalds #include <linux/string.h> 211da177e4SLinus Torvalds #include <linux/mm.h> 221da177e4SLinus Torvalds #include <linux/socket.h> 231da177e4SLinus Torvalds #include <linux/sockios.h> 241da177e4SLinus Torvalds #include <linux/in.h> 251da177e4SLinus Torvalds #include <linux/errno.h> 261da177e4SLinus Torvalds #include <linux/interrupt.h> 271da177e4SLinus Torvalds #include <linux/if_ether.h> 281da177e4SLinus Torvalds #include <linux/inet.h> 291da177e4SLinus Torvalds #include <linux/netdevice.h> 301da177e4SLinus Torvalds #include <linux/etherdevice.h> 311da177e4SLinus Torvalds #include <linux/notifier.h> 321da177e4SLinus Torvalds #include <net/ip.h> 331da177e4SLinus Torvalds #include <net/route.h> 341da177e4SLinus Torvalds #include <linux/skbuff.h> 351da177e4SLinus Torvalds #include <net/sock.h> 361da177e4SLinus Torvalds #include <net/act_api.h> 371da177e4SLinus Torvalds #include <net/pkt_cls.h> 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds /* 401da177e4SLinus Torvalds 1. For now we assume that route tags < 256. 411da177e4SLinus Torvalds It allows to use direct table lookups, instead of hash tables. 421da177e4SLinus Torvalds 2. For now we assume that "from TAG" and "fromdev DEV" statements 431da177e4SLinus Torvalds are mutually exclusive. 441da177e4SLinus Torvalds 3. "to TAG from ANY" has higher priority, than "to ANY from XXX" 451da177e4SLinus Torvalds */ 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds struct route4_fastmap 481da177e4SLinus Torvalds { 491da177e4SLinus Torvalds struct route4_filter *filter; 501da177e4SLinus Torvalds u32 id; 511da177e4SLinus Torvalds int iif; 521da177e4SLinus Torvalds }; 531da177e4SLinus Torvalds 541da177e4SLinus Torvalds struct route4_head 551da177e4SLinus Torvalds { 561da177e4SLinus Torvalds struct route4_fastmap fastmap[16]; 571da177e4SLinus Torvalds struct route4_bucket *table[256+1]; 581da177e4SLinus Torvalds }; 591da177e4SLinus Torvalds 601da177e4SLinus Torvalds struct route4_bucket 611da177e4SLinus Torvalds { 621da177e4SLinus Torvalds /* 16 FROM buckets + 16 IIF buckets + 1 wildcard bucket */ 631da177e4SLinus Torvalds struct route4_filter *ht[16+16+1]; 641da177e4SLinus Torvalds }; 651da177e4SLinus Torvalds 661da177e4SLinus Torvalds struct route4_filter 671da177e4SLinus Torvalds { 681da177e4SLinus Torvalds struct route4_filter *next; 691da177e4SLinus Torvalds u32 id; 701da177e4SLinus Torvalds int iif; 711da177e4SLinus Torvalds 721da177e4SLinus Torvalds struct tcf_result res; 731da177e4SLinus Torvalds struct tcf_exts exts; 741da177e4SLinus Torvalds u32 handle; 751da177e4SLinus Torvalds struct route4_bucket *bkt; 761da177e4SLinus Torvalds }; 771da177e4SLinus Torvalds 781da177e4SLinus Torvalds #define ROUTE4_FAILURE ((struct route4_filter*)(-1L)) 791da177e4SLinus Torvalds 801da177e4SLinus Torvalds static struct tcf_ext_map route_ext_map = { 811da177e4SLinus Torvalds .police = TCA_ROUTE4_POLICE, 821da177e4SLinus Torvalds .action = TCA_ROUTE4_ACT 831da177e4SLinus Torvalds }; 841da177e4SLinus Torvalds 851da177e4SLinus Torvalds static __inline__ int route4_fastmap_hash(u32 id, int iif) 861da177e4SLinus Torvalds { 871da177e4SLinus Torvalds return id&0xF; 881da177e4SLinus Torvalds } 891da177e4SLinus Torvalds 901da177e4SLinus Torvalds static inline 911da177e4SLinus Torvalds void route4_reset_fastmap(struct net_device *dev, struct route4_head *head, u32 id) 921da177e4SLinus Torvalds { 931da177e4SLinus Torvalds spin_lock_bh(&dev->queue_lock); 941da177e4SLinus Torvalds memset(head->fastmap, 0, sizeof(head->fastmap)); 951da177e4SLinus Torvalds spin_unlock_bh(&dev->queue_lock); 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds static void __inline__ 991da177e4SLinus Torvalds route4_set_fastmap(struct route4_head *head, u32 id, int iif, 1001da177e4SLinus Torvalds struct route4_filter *f) 1011da177e4SLinus Torvalds { 1021da177e4SLinus Torvalds int h = route4_fastmap_hash(id, iif); 1031da177e4SLinus Torvalds head->fastmap[h].id = id; 1041da177e4SLinus Torvalds head->fastmap[h].iif = iif; 1051da177e4SLinus Torvalds head->fastmap[h].filter = f; 1061da177e4SLinus Torvalds } 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds static __inline__ int route4_hash_to(u32 id) 1091da177e4SLinus Torvalds { 1101da177e4SLinus Torvalds return id&0xFF; 1111da177e4SLinus Torvalds } 1121da177e4SLinus Torvalds 1131da177e4SLinus Torvalds static __inline__ int route4_hash_from(u32 id) 1141da177e4SLinus Torvalds { 1151da177e4SLinus Torvalds return (id>>16)&0xF; 1161da177e4SLinus Torvalds } 1171da177e4SLinus Torvalds 1181da177e4SLinus Torvalds static __inline__ int route4_hash_iif(int iif) 1191da177e4SLinus Torvalds { 1201da177e4SLinus Torvalds return 16 + ((iif>>16)&0xF); 1211da177e4SLinus Torvalds } 1221da177e4SLinus Torvalds 1231da177e4SLinus Torvalds static __inline__ int route4_hash_wild(void) 1241da177e4SLinus Torvalds { 1251da177e4SLinus Torvalds return 32; 1261da177e4SLinus Torvalds } 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds #define ROUTE4_APPLY_RESULT() \ 1291da177e4SLinus Torvalds { \ 1301da177e4SLinus Torvalds *res = f->res; \ 1311da177e4SLinus Torvalds if (tcf_exts_is_available(&f->exts)) { \ 1321da177e4SLinus Torvalds int r = tcf_exts_exec(skb, &f->exts, res); \ 1331da177e4SLinus Torvalds if (r < 0) { \ 1341da177e4SLinus Torvalds dont_cache = 1; \ 1351da177e4SLinus Torvalds continue; \ 1361da177e4SLinus Torvalds } \ 1371da177e4SLinus Torvalds return r; \ 1381da177e4SLinus Torvalds } else if (!dont_cache) \ 1391da177e4SLinus Torvalds route4_set_fastmap(head, id, iif, f); \ 1401da177e4SLinus Torvalds return 0; \ 1411da177e4SLinus Torvalds } 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds static int route4_classify(struct sk_buff *skb, struct tcf_proto *tp, 1441da177e4SLinus Torvalds struct tcf_result *res) 1451da177e4SLinus Torvalds { 1461da177e4SLinus Torvalds struct route4_head *head = (struct route4_head*)tp->root; 1471da177e4SLinus Torvalds struct dst_entry *dst; 1481da177e4SLinus Torvalds struct route4_bucket *b; 1491da177e4SLinus Torvalds struct route4_filter *f; 1501da177e4SLinus Torvalds u32 id, h; 1511da177e4SLinus Torvalds int iif, dont_cache = 0; 1521da177e4SLinus Torvalds 1531da177e4SLinus Torvalds if ((dst = skb->dst) == NULL) 1541da177e4SLinus Torvalds goto failure; 1551da177e4SLinus Torvalds 1561da177e4SLinus Torvalds id = dst->tclassid; 1571da177e4SLinus Torvalds if (head == NULL) 1581da177e4SLinus Torvalds goto old_method; 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds iif = ((struct rtable*)dst)->fl.iif; 1611da177e4SLinus Torvalds 1621da177e4SLinus Torvalds h = route4_fastmap_hash(id, iif); 1631da177e4SLinus Torvalds if (id == head->fastmap[h].id && 1641da177e4SLinus Torvalds iif == head->fastmap[h].iif && 1651da177e4SLinus Torvalds (f = head->fastmap[h].filter) != NULL) { 1661da177e4SLinus Torvalds if (f == ROUTE4_FAILURE) 1671da177e4SLinus Torvalds goto failure; 1681da177e4SLinus Torvalds 1691da177e4SLinus Torvalds *res = f->res; 1701da177e4SLinus Torvalds return 0; 1711da177e4SLinus Torvalds } 1721da177e4SLinus Torvalds 1731da177e4SLinus Torvalds h = route4_hash_to(id); 1741da177e4SLinus Torvalds 1751da177e4SLinus Torvalds restart: 1761da177e4SLinus Torvalds if ((b = head->table[h]) != NULL) { 1771da177e4SLinus Torvalds for (f = b->ht[route4_hash_from(id)]; f; f = f->next) 1781da177e4SLinus Torvalds if (f->id == id) 1791da177e4SLinus Torvalds ROUTE4_APPLY_RESULT(); 1801da177e4SLinus Torvalds 1811da177e4SLinus Torvalds for (f = b->ht[route4_hash_iif(iif)]; f; f = f->next) 1821da177e4SLinus Torvalds if (f->iif == iif) 1831da177e4SLinus Torvalds ROUTE4_APPLY_RESULT(); 1841da177e4SLinus Torvalds 1851da177e4SLinus Torvalds for (f = b->ht[route4_hash_wild()]; f; f = f->next) 1861da177e4SLinus Torvalds ROUTE4_APPLY_RESULT(); 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds } 1891da177e4SLinus Torvalds if (h < 256) { 1901da177e4SLinus Torvalds h = 256; 1911da177e4SLinus Torvalds id &= ~0xFFFF; 1921da177e4SLinus Torvalds goto restart; 1931da177e4SLinus Torvalds } 1941da177e4SLinus Torvalds 1951da177e4SLinus Torvalds if (!dont_cache) 1961da177e4SLinus Torvalds route4_set_fastmap(head, id, iif, ROUTE4_FAILURE); 1971da177e4SLinus Torvalds failure: 1981da177e4SLinus Torvalds return -1; 1991da177e4SLinus Torvalds 2001da177e4SLinus Torvalds old_method: 2011da177e4SLinus Torvalds if (id && (TC_H_MAJ(id) == 0 || 2021da177e4SLinus Torvalds !(TC_H_MAJ(id^tp->q->handle)))) { 2031da177e4SLinus Torvalds res->classid = id; 2041da177e4SLinus Torvalds res->class = 0; 2051da177e4SLinus Torvalds return 0; 2061da177e4SLinus Torvalds } 2071da177e4SLinus Torvalds return -1; 2081da177e4SLinus Torvalds } 2091da177e4SLinus Torvalds 2101da177e4SLinus Torvalds static inline u32 to_hash(u32 id) 2111da177e4SLinus Torvalds { 2121da177e4SLinus Torvalds u32 h = id&0xFF; 2131da177e4SLinus Torvalds if (id&0x8000) 2141da177e4SLinus Torvalds h += 256; 2151da177e4SLinus Torvalds return h; 2161da177e4SLinus Torvalds } 2171da177e4SLinus Torvalds 2181da177e4SLinus Torvalds static inline u32 from_hash(u32 id) 2191da177e4SLinus Torvalds { 2201da177e4SLinus Torvalds id &= 0xFFFF; 2211da177e4SLinus Torvalds if (id == 0xFFFF) 2221da177e4SLinus Torvalds return 32; 2231da177e4SLinus Torvalds if (!(id & 0x8000)) { 2241da177e4SLinus Torvalds if (id > 255) 2251da177e4SLinus Torvalds return 256; 2261da177e4SLinus Torvalds return id&0xF; 2271da177e4SLinus Torvalds } 2281da177e4SLinus Torvalds return 16 + (id&0xF); 2291da177e4SLinus Torvalds } 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds static unsigned long route4_get(struct tcf_proto *tp, u32 handle) 2321da177e4SLinus Torvalds { 2331da177e4SLinus Torvalds struct route4_head *head = (struct route4_head*)tp->root; 2341da177e4SLinus Torvalds struct route4_bucket *b; 2351da177e4SLinus Torvalds struct route4_filter *f; 2361da177e4SLinus Torvalds unsigned h1, h2; 2371da177e4SLinus Torvalds 2381da177e4SLinus Torvalds if (!head) 2391da177e4SLinus Torvalds return 0; 2401da177e4SLinus Torvalds 2411da177e4SLinus Torvalds h1 = to_hash(handle); 2421da177e4SLinus Torvalds if (h1 > 256) 2431da177e4SLinus Torvalds return 0; 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds h2 = from_hash(handle>>16); 2461da177e4SLinus Torvalds if (h2 > 32) 2471da177e4SLinus Torvalds return 0; 2481da177e4SLinus Torvalds 2491da177e4SLinus Torvalds if ((b = head->table[h1]) != NULL) { 2501da177e4SLinus Torvalds for (f = b->ht[h2]; f; f = f->next) 2511da177e4SLinus Torvalds if (f->handle == handle) 2521da177e4SLinus Torvalds return (unsigned long)f; 2531da177e4SLinus Torvalds } 2541da177e4SLinus Torvalds return 0; 2551da177e4SLinus Torvalds } 2561da177e4SLinus Torvalds 2571da177e4SLinus Torvalds static void route4_put(struct tcf_proto *tp, unsigned long f) 2581da177e4SLinus Torvalds { 2591da177e4SLinus Torvalds } 2601da177e4SLinus Torvalds 2611da177e4SLinus Torvalds static int route4_init(struct tcf_proto *tp) 2621da177e4SLinus Torvalds { 2631da177e4SLinus Torvalds return 0; 2641da177e4SLinus Torvalds } 2651da177e4SLinus Torvalds 2661da177e4SLinus Torvalds static inline void 2671da177e4SLinus Torvalds route4_delete_filter(struct tcf_proto *tp, struct route4_filter *f) 2681da177e4SLinus Torvalds { 2691da177e4SLinus Torvalds tcf_unbind_filter(tp, &f->res); 2701da177e4SLinus Torvalds tcf_exts_destroy(tp, &f->exts); 2711da177e4SLinus Torvalds kfree(f); 2721da177e4SLinus Torvalds } 2731da177e4SLinus Torvalds 2741da177e4SLinus Torvalds static void route4_destroy(struct tcf_proto *tp) 2751da177e4SLinus Torvalds { 2761da177e4SLinus Torvalds struct route4_head *head = xchg(&tp->root, NULL); 2771da177e4SLinus Torvalds int h1, h2; 2781da177e4SLinus Torvalds 2791da177e4SLinus Torvalds if (head == NULL) 2801da177e4SLinus Torvalds return; 2811da177e4SLinus Torvalds 2821da177e4SLinus Torvalds for (h1=0; h1<=256; h1++) { 2831da177e4SLinus Torvalds struct route4_bucket *b; 2841da177e4SLinus Torvalds 2851da177e4SLinus Torvalds if ((b = head->table[h1]) != NULL) { 2861da177e4SLinus Torvalds for (h2=0; h2<=32; h2++) { 2871da177e4SLinus Torvalds struct route4_filter *f; 2881da177e4SLinus Torvalds 2891da177e4SLinus Torvalds while ((f = b->ht[h2]) != NULL) { 2901da177e4SLinus Torvalds b->ht[h2] = f->next; 2911da177e4SLinus Torvalds route4_delete_filter(tp, f); 2921da177e4SLinus Torvalds } 2931da177e4SLinus Torvalds } 2941da177e4SLinus Torvalds kfree(b); 2951da177e4SLinus Torvalds } 2961da177e4SLinus Torvalds } 2971da177e4SLinus Torvalds kfree(head); 2981da177e4SLinus Torvalds } 2991da177e4SLinus Torvalds 3001da177e4SLinus Torvalds static int route4_delete(struct tcf_proto *tp, unsigned long arg) 3011da177e4SLinus Torvalds { 3021da177e4SLinus Torvalds struct route4_head *head = (struct route4_head*)tp->root; 3031da177e4SLinus Torvalds struct route4_filter **fp, *f = (struct route4_filter*)arg; 3041da177e4SLinus Torvalds unsigned h = 0; 3051da177e4SLinus Torvalds struct route4_bucket *b; 3061da177e4SLinus Torvalds int i; 3071da177e4SLinus Torvalds 3081da177e4SLinus Torvalds if (!head || !f) 3091da177e4SLinus Torvalds return -EINVAL; 3101da177e4SLinus Torvalds 3111da177e4SLinus Torvalds h = f->handle; 3121da177e4SLinus Torvalds b = f->bkt; 3131da177e4SLinus Torvalds 3141da177e4SLinus Torvalds for (fp = &b->ht[from_hash(h>>16)]; *fp; fp = &(*fp)->next) { 3151da177e4SLinus Torvalds if (*fp == f) { 3161da177e4SLinus Torvalds tcf_tree_lock(tp); 3171da177e4SLinus Torvalds *fp = f->next; 3181da177e4SLinus Torvalds tcf_tree_unlock(tp); 3191da177e4SLinus Torvalds 3201da177e4SLinus Torvalds route4_reset_fastmap(tp->q->dev, head, f->id); 3211da177e4SLinus Torvalds route4_delete_filter(tp, f); 3221da177e4SLinus Torvalds 3231da177e4SLinus Torvalds /* Strip tree */ 3241da177e4SLinus Torvalds 3251da177e4SLinus Torvalds for (i=0; i<=32; i++) 3261da177e4SLinus Torvalds if (b->ht[i]) 3271da177e4SLinus Torvalds return 0; 3281da177e4SLinus Torvalds 3291da177e4SLinus Torvalds /* OK, session has no flows */ 3301da177e4SLinus Torvalds tcf_tree_lock(tp); 3311da177e4SLinus Torvalds head->table[to_hash(h)] = NULL; 3321da177e4SLinus Torvalds tcf_tree_unlock(tp); 3331da177e4SLinus Torvalds 3341da177e4SLinus Torvalds kfree(b); 3351da177e4SLinus Torvalds return 0; 3361da177e4SLinus Torvalds } 3371da177e4SLinus Torvalds } 3381da177e4SLinus Torvalds return 0; 3391da177e4SLinus Torvalds } 3401da177e4SLinus Torvalds 3411da177e4SLinus Torvalds static int route4_set_parms(struct tcf_proto *tp, unsigned long base, 3421da177e4SLinus Torvalds struct route4_filter *f, u32 handle, struct route4_head *head, 3431da177e4SLinus Torvalds struct rtattr **tb, struct rtattr *est, int new) 3441da177e4SLinus Torvalds { 3451da177e4SLinus Torvalds int err; 3461da177e4SLinus Torvalds u32 id = 0, to = 0, nhandle = 0x8000; 3471da177e4SLinus Torvalds struct route4_filter *fp; 3481da177e4SLinus Torvalds unsigned int h1; 3491da177e4SLinus Torvalds struct route4_bucket *b; 3501da177e4SLinus Torvalds struct tcf_exts e; 3511da177e4SLinus Torvalds 3521da177e4SLinus Torvalds err = tcf_exts_validate(tp, tb, est, &e, &route_ext_map); 3531da177e4SLinus Torvalds if (err < 0) 3541da177e4SLinus Torvalds return err; 3551da177e4SLinus Torvalds 3561da177e4SLinus Torvalds err = -EINVAL; 3571da177e4SLinus Torvalds if (tb[TCA_ROUTE4_CLASSID-1]) 3581da177e4SLinus Torvalds if (RTA_PAYLOAD(tb[TCA_ROUTE4_CLASSID-1]) < sizeof(u32)) 3591da177e4SLinus Torvalds goto errout; 3601da177e4SLinus Torvalds 3611da177e4SLinus Torvalds if (tb[TCA_ROUTE4_TO-1]) { 3621da177e4SLinus Torvalds if (new && handle & 0x8000) 3631da177e4SLinus Torvalds goto errout; 3641da177e4SLinus Torvalds if (RTA_PAYLOAD(tb[TCA_ROUTE4_TO-1]) < sizeof(u32)) 3651da177e4SLinus Torvalds goto errout; 3661da177e4SLinus Torvalds to = *(u32*)RTA_DATA(tb[TCA_ROUTE4_TO-1]); 3671da177e4SLinus Torvalds if (to > 0xFF) 3681da177e4SLinus Torvalds goto errout; 3691da177e4SLinus Torvalds nhandle = to; 3701da177e4SLinus Torvalds } 3711da177e4SLinus Torvalds 3721da177e4SLinus Torvalds if (tb[TCA_ROUTE4_FROM-1]) { 3731da177e4SLinus Torvalds if (tb[TCA_ROUTE4_IIF-1]) 3741da177e4SLinus Torvalds goto errout; 3751da177e4SLinus Torvalds if (RTA_PAYLOAD(tb[TCA_ROUTE4_FROM-1]) < sizeof(u32)) 3761da177e4SLinus Torvalds goto errout; 3771da177e4SLinus Torvalds id = *(u32*)RTA_DATA(tb[TCA_ROUTE4_FROM-1]); 3781da177e4SLinus Torvalds if (id > 0xFF) 3791da177e4SLinus Torvalds goto errout; 3801da177e4SLinus Torvalds nhandle |= id << 16; 3811da177e4SLinus Torvalds } else if (tb[TCA_ROUTE4_IIF-1]) { 3821da177e4SLinus Torvalds if (RTA_PAYLOAD(tb[TCA_ROUTE4_IIF-1]) < sizeof(u32)) 3831da177e4SLinus Torvalds goto errout; 3841da177e4SLinus Torvalds id = *(u32*)RTA_DATA(tb[TCA_ROUTE4_IIF-1]); 3851da177e4SLinus Torvalds if (id > 0x7FFF) 3861da177e4SLinus Torvalds goto errout; 3871da177e4SLinus Torvalds nhandle |= (id | 0x8000) << 16; 3881da177e4SLinus Torvalds } else 3891da177e4SLinus Torvalds nhandle |= 0xFFFF << 16; 3901da177e4SLinus Torvalds 3911da177e4SLinus Torvalds if (handle && new) { 3921da177e4SLinus Torvalds nhandle |= handle & 0x7F00; 3931da177e4SLinus Torvalds if (nhandle != handle) 3941da177e4SLinus Torvalds goto errout; 3951da177e4SLinus Torvalds } 3961da177e4SLinus Torvalds 3971da177e4SLinus Torvalds h1 = to_hash(nhandle); 3981da177e4SLinus Torvalds if ((b = head->table[h1]) == NULL) { 3991da177e4SLinus Torvalds err = -ENOBUFS; 4001da177e4SLinus Torvalds b = kmalloc(sizeof(struct route4_bucket), GFP_KERNEL); 4011da177e4SLinus Torvalds if (b == NULL) 4021da177e4SLinus Torvalds goto errout; 4031da177e4SLinus Torvalds memset(b, 0, sizeof(*b)); 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds tcf_tree_lock(tp); 4061da177e4SLinus Torvalds head->table[h1] = b; 4071da177e4SLinus Torvalds tcf_tree_unlock(tp); 4081da177e4SLinus Torvalds } else { 4091da177e4SLinus Torvalds unsigned int h2 = from_hash(nhandle >> 16); 4101da177e4SLinus Torvalds err = -EEXIST; 4111da177e4SLinus Torvalds for (fp = b->ht[h2]; fp; fp = fp->next) 4121da177e4SLinus Torvalds if (fp->handle == f->handle) 4131da177e4SLinus Torvalds goto errout; 4141da177e4SLinus Torvalds } 4151da177e4SLinus Torvalds 4161da177e4SLinus Torvalds tcf_tree_lock(tp); 4171da177e4SLinus Torvalds if (tb[TCA_ROUTE4_TO-1]) 4181da177e4SLinus Torvalds f->id = to; 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds if (tb[TCA_ROUTE4_FROM-1]) 4211da177e4SLinus Torvalds f->id = to | id<<16; 4221da177e4SLinus Torvalds else if (tb[TCA_ROUTE4_IIF-1]) 4231da177e4SLinus Torvalds f->iif = id; 4241da177e4SLinus Torvalds 4251da177e4SLinus Torvalds f->handle = nhandle; 4261da177e4SLinus Torvalds f->bkt = b; 4271da177e4SLinus Torvalds tcf_tree_unlock(tp); 4281da177e4SLinus Torvalds 4291da177e4SLinus Torvalds if (tb[TCA_ROUTE4_CLASSID-1]) { 4301da177e4SLinus Torvalds f->res.classid = *(u32*)RTA_DATA(tb[TCA_ROUTE4_CLASSID-1]); 4311da177e4SLinus Torvalds tcf_bind_filter(tp, &f->res, base); 4321da177e4SLinus Torvalds } 4331da177e4SLinus Torvalds 4341da177e4SLinus Torvalds tcf_exts_change(tp, &f->exts, &e); 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds return 0; 4371da177e4SLinus Torvalds errout: 4381da177e4SLinus Torvalds tcf_exts_destroy(tp, &e); 4391da177e4SLinus Torvalds return err; 4401da177e4SLinus Torvalds } 4411da177e4SLinus Torvalds 4421da177e4SLinus Torvalds static int route4_change(struct tcf_proto *tp, unsigned long base, 4431da177e4SLinus Torvalds u32 handle, 4441da177e4SLinus Torvalds struct rtattr **tca, 4451da177e4SLinus Torvalds unsigned long *arg) 4461da177e4SLinus Torvalds { 4471da177e4SLinus Torvalds struct route4_head *head = tp->root; 4481da177e4SLinus Torvalds struct route4_filter *f, *f1, **fp; 4491da177e4SLinus Torvalds struct route4_bucket *b; 4501da177e4SLinus Torvalds struct rtattr *opt = tca[TCA_OPTIONS-1]; 4511da177e4SLinus Torvalds struct rtattr *tb[TCA_ROUTE4_MAX]; 4521da177e4SLinus Torvalds unsigned int h, th; 4531da177e4SLinus Torvalds u32 old_handle = 0; 4541da177e4SLinus Torvalds int err; 4551da177e4SLinus Torvalds 4561da177e4SLinus Torvalds if (opt == NULL) 4571da177e4SLinus Torvalds return handle ? -EINVAL : 0; 4581da177e4SLinus Torvalds 4591da177e4SLinus Torvalds if (rtattr_parse_nested(tb, TCA_ROUTE4_MAX, opt) < 0) 4601da177e4SLinus Torvalds return -EINVAL; 4611da177e4SLinus Torvalds 4621da177e4SLinus Torvalds if ((f = (struct route4_filter*)*arg) != NULL) { 4631da177e4SLinus Torvalds if (f->handle != handle && handle) 4641da177e4SLinus Torvalds return -EINVAL; 4651da177e4SLinus Torvalds 4661da177e4SLinus Torvalds if (f->bkt) 4671da177e4SLinus Torvalds old_handle = f->handle; 4681da177e4SLinus Torvalds 4691da177e4SLinus Torvalds err = route4_set_parms(tp, base, f, handle, head, tb, 4701da177e4SLinus Torvalds tca[TCA_RATE-1], 0); 4711da177e4SLinus Torvalds if (err < 0) 4721da177e4SLinus Torvalds return err; 4731da177e4SLinus Torvalds 4741da177e4SLinus Torvalds goto reinsert; 4751da177e4SLinus Torvalds } 4761da177e4SLinus Torvalds 4771da177e4SLinus Torvalds err = -ENOBUFS; 4781da177e4SLinus Torvalds if (head == NULL) { 4791da177e4SLinus Torvalds head = kmalloc(sizeof(struct route4_head), GFP_KERNEL); 4801da177e4SLinus Torvalds if (head == NULL) 4811da177e4SLinus Torvalds goto errout; 4821da177e4SLinus Torvalds memset(head, 0, sizeof(struct route4_head)); 4831da177e4SLinus Torvalds 4841da177e4SLinus Torvalds tcf_tree_lock(tp); 4851da177e4SLinus Torvalds tp->root = head; 4861da177e4SLinus Torvalds tcf_tree_unlock(tp); 4871da177e4SLinus Torvalds } 4881da177e4SLinus Torvalds 4891da177e4SLinus Torvalds f = kmalloc(sizeof(struct route4_filter), GFP_KERNEL); 4901da177e4SLinus Torvalds if (f == NULL) 4911da177e4SLinus Torvalds goto errout; 4921da177e4SLinus Torvalds memset(f, 0, sizeof(*f)); 4931da177e4SLinus Torvalds 4941da177e4SLinus Torvalds err = route4_set_parms(tp, base, f, handle, head, tb, 4951da177e4SLinus Torvalds tca[TCA_RATE-1], 1); 4961da177e4SLinus Torvalds if (err < 0) 4971da177e4SLinus Torvalds goto errout; 4981da177e4SLinus Torvalds 4991da177e4SLinus Torvalds reinsert: 5001da177e4SLinus Torvalds h = from_hash(f->handle >> 16); 5011da177e4SLinus Torvalds for (fp = &f->bkt->ht[h]; (f1=*fp) != NULL; fp = &f1->next) 5021da177e4SLinus Torvalds if (f->handle < f1->handle) 5031da177e4SLinus Torvalds break; 5041da177e4SLinus Torvalds 5051da177e4SLinus Torvalds f->next = f1; 5061da177e4SLinus Torvalds tcf_tree_lock(tp); 5071da177e4SLinus Torvalds *fp = f; 5081da177e4SLinus Torvalds 5091da177e4SLinus Torvalds if (old_handle && f->handle != old_handle) { 5101da177e4SLinus Torvalds th = to_hash(old_handle); 5111da177e4SLinus Torvalds h = from_hash(old_handle >> 16); 5121da177e4SLinus Torvalds if ((b = head->table[th]) != NULL) { 5131da177e4SLinus Torvalds for (fp = &b->ht[h]; *fp; fp = &(*fp)->next) { 5141da177e4SLinus Torvalds if (*fp == f) { 5151da177e4SLinus Torvalds *fp = f->next; 5161da177e4SLinus Torvalds break; 5171da177e4SLinus Torvalds } 5181da177e4SLinus Torvalds } 5191da177e4SLinus Torvalds } 5201da177e4SLinus Torvalds } 5211da177e4SLinus Torvalds tcf_tree_unlock(tp); 5221da177e4SLinus Torvalds 5231da177e4SLinus Torvalds route4_reset_fastmap(tp->q->dev, head, f->id); 5241da177e4SLinus Torvalds *arg = (unsigned long)f; 5251da177e4SLinus Torvalds return 0; 5261da177e4SLinus Torvalds 5271da177e4SLinus Torvalds errout: 5281da177e4SLinus Torvalds if (f) 5291da177e4SLinus Torvalds kfree(f); 5301da177e4SLinus Torvalds return err; 5311da177e4SLinus Torvalds } 5321da177e4SLinus Torvalds 5331da177e4SLinus Torvalds static void route4_walk(struct tcf_proto *tp, struct tcf_walker *arg) 5341da177e4SLinus Torvalds { 5351da177e4SLinus Torvalds struct route4_head *head = tp->root; 5361da177e4SLinus Torvalds unsigned h, h1; 5371da177e4SLinus Torvalds 5381da177e4SLinus Torvalds if (head == NULL) 5391da177e4SLinus Torvalds arg->stop = 1; 5401da177e4SLinus Torvalds 5411da177e4SLinus Torvalds if (arg->stop) 5421da177e4SLinus Torvalds return; 5431da177e4SLinus Torvalds 5441da177e4SLinus Torvalds for (h = 0; h <= 256; h++) { 5451da177e4SLinus Torvalds struct route4_bucket *b = head->table[h]; 5461da177e4SLinus Torvalds 5471da177e4SLinus Torvalds if (b) { 5481da177e4SLinus Torvalds for (h1 = 0; h1 <= 32; h1++) { 5491da177e4SLinus Torvalds struct route4_filter *f; 5501da177e4SLinus Torvalds 5511da177e4SLinus Torvalds for (f = b->ht[h1]; f; f = f->next) { 5521da177e4SLinus Torvalds if (arg->count < arg->skip) { 5531da177e4SLinus Torvalds arg->count++; 5541da177e4SLinus Torvalds continue; 5551da177e4SLinus Torvalds } 5561da177e4SLinus Torvalds if (arg->fn(tp, (unsigned long)f, arg) < 0) { 5571da177e4SLinus Torvalds arg->stop = 1; 5581da177e4SLinus Torvalds return; 5591da177e4SLinus Torvalds } 5601da177e4SLinus Torvalds arg->count++; 5611da177e4SLinus Torvalds } 5621da177e4SLinus Torvalds } 5631da177e4SLinus Torvalds } 5641da177e4SLinus Torvalds } 5651da177e4SLinus Torvalds } 5661da177e4SLinus Torvalds 5671da177e4SLinus Torvalds static int route4_dump(struct tcf_proto *tp, unsigned long fh, 5681da177e4SLinus Torvalds struct sk_buff *skb, struct tcmsg *t) 5691da177e4SLinus Torvalds { 5701da177e4SLinus Torvalds struct route4_filter *f = (struct route4_filter*)fh; 5711da177e4SLinus Torvalds unsigned char *b = skb->tail; 5721da177e4SLinus Torvalds struct rtattr *rta; 5731da177e4SLinus Torvalds u32 id; 5741da177e4SLinus Torvalds 5751da177e4SLinus Torvalds if (f == NULL) 5761da177e4SLinus Torvalds return skb->len; 5771da177e4SLinus Torvalds 5781da177e4SLinus Torvalds t->tcm_handle = f->handle; 5791da177e4SLinus Torvalds 5801da177e4SLinus Torvalds rta = (struct rtattr*)b; 5811da177e4SLinus Torvalds RTA_PUT(skb, TCA_OPTIONS, 0, NULL); 5821da177e4SLinus Torvalds 5831da177e4SLinus Torvalds if (!(f->handle&0x8000)) { 5841da177e4SLinus Torvalds id = f->id&0xFF; 5851da177e4SLinus Torvalds RTA_PUT(skb, TCA_ROUTE4_TO, sizeof(id), &id); 5861da177e4SLinus Torvalds } 5871da177e4SLinus Torvalds if (f->handle&0x80000000) { 5881da177e4SLinus Torvalds if ((f->handle>>16) != 0xFFFF) 5891da177e4SLinus Torvalds RTA_PUT(skb, TCA_ROUTE4_IIF, sizeof(f->iif), &f->iif); 5901da177e4SLinus Torvalds } else { 5911da177e4SLinus Torvalds id = f->id>>16; 5921da177e4SLinus Torvalds RTA_PUT(skb, TCA_ROUTE4_FROM, sizeof(id), &id); 5931da177e4SLinus Torvalds } 5941da177e4SLinus Torvalds if (f->res.classid) 5951da177e4SLinus Torvalds RTA_PUT(skb, TCA_ROUTE4_CLASSID, 4, &f->res.classid); 5961da177e4SLinus Torvalds 5971da177e4SLinus Torvalds if (tcf_exts_dump(skb, &f->exts, &route_ext_map) < 0) 5981da177e4SLinus Torvalds goto rtattr_failure; 5991da177e4SLinus Torvalds 6001da177e4SLinus Torvalds rta->rta_len = skb->tail - b; 6011da177e4SLinus Torvalds 6021da177e4SLinus Torvalds if (tcf_exts_dump_stats(skb, &f->exts, &route_ext_map) < 0) 6031da177e4SLinus Torvalds goto rtattr_failure; 6041da177e4SLinus Torvalds 6051da177e4SLinus Torvalds return skb->len; 6061da177e4SLinus Torvalds 6071da177e4SLinus Torvalds rtattr_failure: 6081da177e4SLinus Torvalds skb_trim(skb, b - skb->data); 6091da177e4SLinus Torvalds return -1; 6101da177e4SLinus Torvalds } 6111da177e4SLinus Torvalds 6121da177e4SLinus Torvalds static struct tcf_proto_ops cls_route4_ops = { 6131da177e4SLinus Torvalds .next = NULL, 6141da177e4SLinus Torvalds .kind = "route", 6151da177e4SLinus Torvalds .classify = route4_classify, 6161da177e4SLinus Torvalds .init = route4_init, 6171da177e4SLinus Torvalds .destroy = route4_destroy, 6181da177e4SLinus Torvalds .get = route4_get, 6191da177e4SLinus Torvalds .put = route4_put, 6201da177e4SLinus Torvalds .change = route4_change, 6211da177e4SLinus Torvalds .delete = route4_delete, 6221da177e4SLinus Torvalds .walk = route4_walk, 6231da177e4SLinus Torvalds .dump = route4_dump, 6241da177e4SLinus Torvalds .owner = THIS_MODULE, 6251da177e4SLinus Torvalds }; 6261da177e4SLinus Torvalds 6271da177e4SLinus Torvalds static int __init init_route4(void) 6281da177e4SLinus Torvalds { 6291da177e4SLinus Torvalds return register_tcf_proto_ops(&cls_route4_ops); 6301da177e4SLinus Torvalds } 6311da177e4SLinus Torvalds 6321da177e4SLinus Torvalds static void __exit exit_route4(void) 6331da177e4SLinus Torvalds { 6341da177e4SLinus Torvalds unregister_tcf_proto_ops(&cls_route4_ops); 6351da177e4SLinus Torvalds } 6361da177e4SLinus Torvalds 6371da177e4SLinus Torvalds module_init(init_route4) 6381da177e4SLinus Torvalds module_exit(exit_route4) 6391da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 640