1 /* 2 * Bridge multicast support. 3 * 4 * Copyright (c) 2010 Herbert Xu <herbert@gondor.apana.org.au> 5 * 6 * This program is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License as published by the Free 8 * Software Foundation; either version 2 of the License, or (at your option) 9 * any later version. 10 * 11 */ 12 13 #include <linux/err.h> 14 #include <linux/if_ether.h> 15 #include <linux/igmp.h> 16 #include <linux/jhash.h> 17 #include <linux/kernel.h> 18 #include <linux/log2.h> 19 #include <linux/netdevice.h> 20 #include <linux/netfilter_bridge.h> 21 #include <linux/random.h> 22 #include <linux/rculist.h> 23 #include <linux/skbuff.h> 24 #include <linux/slab.h> 25 #include <linux/timer.h> 26 #include <linux/inetdevice.h> 27 #include <net/ip.h> 28 #if IS_ENABLED(CONFIG_IPV6) 29 #include <net/ipv6.h> 30 #include <net/mld.h> 31 #include <net/ip6_checksum.h> 32 #include <net/addrconf.h> 33 #endif 34 35 #include "br_private.h" 36 37 static void br_multicast_start_querier(struct net_bridge *br, 38 struct bridge_mcast_query *query); 39 unsigned int br_mdb_rehash_seq; 40 41 static inline int br_ip_equal(const struct br_ip *a, const struct br_ip *b) 42 { 43 if (a->proto != b->proto) 44 return 0; 45 if (a->vid != b->vid) 46 return 0; 47 switch (a->proto) { 48 case htons(ETH_P_IP): 49 return a->u.ip4 == b->u.ip4; 50 #if IS_ENABLED(CONFIG_IPV6) 51 case htons(ETH_P_IPV6): 52 return ipv6_addr_equal(&a->u.ip6, &b->u.ip6); 53 #endif 54 } 55 return 0; 56 } 57 58 static inline int __br_ip4_hash(struct net_bridge_mdb_htable *mdb, __be32 ip, 59 __u16 vid) 60 { 61 return jhash_2words((__force u32)ip, vid, mdb->secret) & (mdb->max - 1); 62 } 63 64 #if IS_ENABLED(CONFIG_IPV6) 65 static inline int __br_ip6_hash(struct net_bridge_mdb_htable *mdb, 66 const struct in6_addr *ip, 67 __u16 vid) 68 { 69 return jhash_2words(ipv6_addr_hash(ip), vid, 70 mdb->secret) & (mdb->max - 1); 71 } 72 #endif 73 74 static inline int br_ip_hash(struct net_bridge_mdb_htable *mdb, 75 struct br_ip *ip) 76 { 77 switch (ip->proto) { 78 case htons(ETH_P_IP): 79 return __br_ip4_hash(mdb, ip->u.ip4, ip->vid); 80 #if IS_ENABLED(CONFIG_IPV6) 81 case htons(ETH_P_IPV6): 82 return __br_ip6_hash(mdb, &ip->u.ip6, ip->vid); 83 #endif 84 } 85 return 0; 86 } 87 88 static struct net_bridge_mdb_entry *__br_mdb_ip_get( 89 struct net_bridge_mdb_htable *mdb, struct br_ip *dst, int hash) 90 { 91 struct net_bridge_mdb_entry *mp; 92 93 hlist_for_each_entry_rcu(mp, &mdb->mhash[hash], hlist[mdb->ver]) { 94 if (br_ip_equal(&mp->addr, dst)) 95 return mp; 96 } 97 98 return NULL; 99 } 100 101 struct net_bridge_mdb_entry *br_mdb_ip_get(struct net_bridge_mdb_htable *mdb, 102 struct br_ip *dst) 103 { 104 if (!mdb) 105 return NULL; 106 107 return __br_mdb_ip_get(mdb, dst, br_ip_hash(mdb, dst)); 108 } 109 110 static struct net_bridge_mdb_entry *br_mdb_ip4_get( 111 struct net_bridge_mdb_htable *mdb, __be32 dst, __u16 vid) 112 { 113 struct br_ip br_dst; 114 115 br_dst.u.ip4 = dst; 116 br_dst.proto = htons(ETH_P_IP); 117 br_dst.vid = vid; 118 119 return br_mdb_ip_get(mdb, &br_dst); 120 } 121 122 #if IS_ENABLED(CONFIG_IPV6) 123 static struct net_bridge_mdb_entry *br_mdb_ip6_get( 124 struct net_bridge_mdb_htable *mdb, const struct in6_addr *dst, 125 __u16 vid) 126 { 127 struct br_ip br_dst; 128 129 br_dst.u.ip6 = *dst; 130 br_dst.proto = htons(ETH_P_IPV6); 131 br_dst.vid = vid; 132 133 return br_mdb_ip_get(mdb, &br_dst); 134 } 135 #endif 136 137 struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge *br, 138 struct sk_buff *skb, u16 vid) 139 { 140 struct net_bridge_mdb_htable *mdb = rcu_dereference(br->mdb); 141 struct br_ip ip; 142 143 if (br->multicast_disabled) 144 return NULL; 145 146 if (BR_INPUT_SKB_CB(skb)->igmp) 147 return NULL; 148 149 ip.proto = skb->protocol; 150 ip.vid = vid; 151 152 switch (skb->protocol) { 153 case htons(ETH_P_IP): 154 ip.u.ip4 = ip_hdr(skb)->daddr; 155 break; 156 #if IS_ENABLED(CONFIG_IPV6) 157 case htons(ETH_P_IPV6): 158 ip.u.ip6 = ipv6_hdr(skb)->daddr; 159 break; 160 #endif 161 default: 162 return NULL; 163 } 164 165 return br_mdb_ip_get(mdb, &ip); 166 } 167 168 static void br_mdb_free(struct rcu_head *head) 169 { 170 struct net_bridge_mdb_htable *mdb = 171 container_of(head, struct net_bridge_mdb_htable, rcu); 172 struct net_bridge_mdb_htable *old = mdb->old; 173 174 mdb->old = NULL; 175 kfree(old->mhash); 176 kfree(old); 177 } 178 179 static int br_mdb_copy(struct net_bridge_mdb_htable *new, 180 struct net_bridge_mdb_htable *old, 181 int elasticity) 182 { 183 struct net_bridge_mdb_entry *mp; 184 int maxlen; 185 int len; 186 int i; 187 188 for (i = 0; i < old->max; i++) 189 hlist_for_each_entry(mp, &old->mhash[i], hlist[old->ver]) 190 hlist_add_head(&mp->hlist[new->ver], 191 &new->mhash[br_ip_hash(new, &mp->addr)]); 192 193 if (!elasticity) 194 return 0; 195 196 maxlen = 0; 197 for (i = 0; i < new->max; i++) { 198 len = 0; 199 hlist_for_each_entry(mp, &new->mhash[i], hlist[new->ver]) 200 len++; 201 if (len > maxlen) 202 maxlen = len; 203 } 204 205 return maxlen > elasticity ? -EINVAL : 0; 206 } 207 208 void br_multicast_free_pg(struct rcu_head *head) 209 { 210 struct net_bridge_port_group *p = 211 container_of(head, struct net_bridge_port_group, rcu); 212 213 kfree(p); 214 } 215 216 static void br_multicast_free_group(struct rcu_head *head) 217 { 218 struct net_bridge_mdb_entry *mp = 219 container_of(head, struct net_bridge_mdb_entry, rcu); 220 221 kfree(mp); 222 } 223 224 static void br_multicast_group_expired(unsigned long data) 225 { 226 struct net_bridge_mdb_entry *mp = (void *)data; 227 struct net_bridge *br = mp->br; 228 struct net_bridge_mdb_htable *mdb; 229 230 spin_lock(&br->multicast_lock); 231 if (!netif_running(br->dev) || timer_pending(&mp->timer)) 232 goto out; 233 234 mp->mglist = false; 235 236 if (mp->ports) 237 goto out; 238 239 mdb = mlock_dereference(br->mdb, br); 240 241 hlist_del_rcu(&mp->hlist[mdb->ver]); 242 mdb->size--; 243 244 call_rcu_bh(&mp->rcu, br_multicast_free_group); 245 246 out: 247 spin_unlock(&br->multicast_lock); 248 } 249 250 static void br_multicast_del_pg(struct net_bridge *br, 251 struct net_bridge_port_group *pg) 252 { 253 struct net_bridge_mdb_htable *mdb; 254 struct net_bridge_mdb_entry *mp; 255 struct net_bridge_port_group *p; 256 struct net_bridge_port_group __rcu **pp; 257 258 mdb = mlock_dereference(br->mdb, br); 259 260 mp = br_mdb_ip_get(mdb, &pg->addr); 261 if (WARN_ON(!mp)) 262 return; 263 264 for (pp = &mp->ports; 265 (p = mlock_dereference(*pp, br)) != NULL; 266 pp = &p->next) { 267 if (p != pg) 268 continue; 269 270 rcu_assign_pointer(*pp, p->next); 271 hlist_del_init(&p->mglist); 272 del_timer(&p->timer); 273 call_rcu_bh(&p->rcu, br_multicast_free_pg); 274 275 if (!mp->ports && !mp->mglist && 276 netif_running(br->dev)) 277 mod_timer(&mp->timer, jiffies); 278 279 return; 280 } 281 282 WARN_ON(1); 283 } 284 285 static void br_multicast_port_group_expired(unsigned long data) 286 { 287 struct net_bridge_port_group *pg = (void *)data; 288 struct net_bridge *br = pg->port->br; 289 290 spin_lock(&br->multicast_lock); 291 if (!netif_running(br->dev) || timer_pending(&pg->timer) || 292 hlist_unhashed(&pg->mglist) || pg->state & MDB_PERMANENT) 293 goto out; 294 295 br_multicast_del_pg(br, pg); 296 297 out: 298 spin_unlock(&br->multicast_lock); 299 } 300 301 static int br_mdb_rehash(struct net_bridge_mdb_htable __rcu **mdbp, int max, 302 int elasticity) 303 { 304 struct net_bridge_mdb_htable *old = rcu_dereference_protected(*mdbp, 1); 305 struct net_bridge_mdb_htable *mdb; 306 int err; 307 308 mdb = kmalloc(sizeof(*mdb), GFP_ATOMIC); 309 if (!mdb) 310 return -ENOMEM; 311 312 mdb->max = max; 313 mdb->old = old; 314 315 mdb->mhash = kzalloc(max * sizeof(*mdb->mhash), GFP_ATOMIC); 316 if (!mdb->mhash) { 317 kfree(mdb); 318 return -ENOMEM; 319 } 320 321 mdb->size = old ? old->size : 0; 322 mdb->ver = old ? old->ver ^ 1 : 0; 323 324 if (!old || elasticity) 325 get_random_bytes(&mdb->secret, sizeof(mdb->secret)); 326 else 327 mdb->secret = old->secret; 328 329 if (!old) 330 goto out; 331 332 err = br_mdb_copy(mdb, old, elasticity); 333 if (err) { 334 kfree(mdb->mhash); 335 kfree(mdb); 336 return err; 337 } 338 339 br_mdb_rehash_seq++; 340 call_rcu_bh(&mdb->rcu, br_mdb_free); 341 342 out: 343 rcu_assign_pointer(*mdbp, mdb); 344 345 return 0; 346 } 347 348 static struct sk_buff *br_ip4_multicast_alloc_query(struct net_bridge *br, 349 __be32 group) 350 { 351 struct sk_buff *skb; 352 struct igmphdr *ih; 353 struct ethhdr *eth; 354 struct iphdr *iph; 355 356 skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*iph) + 357 sizeof(*ih) + 4); 358 if (!skb) 359 goto out; 360 361 skb->protocol = htons(ETH_P_IP); 362 363 skb_reset_mac_header(skb); 364 eth = eth_hdr(skb); 365 366 memcpy(eth->h_source, br->dev->dev_addr, 6); 367 eth->h_dest[0] = 1; 368 eth->h_dest[1] = 0; 369 eth->h_dest[2] = 0x5e; 370 eth->h_dest[3] = 0; 371 eth->h_dest[4] = 0; 372 eth->h_dest[5] = 1; 373 eth->h_proto = htons(ETH_P_IP); 374 skb_put(skb, sizeof(*eth)); 375 376 skb_set_network_header(skb, skb->len); 377 iph = ip_hdr(skb); 378 379 iph->version = 4; 380 iph->ihl = 6; 381 iph->tos = 0xc0; 382 iph->tot_len = htons(sizeof(*iph) + sizeof(*ih) + 4); 383 iph->id = 0; 384 iph->frag_off = htons(IP_DF); 385 iph->ttl = 1; 386 iph->protocol = IPPROTO_IGMP; 387 iph->saddr = br->multicast_query_use_ifaddr ? 388 inet_select_addr(br->dev, 0, RT_SCOPE_LINK) : 0; 389 iph->daddr = htonl(INADDR_ALLHOSTS_GROUP); 390 ((u8 *)&iph[1])[0] = IPOPT_RA; 391 ((u8 *)&iph[1])[1] = 4; 392 ((u8 *)&iph[1])[2] = 0; 393 ((u8 *)&iph[1])[3] = 0; 394 ip_send_check(iph); 395 skb_put(skb, 24); 396 397 skb_set_transport_header(skb, skb->len); 398 ih = igmp_hdr(skb); 399 ih->type = IGMP_HOST_MEMBERSHIP_QUERY; 400 ih->code = (group ? br->multicast_last_member_interval : 401 br->multicast_query_response_interval) / 402 (HZ / IGMP_TIMER_SCALE); 403 ih->group = group; 404 ih->csum = 0; 405 ih->csum = ip_compute_csum((void *)ih, sizeof(struct igmphdr)); 406 skb_put(skb, sizeof(*ih)); 407 408 __skb_pull(skb, sizeof(*eth)); 409 410 out: 411 return skb; 412 } 413 414 #if IS_ENABLED(CONFIG_IPV6) 415 static struct sk_buff *br_ip6_multicast_alloc_query(struct net_bridge *br, 416 const struct in6_addr *group) 417 { 418 struct sk_buff *skb; 419 struct ipv6hdr *ip6h; 420 struct mld_msg *mldq; 421 struct ethhdr *eth; 422 u8 *hopopt; 423 unsigned long interval; 424 425 skb = netdev_alloc_skb_ip_align(br->dev, sizeof(*eth) + sizeof(*ip6h) + 426 8 + sizeof(*mldq)); 427 if (!skb) 428 goto out; 429 430 skb->protocol = htons(ETH_P_IPV6); 431 432 /* Ethernet header */ 433 skb_reset_mac_header(skb); 434 eth = eth_hdr(skb); 435 436 memcpy(eth->h_source, br->dev->dev_addr, 6); 437 eth->h_proto = htons(ETH_P_IPV6); 438 skb_put(skb, sizeof(*eth)); 439 440 /* IPv6 header + HbH option */ 441 skb_set_network_header(skb, skb->len); 442 ip6h = ipv6_hdr(skb); 443 444 *(__force __be32 *)ip6h = htonl(0x60000000); 445 ip6h->payload_len = htons(8 + sizeof(*mldq)); 446 ip6h->nexthdr = IPPROTO_HOPOPTS; 447 ip6h->hop_limit = 1; 448 ipv6_addr_set(&ip6h->daddr, htonl(0xff020000), 0, 0, htonl(1)); 449 if (ipv6_dev_get_saddr(dev_net(br->dev), br->dev, &ip6h->daddr, 0, 450 &ip6h->saddr)) { 451 kfree_skb(skb); 452 return NULL; 453 } 454 ipv6_eth_mc_map(&ip6h->daddr, eth->h_dest); 455 456 hopopt = (u8 *)(ip6h + 1); 457 hopopt[0] = IPPROTO_ICMPV6; /* next hdr */ 458 hopopt[1] = 0; /* length of HbH */ 459 hopopt[2] = IPV6_TLV_ROUTERALERT; /* Router Alert */ 460 hopopt[3] = 2; /* Length of RA Option */ 461 hopopt[4] = 0; /* Type = 0x0000 (MLD) */ 462 hopopt[5] = 0; 463 hopopt[6] = IPV6_TLV_PAD1; /* Pad1 */ 464 hopopt[7] = IPV6_TLV_PAD1; /* Pad1 */ 465 466 skb_put(skb, sizeof(*ip6h) + 8); 467 468 /* ICMPv6 */ 469 skb_set_transport_header(skb, skb->len); 470 mldq = (struct mld_msg *) icmp6_hdr(skb); 471 472 interval = ipv6_addr_any(group) ? 473 br->multicast_query_response_interval : 474 br->multicast_last_member_interval; 475 476 mldq->mld_type = ICMPV6_MGM_QUERY; 477 mldq->mld_code = 0; 478 mldq->mld_cksum = 0; 479 mldq->mld_maxdelay = htons((u16)jiffies_to_msecs(interval)); 480 mldq->mld_reserved = 0; 481 mldq->mld_mca = *group; 482 483 /* checksum */ 484 mldq->mld_cksum = csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, 485 sizeof(*mldq), IPPROTO_ICMPV6, 486 csum_partial(mldq, 487 sizeof(*mldq), 0)); 488 skb_put(skb, sizeof(*mldq)); 489 490 __skb_pull(skb, sizeof(*eth)); 491 492 out: 493 return skb; 494 } 495 #endif 496 497 static struct sk_buff *br_multicast_alloc_query(struct net_bridge *br, 498 struct br_ip *addr) 499 { 500 switch (addr->proto) { 501 case htons(ETH_P_IP): 502 return br_ip4_multicast_alloc_query(br, addr->u.ip4); 503 #if IS_ENABLED(CONFIG_IPV6) 504 case htons(ETH_P_IPV6): 505 return br_ip6_multicast_alloc_query(br, &addr->u.ip6); 506 #endif 507 } 508 return NULL; 509 } 510 511 static struct net_bridge_mdb_entry *br_multicast_get_group( 512 struct net_bridge *br, struct net_bridge_port *port, 513 struct br_ip *group, int hash) 514 { 515 struct net_bridge_mdb_htable *mdb; 516 struct net_bridge_mdb_entry *mp; 517 unsigned int count = 0; 518 unsigned int max; 519 int elasticity; 520 int err; 521 522 mdb = rcu_dereference_protected(br->mdb, 1); 523 hlist_for_each_entry(mp, &mdb->mhash[hash], hlist[mdb->ver]) { 524 count++; 525 if (unlikely(br_ip_equal(group, &mp->addr))) 526 return mp; 527 } 528 529 elasticity = 0; 530 max = mdb->max; 531 532 if (unlikely(count > br->hash_elasticity && count)) { 533 if (net_ratelimit()) 534 br_info(br, "Multicast hash table " 535 "chain limit reached: %s\n", 536 port ? port->dev->name : br->dev->name); 537 538 elasticity = br->hash_elasticity; 539 } 540 541 if (mdb->size >= max) { 542 max *= 2; 543 if (unlikely(max > br->hash_max)) { 544 br_warn(br, "Multicast hash table maximum of %d " 545 "reached, disabling snooping: %s\n", 546 br->hash_max, 547 port ? port->dev->name : br->dev->name); 548 err = -E2BIG; 549 disable: 550 br->multicast_disabled = 1; 551 goto err; 552 } 553 } 554 555 if (max > mdb->max || elasticity) { 556 if (mdb->old) { 557 if (net_ratelimit()) 558 br_info(br, "Multicast hash table " 559 "on fire: %s\n", 560 port ? port->dev->name : br->dev->name); 561 err = -EEXIST; 562 goto err; 563 } 564 565 err = br_mdb_rehash(&br->mdb, max, elasticity); 566 if (err) { 567 br_warn(br, "Cannot rehash multicast " 568 "hash table, disabling snooping: %s, %d, %d\n", 569 port ? port->dev->name : br->dev->name, 570 mdb->size, err); 571 goto disable; 572 } 573 574 err = -EAGAIN; 575 goto err; 576 } 577 578 return NULL; 579 580 err: 581 mp = ERR_PTR(err); 582 return mp; 583 } 584 585 struct net_bridge_mdb_entry *br_multicast_new_group(struct net_bridge *br, 586 struct net_bridge_port *port, struct br_ip *group) 587 { 588 struct net_bridge_mdb_htable *mdb; 589 struct net_bridge_mdb_entry *mp; 590 int hash; 591 int err; 592 593 mdb = rcu_dereference_protected(br->mdb, 1); 594 if (!mdb) { 595 err = br_mdb_rehash(&br->mdb, BR_HASH_SIZE, 0); 596 if (err) 597 return ERR_PTR(err); 598 goto rehash; 599 } 600 601 hash = br_ip_hash(mdb, group); 602 mp = br_multicast_get_group(br, port, group, hash); 603 switch (PTR_ERR(mp)) { 604 case 0: 605 break; 606 607 case -EAGAIN: 608 rehash: 609 mdb = rcu_dereference_protected(br->mdb, 1); 610 hash = br_ip_hash(mdb, group); 611 break; 612 613 default: 614 goto out; 615 } 616 617 mp = kzalloc(sizeof(*mp), GFP_ATOMIC); 618 if (unlikely(!mp)) 619 return ERR_PTR(-ENOMEM); 620 621 mp->br = br; 622 mp->addr = *group; 623 setup_timer(&mp->timer, br_multicast_group_expired, 624 (unsigned long)mp); 625 626 hlist_add_head_rcu(&mp->hlist[mdb->ver], &mdb->mhash[hash]); 627 mdb->size++; 628 629 out: 630 return mp; 631 } 632 633 struct net_bridge_port_group *br_multicast_new_port_group( 634 struct net_bridge_port *port, 635 struct br_ip *group, 636 struct net_bridge_port_group __rcu *next, 637 unsigned char state) 638 { 639 struct net_bridge_port_group *p; 640 641 p = kzalloc(sizeof(*p), GFP_ATOMIC); 642 if (unlikely(!p)) 643 return NULL; 644 645 p->addr = *group; 646 p->port = port; 647 p->state = state; 648 rcu_assign_pointer(p->next, next); 649 hlist_add_head(&p->mglist, &port->mglist); 650 setup_timer(&p->timer, br_multicast_port_group_expired, 651 (unsigned long)p); 652 return p; 653 } 654 655 static int br_multicast_add_group(struct net_bridge *br, 656 struct net_bridge_port *port, 657 struct br_ip *group) 658 { 659 struct net_bridge_mdb_entry *mp; 660 struct net_bridge_port_group *p; 661 struct net_bridge_port_group __rcu **pp; 662 unsigned long now = jiffies; 663 int err; 664 665 spin_lock(&br->multicast_lock); 666 if (!netif_running(br->dev) || 667 (port && port->state == BR_STATE_DISABLED)) 668 goto out; 669 670 mp = br_multicast_new_group(br, port, group); 671 err = PTR_ERR(mp); 672 if (IS_ERR(mp)) 673 goto err; 674 675 if (!port) { 676 mp->mglist = true; 677 mod_timer(&mp->timer, now + br->multicast_membership_interval); 678 goto out; 679 } 680 681 for (pp = &mp->ports; 682 (p = mlock_dereference(*pp, br)) != NULL; 683 pp = &p->next) { 684 if (p->port == port) 685 goto found; 686 if ((unsigned long)p->port < (unsigned long)port) 687 break; 688 } 689 690 p = br_multicast_new_port_group(port, group, *pp, MDB_TEMPORARY); 691 if (unlikely(!p)) 692 goto err; 693 rcu_assign_pointer(*pp, p); 694 br_mdb_notify(br->dev, port, group, RTM_NEWMDB); 695 696 found: 697 mod_timer(&p->timer, now + br->multicast_membership_interval); 698 out: 699 err = 0; 700 701 err: 702 spin_unlock(&br->multicast_lock); 703 return err; 704 } 705 706 static int br_ip4_multicast_add_group(struct net_bridge *br, 707 struct net_bridge_port *port, 708 __be32 group, 709 __u16 vid) 710 { 711 struct br_ip br_group; 712 713 if (ipv4_is_local_multicast(group)) 714 return 0; 715 716 br_group.u.ip4 = group; 717 br_group.proto = htons(ETH_P_IP); 718 br_group.vid = vid; 719 720 return br_multicast_add_group(br, port, &br_group); 721 } 722 723 #if IS_ENABLED(CONFIG_IPV6) 724 static int br_ip6_multicast_add_group(struct net_bridge *br, 725 struct net_bridge_port *port, 726 const struct in6_addr *group, 727 __u16 vid) 728 { 729 struct br_ip br_group; 730 731 if (ipv6_addr_is_ll_all_nodes(group)) 732 return 0; 733 734 br_group.u.ip6 = *group; 735 br_group.proto = htons(ETH_P_IPV6); 736 br_group.vid = vid; 737 738 return br_multicast_add_group(br, port, &br_group); 739 } 740 #endif 741 742 static void br_multicast_router_expired(unsigned long data) 743 { 744 struct net_bridge_port *port = (void *)data; 745 struct net_bridge *br = port->br; 746 747 spin_lock(&br->multicast_lock); 748 if (port->multicast_router != 1 || 749 timer_pending(&port->multicast_router_timer) || 750 hlist_unhashed(&port->rlist)) 751 goto out; 752 753 hlist_del_init_rcu(&port->rlist); 754 755 out: 756 spin_unlock(&br->multicast_lock); 757 } 758 759 static void br_multicast_local_router_expired(unsigned long data) 760 { 761 } 762 763 static void br_multicast_querier_expired(struct net_bridge *br, 764 struct bridge_mcast_query *query) 765 { 766 spin_lock(&br->multicast_lock); 767 if (!netif_running(br->dev) || br->multicast_disabled) 768 goto out; 769 770 br_multicast_start_querier(br, query); 771 772 out: 773 spin_unlock(&br->multicast_lock); 774 } 775 776 static void br_ip4_multicast_querier_expired(unsigned long data) 777 { 778 struct net_bridge *br = (void *)data; 779 780 br_multicast_querier_expired(br, &br->ip4_query); 781 } 782 783 #if IS_ENABLED(CONFIG_IPV6) 784 static void br_ip6_multicast_querier_expired(unsigned long data) 785 { 786 struct net_bridge *br = (void *)data; 787 788 br_multicast_querier_expired(br, &br->ip6_query); 789 } 790 #endif 791 792 static void __br_multicast_send_query(struct net_bridge *br, 793 struct net_bridge_port *port, 794 struct br_ip *ip) 795 { 796 struct sk_buff *skb; 797 798 skb = br_multicast_alloc_query(br, ip); 799 if (!skb) 800 return; 801 802 if (port) { 803 __skb_push(skb, sizeof(struct ethhdr)); 804 skb->dev = port->dev; 805 NF_HOOK(NFPROTO_BRIDGE, NF_BR_LOCAL_OUT, skb, NULL, skb->dev, 806 dev_queue_xmit); 807 } else 808 netif_rx(skb); 809 } 810 811 static void br_multicast_send_query(struct net_bridge *br, 812 struct net_bridge_port *port, 813 struct bridge_mcast_query *query) 814 { 815 unsigned long time; 816 struct br_ip br_group; 817 struct bridge_mcast_querier *querier = NULL; 818 819 if (!netif_running(br->dev) || br->multicast_disabled || 820 !br->multicast_querier) 821 return; 822 823 memset(&br_group.u, 0, sizeof(br_group.u)); 824 825 if (port ? (query == &port->ip4_query) : 826 (query == &br->ip4_query)) { 827 querier = &br->ip4_querier; 828 br_group.proto = htons(ETH_P_IP); 829 #if IS_ENABLED(CONFIG_IPV6) 830 } else { 831 querier = &br->ip6_querier; 832 br_group.proto = htons(ETH_P_IPV6); 833 #endif 834 } 835 836 if (!querier || timer_pending(&querier->timer)) 837 return; 838 839 __br_multicast_send_query(br, port, &br_group); 840 841 time = jiffies; 842 time += query->startup_sent < br->multicast_startup_query_count ? 843 br->multicast_startup_query_interval : 844 br->multicast_query_interval; 845 mod_timer(&query->timer, time); 846 } 847 848 static void br_multicast_port_query_expired(struct net_bridge_port *port, 849 struct bridge_mcast_query *query) 850 { 851 struct net_bridge *br = port->br; 852 853 spin_lock(&br->multicast_lock); 854 if (port->state == BR_STATE_DISABLED || 855 port->state == BR_STATE_BLOCKING) 856 goto out; 857 858 if (query->startup_sent < br->multicast_startup_query_count) 859 query->startup_sent++; 860 861 br_multicast_send_query(port->br, port, query); 862 863 out: 864 spin_unlock(&br->multicast_lock); 865 } 866 867 static void br_ip4_multicast_port_query_expired(unsigned long data) 868 { 869 struct net_bridge_port *port = (void *)data; 870 871 br_multicast_port_query_expired(port, &port->ip4_query); 872 } 873 874 #if IS_ENABLED(CONFIG_IPV6) 875 static void br_ip6_multicast_port_query_expired(unsigned long data) 876 { 877 struct net_bridge_port *port = (void *)data; 878 879 br_multicast_port_query_expired(port, &port->ip6_query); 880 } 881 #endif 882 883 void br_multicast_add_port(struct net_bridge_port *port) 884 { 885 port->multicast_router = 1; 886 887 setup_timer(&port->multicast_router_timer, br_multicast_router_expired, 888 (unsigned long)port); 889 setup_timer(&port->ip4_query.timer, br_ip4_multicast_port_query_expired, 890 (unsigned long)port); 891 #if IS_ENABLED(CONFIG_IPV6) 892 setup_timer(&port->ip6_query.timer, br_ip6_multicast_port_query_expired, 893 (unsigned long)port); 894 #endif 895 } 896 897 void br_multicast_del_port(struct net_bridge_port *port) 898 { 899 del_timer_sync(&port->multicast_router_timer); 900 } 901 902 static void br_multicast_enable(struct bridge_mcast_query *query) 903 { 904 query->startup_sent = 0; 905 906 if (try_to_del_timer_sync(&query->timer) >= 0 || 907 del_timer(&query->timer)) 908 mod_timer(&query->timer, jiffies); 909 } 910 911 void br_multicast_enable_port(struct net_bridge_port *port) 912 { 913 struct net_bridge *br = port->br; 914 915 spin_lock(&br->multicast_lock); 916 if (br->multicast_disabled || !netif_running(br->dev)) 917 goto out; 918 919 br_multicast_enable(&port->ip4_query); 920 #if IS_ENABLED(CONFIG_IPV6) 921 br_multicast_enable(&port->ip6_query); 922 #endif 923 924 out: 925 spin_unlock(&br->multicast_lock); 926 } 927 928 void br_multicast_disable_port(struct net_bridge_port *port) 929 { 930 struct net_bridge *br = port->br; 931 struct net_bridge_port_group *pg; 932 struct hlist_node *n; 933 934 spin_lock(&br->multicast_lock); 935 hlist_for_each_entry_safe(pg, n, &port->mglist, mglist) 936 br_multicast_del_pg(br, pg); 937 938 if (!hlist_unhashed(&port->rlist)) 939 hlist_del_init_rcu(&port->rlist); 940 del_timer(&port->multicast_router_timer); 941 del_timer(&port->ip4_query.timer); 942 #if IS_ENABLED(CONFIG_IPV6) 943 del_timer(&port->ip6_query.timer); 944 #endif 945 spin_unlock(&br->multicast_lock); 946 } 947 948 static int br_ip4_multicast_igmp3_report(struct net_bridge *br, 949 struct net_bridge_port *port, 950 struct sk_buff *skb) 951 { 952 struct igmpv3_report *ih; 953 struct igmpv3_grec *grec; 954 int i; 955 int len; 956 int num; 957 int type; 958 int err = 0; 959 __be32 group; 960 u16 vid = 0; 961 962 if (!pskb_may_pull(skb, sizeof(*ih))) 963 return -EINVAL; 964 965 br_vlan_get_tag(skb, &vid); 966 ih = igmpv3_report_hdr(skb); 967 num = ntohs(ih->ngrec); 968 len = sizeof(*ih); 969 970 for (i = 0; i < num; i++) { 971 len += sizeof(*grec); 972 if (!pskb_may_pull(skb, len)) 973 return -EINVAL; 974 975 grec = (void *)(skb->data + len - sizeof(*grec)); 976 group = grec->grec_mca; 977 type = grec->grec_type; 978 979 len += ntohs(grec->grec_nsrcs) * 4; 980 if (!pskb_may_pull(skb, len)) 981 return -EINVAL; 982 983 /* We treat this as an IGMPv2 report for now. */ 984 switch (type) { 985 case IGMPV3_MODE_IS_INCLUDE: 986 case IGMPV3_MODE_IS_EXCLUDE: 987 case IGMPV3_CHANGE_TO_INCLUDE: 988 case IGMPV3_CHANGE_TO_EXCLUDE: 989 case IGMPV3_ALLOW_NEW_SOURCES: 990 case IGMPV3_BLOCK_OLD_SOURCES: 991 break; 992 993 default: 994 continue; 995 } 996 997 err = br_ip4_multicast_add_group(br, port, group, vid); 998 if (err) 999 break; 1000 } 1001 1002 return err; 1003 } 1004 1005 #if IS_ENABLED(CONFIG_IPV6) 1006 static int br_ip6_multicast_mld2_report(struct net_bridge *br, 1007 struct net_bridge_port *port, 1008 struct sk_buff *skb) 1009 { 1010 struct icmp6hdr *icmp6h; 1011 struct mld2_grec *grec; 1012 int i; 1013 int len; 1014 int num; 1015 int err = 0; 1016 u16 vid = 0; 1017 1018 if (!pskb_may_pull(skb, sizeof(*icmp6h))) 1019 return -EINVAL; 1020 1021 br_vlan_get_tag(skb, &vid); 1022 icmp6h = icmp6_hdr(skb); 1023 num = ntohs(icmp6h->icmp6_dataun.un_data16[1]); 1024 len = sizeof(*icmp6h); 1025 1026 for (i = 0; i < num; i++) { 1027 __be16 *nsrcs, _nsrcs; 1028 1029 nsrcs = skb_header_pointer(skb, 1030 len + offsetof(struct mld2_grec, 1031 grec_nsrcs), 1032 sizeof(_nsrcs), &_nsrcs); 1033 if (!nsrcs) 1034 return -EINVAL; 1035 1036 if (!pskb_may_pull(skb, 1037 len + sizeof(*grec) + 1038 sizeof(struct in6_addr) * ntohs(*nsrcs))) 1039 return -EINVAL; 1040 1041 grec = (struct mld2_grec *)(skb->data + len); 1042 len += sizeof(*grec) + 1043 sizeof(struct in6_addr) * ntohs(*nsrcs); 1044 1045 /* We treat these as MLDv1 reports for now. */ 1046 switch (grec->grec_type) { 1047 case MLD2_MODE_IS_INCLUDE: 1048 case MLD2_MODE_IS_EXCLUDE: 1049 case MLD2_CHANGE_TO_INCLUDE: 1050 case MLD2_CHANGE_TO_EXCLUDE: 1051 case MLD2_ALLOW_NEW_SOURCES: 1052 case MLD2_BLOCK_OLD_SOURCES: 1053 break; 1054 1055 default: 1056 continue; 1057 } 1058 1059 err = br_ip6_multicast_add_group(br, port, &grec->grec_mca, 1060 vid); 1061 if (!err) 1062 break; 1063 } 1064 1065 return err; 1066 } 1067 #endif 1068 1069 static void 1070 br_multicast_update_querier_timer(struct net_bridge *br, 1071 struct bridge_mcast_querier *querier, 1072 unsigned long max_delay) 1073 { 1074 if (!timer_pending(&querier->timer)) 1075 querier->delay_time = jiffies + max_delay; 1076 1077 mod_timer(&querier->timer, jiffies + br->multicast_querier_interval); 1078 } 1079 1080 /* 1081 * Add port to router_list 1082 * list is maintained ordered by pointer value 1083 * and locked by br->multicast_lock and RCU 1084 */ 1085 static void br_multicast_add_router(struct net_bridge *br, 1086 struct net_bridge_port *port) 1087 { 1088 struct net_bridge_port *p; 1089 struct hlist_node *slot = NULL; 1090 1091 hlist_for_each_entry(p, &br->router_list, rlist) { 1092 if ((unsigned long) port >= (unsigned long) p) 1093 break; 1094 slot = &p->rlist; 1095 } 1096 1097 if (slot) 1098 hlist_add_after_rcu(slot, &port->rlist); 1099 else 1100 hlist_add_head_rcu(&port->rlist, &br->router_list); 1101 } 1102 1103 static void br_multicast_mark_router(struct net_bridge *br, 1104 struct net_bridge_port *port) 1105 { 1106 unsigned long now = jiffies; 1107 1108 if (!port) { 1109 if (br->multicast_router == 1) 1110 mod_timer(&br->multicast_router_timer, 1111 now + br->multicast_querier_interval); 1112 return; 1113 } 1114 1115 if (port->multicast_router != 1) 1116 return; 1117 1118 if (!hlist_unhashed(&port->rlist)) 1119 goto timer; 1120 1121 br_multicast_add_router(br, port); 1122 1123 timer: 1124 mod_timer(&port->multicast_router_timer, 1125 now + br->multicast_querier_interval); 1126 } 1127 1128 static void br_multicast_query_received(struct net_bridge *br, 1129 struct net_bridge_port *port, 1130 struct bridge_mcast_querier *querier, 1131 int saddr, 1132 unsigned long max_delay) 1133 { 1134 if (saddr) 1135 br_multicast_update_querier_timer(br, querier, max_delay); 1136 else if (timer_pending(&querier->timer)) 1137 return; 1138 1139 br_multicast_mark_router(br, port); 1140 } 1141 1142 static int br_ip4_multicast_query(struct net_bridge *br, 1143 struct net_bridge_port *port, 1144 struct sk_buff *skb) 1145 { 1146 const struct iphdr *iph = ip_hdr(skb); 1147 struct igmphdr *ih = igmp_hdr(skb); 1148 struct net_bridge_mdb_entry *mp; 1149 struct igmpv3_query *ih3; 1150 struct net_bridge_port_group *p; 1151 struct net_bridge_port_group __rcu **pp; 1152 unsigned long max_delay; 1153 unsigned long now = jiffies; 1154 __be32 group; 1155 int err = 0; 1156 u16 vid = 0; 1157 1158 spin_lock(&br->multicast_lock); 1159 if (!netif_running(br->dev) || 1160 (port && port->state == BR_STATE_DISABLED)) 1161 goto out; 1162 1163 group = ih->group; 1164 1165 if (skb->len == sizeof(*ih)) { 1166 max_delay = ih->code * (HZ / IGMP_TIMER_SCALE); 1167 1168 if (!max_delay) { 1169 max_delay = 10 * HZ; 1170 group = 0; 1171 } 1172 } else { 1173 if (!pskb_may_pull(skb, sizeof(struct igmpv3_query))) { 1174 err = -EINVAL; 1175 goto out; 1176 } 1177 1178 ih3 = igmpv3_query_hdr(skb); 1179 if (ih3->nsrcs) 1180 goto out; 1181 1182 max_delay = ih3->code ? 1183 IGMPV3_MRC(ih3->code) * (HZ / IGMP_TIMER_SCALE) : 1; 1184 } 1185 1186 br_multicast_query_received(br, port, &br->ip4_querier, !!iph->saddr, 1187 max_delay); 1188 1189 if (!group) 1190 goto out; 1191 1192 br_vlan_get_tag(skb, &vid); 1193 mp = br_mdb_ip4_get(mlock_dereference(br->mdb, br), group, vid); 1194 if (!mp) 1195 goto out; 1196 1197 max_delay *= br->multicast_last_member_count; 1198 1199 if (mp->mglist && 1200 (timer_pending(&mp->timer) ? 1201 time_after(mp->timer.expires, now + max_delay) : 1202 try_to_del_timer_sync(&mp->timer) >= 0)) 1203 mod_timer(&mp->timer, now + max_delay); 1204 1205 for (pp = &mp->ports; 1206 (p = mlock_dereference(*pp, br)) != NULL; 1207 pp = &p->next) { 1208 if (timer_pending(&p->timer) ? 1209 time_after(p->timer.expires, now + max_delay) : 1210 try_to_del_timer_sync(&p->timer) >= 0) 1211 mod_timer(&p->timer, now + max_delay); 1212 } 1213 1214 out: 1215 spin_unlock(&br->multicast_lock); 1216 return err; 1217 } 1218 1219 #if IS_ENABLED(CONFIG_IPV6) 1220 static int br_ip6_multicast_query(struct net_bridge *br, 1221 struct net_bridge_port *port, 1222 struct sk_buff *skb) 1223 { 1224 const struct ipv6hdr *ip6h = ipv6_hdr(skb); 1225 struct mld_msg *mld; 1226 struct net_bridge_mdb_entry *mp; 1227 struct mld2_query *mld2q; 1228 struct net_bridge_port_group *p; 1229 struct net_bridge_port_group __rcu **pp; 1230 unsigned long max_delay; 1231 unsigned long now = jiffies; 1232 const struct in6_addr *group = NULL; 1233 int err = 0; 1234 u16 vid = 0; 1235 1236 spin_lock(&br->multicast_lock); 1237 if (!netif_running(br->dev) || 1238 (port && port->state == BR_STATE_DISABLED)) 1239 goto out; 1240 1241 if (skb->len == sizeof(*mld)) { 1242 if (!pskb_may_pull(skb, sizeof(*mld))) { 1243 err = -EINVAL; 1244 goto out; 1245 } 1246 mld = (struct mld_msg *) icmp6_hdr(skb); 1247 max_delay = msecs_to_jiffies(ntohs(mld->mld_maxdelay)); 1248 if (max_delay) 1249 group = &mld->mld_mca; 1250 } else { 1251 if (!pskb_may_pull(skb, sizeof(*mld2q))) { 1252 err = -EINVAL; 1253 goto out; 1254 } 1255 mld2q = (struct mld2_query *)icmp6_hdr(skb); 1256 if (!mld2q->mld2q_nsrcs) 1257 group = &mld2q->mld2q_mca; 1258 1259 max_delay = max(msecs_to_jiffies(mldv2_mrc(mld2q)), 1UL); 1260 } 1261 1262 br_multicast_query_received(br, port, &br->ip6_querier, 1263 !ipv6_addr_any(&ip6h->saddr), max_delay); 1264 1265 if (!group) 1266 goto out; 1267 1268 br_vlan_get_tag(skb, &vid); 1269 mp = br_mdb_ip6_get(mlock_dereference(br->mdb, br), group, vid); 1270 if (!mp) 1271 goto out; 1272 1273 max_delay *= br->multicast_last_member_count; 1274 if (mp->mglist && 1275 (timer_pending(&mp->timer) ? 1276 time_after(mp->timer.expires, now + max_delay) : 1277 try_to_del_timer_sync(&mp->timer) >= 0)) 1278 mod_timer(&mp->timer, now + max_delay); 1279 1280 for (pp = &mp->ports; 1281 (p = mlock_dereference(*pp, br)) != NULL; 1282 pp = &p->next) { 1283 if (timer_pending(&p->timer) ? 1284 time_after(p->timer.expires, now + max_delay) : 1285 try_to_del_timer_sync(&p->timer) >= 0) 1286 mod_timer(&p->timer, now + max_delay); 1287 } 1288 1289 out: 1290 spin_unlock(&br->multicast_lock); 1291 return err; 1292 } 1293 #endif 1294 1295 static void br_multicast_leave_group(struct net_bridge *br, 1296 struct net_bridge_port *port, 1297 struct br_ip *group, 1298 struct bridge_mcast_querier *querier, 1299 struct bridge_mcast_query *query) 1300 { 1301 struct net_bridge_mdb_htable *mdb; 1302 struct net_bridge_mdb_entry *mp; 1303 struct net_bridge_port_group *p; 1304 unsigned long now; 1305 unsigned long time; 1306 1307 spin_lock(&br->multicast_lock); 1308 if (!netif_running(br->dev) || 1309 (port && port->state == BR_STATE_DISABLED) || 1310 timer_pending(&querier->timer)) 1311 goto out; 1312 1313 mdb = mlock_dereference(br->mdb, br); 1314 mp = br_mdb_ip_get(mdb, group); 1315 if (!mp) 1316 goto out; 1317 1318 if (br->multicast_querier) { 1319 __br_multicast_send_query(br, port, &mp->addr); 1320 1321 time = jiffies + br->multicast_last_member_count * 1322 br->multicast_last_member_interval; 1323 1324 mod_timer(&query->timer, time); 1325 1326 for (p = mlock_dereference(mp->ports, br); 1327 p != NULL; 1328 p = mlock_dereference(p->next, br)) { 1329 if (p->port != port) 1330 continue; 1331 1332 if (!hlist_unhashed(&p->mglist) && 1333 (timer_pending(&p->timer) ? 1334 time_after(p->timer.expires, time) : 1335 try_to_del_timer_sync(&p->timer) >= 0)) { 1336 mod_timer(&p->timer, time); 1337 } 1338 1339 break; 1340 } 1341 } 1342 1343 if (port && (port->flags & BR_MULTICAST_FAST_LEAVE)) { 1344 struct net_bridge_port_group __rcu **pp; 1345 1346 for (pp = &mp->ports; 1347 (p = mlock_dereference(*pp, br)) != NULL; 1348 pp = &p->next) { 1349 if (p->port != port) 1350 continue; 1351 1352 rcu_assign_pointer(*pp, p->next); 1353 hlist_del_init(&p->mglist); 1354 del_timer(&p->timer); 1355 call_rcu_bh(&p->rcu, br_multicast_free_pg); 1356 br_mdb_notify(br->dev, port, group, RTM_DELMDB); 1357 1358 if (!mp->ports && !mp->mglist && 1359 netif_running(br->dev)) 1360 mod_timer(&mp->timer, jiffies); 1361 } 1362 goto out; 1363 } 1364 1365 now = jiffies; 1366 time = now + br->multicast_last_member_count * 1367 br->multicast_last_member_interval; 1368 1369 if (!port) { 1370 if (mp->mglist && 1371 (timer_pending(&mp->timer) ? 1372 time_after(mp->timer.expires, time) : 1373 try_to_del_timer_sync(&mp->timer) >= 0)) { 1374 mod_timer(&mp->timer, time); 1375 } 1376 1377 goto out; 1378 } 1379 1380 for (p = mlock_dereference(mp->ports, br); 1381 p != NULL; 1382 p = mlock_dereference(p->next, br)) { 1383 if (p->port != port) 1384 continue; 1385 1386 if (!hlist_unhashed(&p->mglist) && 1387 (timer_pending(&p->timer) ? 1388 time_after(p->timer.expires, time) : 1389 try_to_del_timer_sync(&p->timer) >= 0)) { 1390 mod_timer(&p->timer, time); 1391 } 1392 1393 break; 1394 } 1395 out: 1396 spin_unlock(&br->multicast_lock); 1397 } 1398 1399 static void br_ip4_multicast_leave_group(struct net_bridge *br, 1400 struct net_bridge_port *port, 1401 __be32 group, 1402 __u16 vid) 1403 { 1404 struct br_ip br_group; 1405 struct bridge_mcast_query *query = port ? &port->ip4_query : 1406 &br->ip4_query; 1407 1408 if (ipv4_is_local_multicast(group)) 1409 return; 1410 1411 br_group.u.ip4 = group; 1412 br_group.proto = htons(ETH_P_IP); 1413 br_group.vid = vid; 1414 1415 br_multicast_leave_group(br, port, &br_group, &br->ip4_querier, query); 1416 } 1417 1418 #if IS_ENABLED(CONFIG_IPV6) 1419 static void br_ip6_multicast_leave_group(struct net_bridge *br, 1420 struct net_bridge_port *port, 1421 const struct in6_addr *group, 1422 __u16 vid) 1423 { 1424 struct br_ip br_group; 1425 struct bridge_mcast_query *query = port ? &port->ip6_query : 1426 &br->ip6_query; 1427 1428 1429 if (ipv6_addr_is_ll_all_nodes(group)) 1430 return; 1431 1432 br_group.u.ip6 = *group; 1433 br_group.proto = htons(ETH_P_IPV6); 1434 br_group.vid = vid; 1435 1436 br_multicast_leave_group(br, port, &br_group, &br->ip6_querier, query); 1437 } 1438 #endif 1439 1440 static int br_multicast_ipv4_rcv(struct net_bridge *br, 1441 struct net_bridge_port *port, 1442 struct sk_buff *skb) 1443 { 1444 struct sk_buff *skb2 = skb; 1445 const struct iphdr *iph; 1446 struct igmphdr *ih; 1447 unsigned int len; 1448 unsigned int offset; 1449 int err; 1450 u16 vid = 0; 1451 1452 /* We treat OOM as packet loss for now. */ 1453 if (!pskb_may_pull(skb, sizeof(*iph))) 1454 return -EINVAL; 1455 1456 iph = ip_hdr(skb); 1457 1458 if (iph->ihl < 5 || iph->version != 4) 1459 return -EINVAL; 1460 1461 if (!pskb_may_pull(skb, ip_hdrlen(skb))) 1462 return -EINVAL; 1463 1464 iph = ip_hdr(skb); 1465 1466 if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl))) 1467 return -EINVAL; 1468 1469 if (iph->protocol != IPPROTO_IGMP) { 1470 if (!ipv4_is_local_multicast(iph->daddr)) 1471 BR_INPUT_SKB_CB(skb)->mrouters_only = 1; 1472 return 0; 1473 } 1474 1475 len = ntohs(iph->tot_len); 1476 if (skb->len < len || len < ip_hdrlen(skb)) 1477 return -EINVAL; 1478 1479 if (skb->len > len) { 1480 skb2 = skb_clone(skb, GFP_ATOMIC); 1481 if (!skb2) 1482 return -ENOMEM; 1483 1484 err = pskb_trim_rcsum(skb2, len); 1485 if (err) 1486 goto err_out; 1487 } 1488 1489 len -= ip_hdrlen(skb2); 1490 offset = skb_network_offset(skb2) + ip_hdrlen(skb2); 1491 __skb_pull(skb2, offset); 1492 skb_reset_transport_header(skb2); 1493 1494 err = -EINVAL; 1495 if (!pskb_may_pull(skb2, sizeof(*ih))) 1496 goto out; 1497 1498 switch (skb2->ip_summed) { 1499 case CHECKSUM_COMPLETE: 1500 if (!csum_fold(skb2->csum)) 1501 break; 1502 /* fall through */ 1503 case CHECKSUM_NONE: 1504 skb2->csum = 0; 1505 if (skb_checksum_complete(skb2)) 1506 goto out; 1507 } 1508 1509 err = 0; 1510 1511 br_vlan_get_tag(skb2, &vid); 1512 BR_INPUT_SKB_CB(skb)->igmp = 1; 1513 ih = igmp_hdr(skb2); 1514 1515 switch (ih->type) { 1516 case IGMP_HOST_MEMBERSHIP_REPORT: 1517 case IGMPV2_HOST_MEMBERSHIP_REPORT: 1518 BR_INPUT_SKB_CB(skb)->mrouters_only = 1; 1519 err = br_ip4_multicast_add_group(br, port, ih->group, vid); 1520 break; 1521 case IGMPV3_HOST_MEMBERSHIP_REPORT: 1522 err = br_ip4_multicast_igmp3_report(br, port, skb2); 1523 break; 1524 case IGMP_HOST_MEMBERSHIP_QUERY: 1525 err = br_ip4_multicast_query(br, port, skb2); 1526 break; 1527 case IGMP_HOST_LEAVE_MESSAGE: 1528 br_ip4_multicast_leave_group(br, port, ih->group, vid); 1529 break; 1530 } 1531 1532 out: 1533 __skb_push(skb2, offset); 1534 err_out: 1535 if (skb2 != skb) 1536 kfree_skb(skb2); 1537 return err; 1538 } 1539 1540 #if IS_ENABLED(CONFIG_IPV6) 1541 static int br_multicast_ipv6_rcv(struct net_bridge *br, 1542 struct net_bridge_port *port, 1543 struct sk_buff *skb) 1544 { 1545 struct sk_buff *skb2; 1546 const struct ipv6hdr *ip6h; 1547 u8 icmp6_type; 1548 u8 nexthdr; 1549 __be16 frag_off; 1550 unsigned int len; 1551 int offset; 1552 int err; 1553 u16 vid = 0; 1554 1555 if (!pskb_may_pull(skb, sizeof(*ip6h))) 1556 return -EINVAL; 1557 1558 ip6h = ipv6_hdr(skb); 1559 1560 /* 1561 * We're interested in MLD messages only. 1562 * - Version is 6 1563 * - MLD has always Router Alert hop-by-hop option 1564 * - But we do not support jumbrograms. 1565 */ 1566 if (ip6h->version != 6) 1567 return 0; 1568 1569 /* Prevent flooding this packet if there is no listener present */ 1570 if (!ipv6_addr_is_ll_all_nodes(&ip6h->daddr)) 1571 BR_INPUT_SKB_CB(skb)->mrouters_only = 1; 1572 1573 if (ip6h->nexthdr != IPPROTO_HOPOPTS || 1574 ip6h->payload_len == 0) 1575 return 0; 1576 1577 len = ntohs(ip6h->payload_len) + sizeof(*ip6h); 1578 if (skb->len < len) 1579 return -EINVAL; 1580 1581 nexthdr = ip6h->nexthdr; 1582 offset = ipv6_skip_exthdr(skb, sizeof(*ip6h), &nexthdr, &frag_off); 1583 1584 if (offset < 0 || nexthdr != IPPROTO_ICMPV6) 1585 return 0; 1586 1587 /* Okay, we found ICMPv6 header */ 1588 skb2 = skb_clone(skb, GFP_ATOMIC); 1589 if (!skb2) 1590 return -ENOMEM; 1591 1592 err = -EINVAL; 1593 if (!pskb_may_pull(skb2, offset + sizeof(struct icmp6hdr))) 1594 goto out; 1595 1596 len -= offset - skb_network_offset(skb2); 1597 1598 __skb_pull(skb2, offset); 1599 skb_reset_transport_header(skb2); 1600 skb_postpull_rcsum(skb2, skb_network_header(skb2), 1601 skb_network_header_len(skb2)); 1602 1603 icmp6_type = icmp6_hdr(skb2)->icmp6_type; 1604 1605 switch (icmp6_type) { 1606 case ICMPV6_MGM_QUERY: 1607 case ICMPV6_MGM_REPORT: 1608 case ICMPV6_MGM_REDUCTION: 1609 case ICMPV6_MLD2_REPORT: 1610 break; 1611 default: 1612 err = 0; 1613 goto out; 1614 } 1615 1616 /* Okay, we found MLD message. Check further. */ 1617 if (skb2->len > len) { 1618 err = pskb_trim_rcsum(skb2, len); 1619 if (err) 1620 goto out; 1621 err = -EINVAL; 1622 } 1623 1624 ip6h = ipv6_hdr(skb2); 1625 1626 switch (skb2->ip_summed) { 1627 case CHECKSUM_COMPLETE: 1628 if (!csum_ipv6_magic(&ip6h->saddr, &ip6h->daddr, skb2->len, 1629 IPPROTO_ICMPV6, skb2->csum)) 1630 break; 1631 /*FALLTHROUGH*/ 1632 case CHECKSUM_NONE: 1633 skb2->csum = ~csum_unfold(csum_ipv6_magic(&ip6h->saddr, 1634 &ip6h->daddr, 1635 skb2->len, 1636 IPPROTO_ICMPV6, 0)); 1637 if (__skb_checksum_complete(skb2)) 1638 goto out; 1639 } 1640 1641 err = 0; 1642 1643 br_vlan_get_tag(skb, &vid); 1644 BR_INPUT_SKB_CB(skb)->igmp = 1; 1645 1646 switch (icmp6_type) { 1647 case ICMPV6_MGM_REPORT: 1648 { 1649 struct mld_msg *mld; 1650 if (!pskb_may_pull(skb2, sizeof(*mld))) { 1651 err = -EINVAL; 1652 goto out; 1653 } 1654 mld = (struct mld_msg *)skb_transport_header(skb2); 1655 BR_INPUT_SKB_CB(skb)->mrouters_only = 1; 1656 err = br_ip6_multicast_add_group(br, port, &mld->mld_mca, vid); 1657 break; 1658 } 1659 case ICMPV6_MLD2_REPORT: 1660 err = br_ip6_multicast_mld2_report(br, port, skb2); 1661 break; 1662 case ICMPV6_MGM_QUERY: 1663 err = br_ip6_multicast_query(br, port, skb2); 1664 break; 1665 case ICMPV6_MGM_REDUCTION: 1666 { 1667 struct mld_msg *mld; 1668 if (!pskb_may_pull(skb2, sizeof(*mld))) { 1669 err = -EINVAL; 1670 goto out; 1671 } 1672 mld = (struct mld_msg *)skb_transport_header(skb2); 1673 br_ip6_multicast_leave_group(br, port, &mld->mld_mca, vid); 1674 } 1675 } 1676 1677 out: 1678 kfree_skb(skb2); 1679 return err; 1680 } 1681 #endif 1682 1683 int br_multicast_rcv(struct net_bridge *br, struct net_bridge_port *port, 1684 struct sk_buff *skb) 1685 { 1686 BR_INPUT_SKB_CB(skb)->igmp = 0; 1687 BR_INPUT_SKB_CB(skb)->mrouters_only = 0; 1688 1689 if (br->multicast_disabled) 1690 return 0; 1691 1692 switch (skb->protocol) { 1693 case htons(ETH_P_IP): 1694 return br_multicast_ipv4_rcv(br, port, skb); 1695 #if IS_ENABLED(CONFIG_IPV6) 1696 case htons(ETH_P_IPV6): 1697 return br_multicast_ipv6_rcv(br, port, skb); 1698 #endif 1699 } 1700 1701 return 0; 1702 } 1703 1704 static void br_multicast_query_expired(struct net_bridge *br, 1705 struct bridge_mcast_query *query) 1706 { 1707 spin_lock(&br->multicast_lock); 1708 if (query->startup_sent < br->multicast_startup_query_count) 1709 query->startup_sent++; 1710 1711 br_multicast_send_query(br, NULL, query); 1712 spin_unlock(&br->multicast_lock); 1713 } 1714 1715 static void br_ip4_multicast_query_expired(unsigned long data) 1716 { 1717 struct net_bridge *br = (void *)data; 1718 1719 br_multicast_query_expired(br, &br->ip4_query); 1720 } 1721 1722 #if IS_ENABLED(CONFIG_IPV6) 1723 static void br_ip6_multicast_query_expired(unsigned long data) 1724 { 1725 struct net_bridge *br = (void *)data; 1726 1727 br_multicast_query_expired(br, &br->ip6_query); 1728 } 1729 #endif 1730 1731 void br_multicast_init(struct net_bridge *br) 1732 { 1733 br->hash_elasticity = 4; 1734 br->hash_max = 512; 1735 1736 br->multicast_router = 1; 1737 br->multicast_querier = 0; 1738 br->multicast_query_use_ifaddr = 0; 1739 br->multicast_last_member_count = 2; 1740 br->multicast_startup_query_count = 2; 1741 1742 br->multicast_last_member_interval = HZ; 1743 br->multicast_query_response_interval = 10 * HZ; 1744 br->multicast_startup_query_interval = 125 * HZ / 4; 1745 br->multicast_query_interval = 125 * HZ; 1746 br->multicast_querier_interval = 255 * HZ; 1747 br->multicast_membership_interval = 260 * HZ; 1748 1749 br->ip4_querier.delay_time = 0; 1750 #if IS_ENABLED(CONFIG_IPV6) 1751 br->ip6_querier.delay_time = 0; 1752 #endif 1753 1754 spin_lock_init(&br->multicast_lock); 1755 setup_timer(&br->multicast_router_timer, 1756 br_multicast_local_router_expired, 0); 1757 setup_timer(&br->ip4_querier.timer, br_ip4_multicast_querier_expired, 1758 (unsigned long)br); 1759 setup_timer(&br->ip4_query.timer, br_ip4_multicast_query_expired, 1760 (unsigned long)br); 1761 #if IS_ENABLED(CONFIG_IPV6) 1762 setup_timer(&br->ip6_querier.timer, br_ip6_multicast_querier_expired, 1763 (unsigned long)br); 1764 setup_timer(&br->ip6_query.timer, br_ip6_multicast_query_expired, 1765 (unsigned long)br); 1766 #endif 1767 } 1768 1769 static void __br_multicast_open(struct net_bridge *br, 1770 struct bridge_mcast_query *query) 1771 { 1772 query->startup_sent = 0; 1773 1774 if (br->multicast_disabled) 1775 return; 1776 1777 mod_timer(&query->timer, jiffies); 1778 } 1779 1780 void br_multicast_open(struct net_bridge *br) 1781 { 1782 __br_multicast_open(br, &br->ip4_query); 1783 #if IS_ENABLED(CONFIG_IPV6) 1784 __br_multicast_open(br, &br->ip6_query); 1785 #endif 1786 } 1787 1788 void br_multicast_stop(struct net_bridge *br) 1789 { 1790 struct net_bridge_mdb_htable *mdb; 1791 struct net_bridge_mdb_entry *mp; 1792 struct hlist_node *n; 1793 u32 ver; 1794 int i; 1795 1796 del_timer_sync(&br->multicast_router_timer); 1797 del_timer_sync(&br->ip4_querier.timer); 1798 del_timer_sync(&br->ip4_query.timer); 1799 #if IS_ENABLED(CONFIG_IPV6) 1800 del_timer_sync(&br->ip6_querier.timer); 1801 del_timer_sync(&br->ip6_query.timer); 1802 #endif 1803 1804 spin_lock_bh(&br->multicast_lock); 1805 mdb = mlock_dereference(br->mdb, br); 1806 if (!mdb) 1807 goto out; 1808 1809 br->mdb = NULL; 1810 1811 ver = mdb->ver; 1812 for (i = 0; i < mdb->max; i++) { 1813 hlist_for_each_entry_safe(mp, n, &mdb->mhash[i], 1814 hlist[ver]) { 1815 del_timer(&mp->timer); 1816 call_rcu_bh(&mp->rcu, br_multicast_free_group); 1817 } 1818 } 1819 1820 if (mdb->old) { 1821 spin_unlock_bh(&br->multicast_lock); 1822 rcu_barrier_bh(); 1823 spin_lock_bh(&br->multicast_lock); 1824 WARN_ON(mdb->old); 1825 } 1826 1827 mdb->old = mdb; 1828 call_rcu_bh(&mdb->rcu, br_mdb_free); 1829 1830 out: 1831 spin_unlock_bh(&br->multicast_lock); 1832 } 1833 1834 int br_multicast_set_router(struct net_bridge *br, unsigned long val) 1835 { 1836 int err = -ENOENT; 1837 1838 spin_lock_bh(&br->multicast_lock); 1839 if (!netif_running(br->dev)) 1840 goto unlock; 1841 1842 switch (val) { 1843 case 0: 1844 case 2: 1845 del_timer(&br->multicast_router_timer); 1846 /* fall through */ 1847 case 1: 1848 br->multicast_router = val; 1849 err = 0; 1850 break; 1851 1852 default: 1853 err = -EINVAL; 1854 break; 1855 } 1856 1857 unlock: 1858 spin_unlock_bh(&br->multicast_lock); 1859 1860 return err; 1861 } 1862 1863 int br_multicast_set_port_router(struct net_bridge_port *p, unsigned long val) 1864 { 1865 struct net_bridge *br = p->br; 1866 int err = -ENOENT; 1867 1868 spin_lock(&br->multicast_lock); 1869 if (!netif_running(br->dev) || p->state == BR_STATE_DISABLED) 1870 goto unlock; 1871 1872 switch (val) { 1873 case 0: 1874 case 1: 1875 case 2: 1876 p->multicast_router = val; 1877 err = 0; 1878 1879 if (val < 2 && !hlist_unhashed(&p->rlist)) 1880 hlist_del_init_rcu(&p->rlist); 1881 1882 if (val == 1) 1883 break; 1884 1885 del_timer(&p->multicast_router_timer); 1886 1887 if (val == 0) 1888 break; 1889 1890 br_multicast_add_router(br, p); 1891 break; 1892 1893 default: 1894 err = -EINVAL; 1895 break; 1896 } 1897 1898 unlock: 1899 spin_unlock(&br->multicast_lock); 1900 1901 return err; 1902 } 1903 1904 static void br_multicast_start_querier(struct net_bridge *br, 1905 struct bridge_mcast_query *query) 1906 { 1907 struct net_bridge_port *port; 1908 1909 __br_multicast_open(br, query); 1910 1911 list_for_each_entry(port, &br->port_list, list) { 1912 if (port->state == BR_STATE_DISABLED || 1913 port->state == BR_STATE_BLOCKING) 1914 continue; 1915 1916 if (query == &br->ip4_query) 1917 br_multicast_enable(&port->ip4_query); 1918 #if IS_ENABLED(CONFIG_IPV6) 1919 else 1920 br_multicast_enable(&port->ip6_query); 1921 #endif 1922 } 1923 } 1924 1925 int br_multicast_toggle(struct net_bridge *br, unsigned long val) 1926 { 1927 int err = 0; 1928 struct net_bridge_mdb_htable *mdb; 1929 1930 spin_lock_bh(&br->multicast_lock); 1931 if (br->multicast_disabled == !val) 1932 goto unlock; 1933 1934 br->multicast_disabled = !val; 1935 if (br->multicast_disabled) 1936 goto unlock; 1937 1938 if (!netif_running(br->dev)) 1939 goto unlock; 1940 1941 mdb = mlock_dereference(br->mdb, br); 1942 if (mdb) { 1943 if (mdb->old) { 1944 err = -EEXIST; 1945 rollback: 1946 br->multicast_disabled = !!val; 1947 goto unlock; 1948 } 1949 1950 err = br_mdb_rehash(&br->mdb, mdb->max, 1951 br->hash_elasticity); 1952 if (err) 1953 goto rollback; 1954 } 1955 1956 br_multicast_start_querier(br, &br->ip4_query); 1957 #if IS_ENABLED(CONFIG_IPV6) 1958 br_multicast_start_querier(br, &br->ip6_query); 1959 #endif 1960 1961 unlock: 1962 spin_unlock_bh(&br->multicast_lock); 1963 1964 return err; 1965 } 1966 1967 int br_multicast_set_querier(struct net_bridge *br, unsigned long val) 1968 { 1969 unsigned long max_delay; 1970 1971 val = !!val; 1972 1973 spin_lock_bh(&br->multicast_lock); 1974 if (br->multicast_querier == val) 1975 goto unlock; 1976 1977 br->multicast_querier = val; 1978 if (!val) 1979 goto unlock; 1980 1981 max_delay = br->multicast_query_response_interval; 1982 1983 if (!timer_pending(&br->ip4_querier.timer)) 1984 br->ip4_querier.delay_time = jiffies + max_delay; 1985 1986 br_multicast_start_querier(br, &br->ip4_query); 1987 1988 #if IS_ENABLED(CONFIG_IPV6) 1989 if (!timer_pending(&br->ip6_querier.timer)) 1990 br->ip6_querier.delay_time = jiffies + max_delay; 1991 1992 br_multicast_start_querier(br, &br->ip6_query); 1993 #endif 1994 1995 unlock: 1996 spin_unlock_bh(&br->multicast_lock); 1997 1998 return 0; 1999 } 2000 2001 int br_multicast_set_hash_max(struct net_bridge *br, unsigned long val) 2002 { 2003 int err = -ENOENT; 2004 u32 old; 2005 struct net_bridge_mdb_htable *mdb; 2006 2007 spin_lock(&br->multicast_lock); 2008 if (!netif_running(br->dev)) 2009 goto unlock; 2010 2011 err = -EINVAL; 2012 if (!is_power_of_2(val)) 2013 goto unlock; 2014 2015 mdb = mlock_dereference(br->mdb, br); 2016 if (mdb && val < mdb->size) 2017 goto unlock; 2018 2019 err = 0; 2020 2021 old = br->hash_max; 2022 br->hash_max = val; 2023 2024 if (mdb) { 2025 if (mdb->old) { 2026 err = -EEXIST; 2027 rollback: 2028 br->hash_max = old; 2029 goto unlock; 2030 } 2031 2032 err = br_mdb_rehash(&br->mdb, br->hash_max, 2033 br->hash_elasticity); 2034 if (err) 2035 goto rollback; 2036 } 2037 2038 unlock: 2039 spin_unlock(&br->multicast_lock); 2040 2041 return err; 2042 } 2043