1 // SPDX-License-Identifier: GPL-2.0-only 2 #include <linux/kernel.h> 3 #include <linux/netdevice.h> 4 #include <linux/rtnetlink.h> 5 #include <linux/slab.h> 6 #include <net/switchdev.h> 7 8 #include "br_private.h" 9 #include "br_private_tunnel.h" 10 11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid); 12 13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg, 14 const void *ptr) 15 { 16 const struct net_bridge_vlan *vle = ptr; 17 u16 vid = *(u16 *)arg->key; 18 19 return vle->vid != vid; 20 } 21 22 static const struct rhashtable_params br_vlan_rht_params = { 23 .head_offset = offsetof(struct net_bridge_vlan, vnode), 24 .key_offset = offsetof(struct net_bridge_vlan, vid), 25 .key_len = sizeof(u16), 26 .nelem_hint = 3, 27 .max_size = VLAN_N_VID, 28 .obj_cmpfn = br_vlan_cmp, 29 .automatic_shrinking = true, 30 }; 31 32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid) 33 { 34 return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params); 35 } 36 37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, 38 const struct net_bridge_vlan *v) 39 { 40 if (vg->pvid == v->vid) 41 return false; 42 43 smp_wmb(); 44 br_vlan_set_pvid_state(vg, v->state); 45 vg->pvid = v->vid; 46 47 return true; 48 } 49 50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid) 51 { 52 if (vg->pvid != vid) 53 return false; 54 55 smp_wmb(); 56 vg->pvid = 0; 57 58 return true; 59 } 60 61 /* return true if anything changed, false otherwise */ 62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags) 63 { 64 struct net_bridge_vlan_group *vg; 65 u16 old_flags = v->flags; 66 bool ret; 67 68 if (br_vlan_is_master(v)) 69 vg = br_vlan_group(v->br); 70 else 71 vg = nbp_vlan_group(v->port); 72 73 if (flags & BRIDGE_VLAN_INFO_PVID) 74 ret = __vlan_add_pvid(vg, v); 75 else 76 ret = __vlan_delete_pvid(vg, v->vid); 77 78 if (flags & BRIDGE_VLAN_INFO_UNTAGGED) 79 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED; 80 else 81 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED; 82 83 return ret || !!(old_flags ^ v->flags); 84 } 85 86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br, 87 struct net_bridge_vlan *v, u16 flags, 88 struct netlink_ext_ack *extack) 89 { 90 int err; 91 92 /* Try switchdev op first. In case it is not supported, fallback to 93 * 8021q add. 94 */ 95 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack); 96 if (err == -EOPNOTSUPP) 97 return vlan_vid_add(dev, br->vlan_proto, v->vid); 98 v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV; 99 return err; 100 } 101 102 static void __vlan_add_list(struct net_bridge_vlan *v) 103 { 104 struct net_bridge_vlan_group *vg; 105 struct list_head *headp, *hpos; 106 struct net_bridge_vlan *vent; 107 108 if (br_vlan_is_master(v)) 109 vg = br_vlan_group(v->br); 110 else 111 vg = nbp_vlan_group(v->port); 112 113 headp = &vg->vlan_list; 114 list_for_each_prev(hpos, headp) { 115 vent = list_entry(hpos, struct net_bridge_vlan, vlist); 116 if (v->vid >= vent->vid) 117 break; 118 } 119 list_add_rcu(&v->vlist, hpos); 120 } 121 122 static void __vlan_del_list(struct net_bridge_vlan *v) 123 { 124 list_del_rcu(&v->vlist); 125 } 126 127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br, 128 const struct net_bridge_vlan *v) 129 { 130 int err; 131 132 /* Try switchdev op first. In case it is not supported, fallback to 133 * 8021q del. 134 */ 135 err = br_switchdev_port_vlan_del(dev, v->vid); 136 if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)) 137 vlan_vid_del(dev, br->vlan_proto, v->vid); 138 return err == -EOPNOTSUPP ? 0 : err; 139 } 140 141 /* Returns a master vlan, if it didn't exist it gets created. In all cases 142 * a reference is taken to the master vlan before returning. 143 */ 144 static struct net_bridge_vlan * 145 br_vlan_get_master(struct net_bridge *br, u16 vid, 146 struct netlink_ext_ack *extack) 147 { 148 struct net_bridge_vlan_group *vg; 149 struct net_bridge_vlan *masterv; 150 151 vg = br_vlan_group(br); 152 masterv = br_vlan_find(vg, vid); 153 if (!masterv) { 154 bool changed; 155 156 /* missing global ctx, create it now */ 157 if (br_vlan_add(br, vid, 0, &changed, extack)) 158 return NULL; 159 masterv = br_vlan_find(vg, vid); 160 if (WARN_ON(!masterv)) 161 return NULL; 162 refcount_set(&masterv->refcnt, 1); 163 return masterv; 164 } 165 refcount_inc(&masterv->refcnt); 166 167 return masterv; 168 } 169 170 static void br_master_vlan_rcu_free(struct rcu_head *rcu) 171 { 172 struct net_bridge_vlan *v; 173 174 v = container_of(rcu, struct net_bridge_vlan, rcu); 175 WARN_ON(!br_vlan_is_master(v)); 176 free_percpu(v->stats); 177 v->stats = NULL; 178 kfree(v); 179 } 180 181 static void br_vlan_put_master(struct net_bridge_vlan *masterv) 182 { 183 struct net_bridge_vlan_group *vg; 184 185 if (!br_vlan_is_master(masterv)) 186 return; 187 188 vg = br_vlan_group(masterv->br); 189 if (refcount_dec_and_test(&masterv->refcnt)) { 190 rhashtable_remove_fast(&vg->vlan_hash, 191 &masterv->vnode, br_vlan_rht_params); 192 __vlan_del_list(masterv); 193 br_multicast_toggle_one_vlan(masterv, false); 194 br_multicast_ctx_deinit(&masterv->br_mcast_ctx); 195 call_rcu(&masterv->rcu, br_master_vlan_rcu_free); 196 } 197 } 198 199 static void nbp_vlan_rcu_free(struct rcu_head *rcu) 200 { 201 struct net_bridge_vlan *v; 202 203 v = container_of(rcu, struct net_bridge_vlan, rcu); 204 WARN_ON(br_vlan_is_master(v)); 205 /* if we had per-port stats configured then free them here */ 206 if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS) 207 free_percpu(v->stats); 208 v->stats = NULL; 209 kfree(v); 210 } 211 212 /* This is the shared VLAN add function which works for both ports and bridge 213 * devices. There are four possible calls to this function in terms of the 214 * vlan entry type: 215 * 1. vlan is being added on a port (no master flags, global entry exists) 216 * 2. vlan is being added on a bridge (both master and brentry flags) 217 * 3. vlan is being added on a port, but a global entry didn't exist which 218 * is being created right now (master flag set, brentry flag unset), the 219 * global entry is used for global per-vlan features, but not for filtering 220 * 4. same as 3 but with both master and brentry flags set so the entry 221 * will be used for filtering in both the port and the bridge 222 */ 223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags, 224 struct netlink_ext_ack *extack) 225 { 226 struct net_bridge_vlan *masterv = NULL; 227 struct net_bridge_port *p = NULL; 228 struct net_bridge_vlan_group *vg; 229 struct net_device *dev; 230 struct net_bridge *br; 231 int err; 232 233 if (br_vlan_is_master(v)) { 234 br = v->br; 235 dev = br->dev; 236 vg = br_vlan_group(br); 237 } else { 238 p = v->port; 239 br = p->br; 240 dev = p->dev; 241 vg = nbp_vlan_group(p); 242 } 243 244 if (p) { 245 /* Add VLAN to the device filter if it is supported. 246 * This ensures tagged traffic enters the bridge when 247 * promiscuous mode is disabled by br_manage_promisc(). 248 */ 249 err = __vlan_vid_add(dev, br, v, flags, extack); 250 if (err) 251 goto out; 252 253 /* need to work on the master vlan too */ 254 if (flags & BRIDGE_VLAN_INFO_MASTER) { 255 bool changed; 256 257 err = br_vlan_add(br, v->vid, 258 flags | BRIDGE_VLAN_INFO_BRENTRY, 259 &changed, extack); 260 if (err) 261 goto out_filt; 262 263 if (changed) 264 br_vlan_notify(br, NULL, v->vid, 0, 265 RTM_NEWVLAN); 266 } 267 268 masterv = br_vlan_get_master(br, v->vid, extack); 269 if (!masterv) { 270 err = -ENOMEM; 271 goto out_filt; 272 } 273 v->brvlan = masterv; 274 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) { 275 v->stats = 276 netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 277 if (!v->stats) { 278 err = -ENOMEM; 279 goto out_filt; 280 } 281 v->priv_flags |= BR_VLFLAG_PER_PORT_STATS; 282 } else { 283 v->stats = masterv->stats; 284 } 285 br_multicast_port_ctx_init(p, v, &v->port_mcast_ctx); 286 } else { 287 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack); 288 if (err && err != -EOPNOTSUPP) 289 goto out; 290 br_multicast_ctx_init(br, v, &v->br_mcast_ctx); 291 v->priv_flags |= BR_VLFLAG_GLOBAL_MCAST_ENABLED; 292 } 293 294 /* Add the dev mac and count the vlan only if it's usable */ 295 if (br_vlan_should_use(v)) { 296 err = br_fdb_insert(br, p, dev->dev_addr, v->vid); 297 if (err) { 298 br_err(br, "failed insert local address into bridge forwarding table\n"); 299 goto out_filt; 300 } 301 vg->num_vlans++; 302 } 303 304 /* set the state before publishing */ 305 v->state = BR_STATE_FORWARDING; 306 307 err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode, 308 br_vlan_rht_params); 309 if (err) 310 goto out_fdb_insert; 311 312 __vlan_add_list(v); 313 __vlan_add_flags(v, flags); 314 br_multicast_toggle_one_vlan(v, true); 315 316 if (p) 317 nbp_vlan_set_vlan_dev_state(p, v->vid); 318 out: 319 return err; 320 321 out_fdb_insert: 322 if (br_vlan_should_use(v)) { 323 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid); 324 vg->num_vlans--; 325 } 326 327 out_filt: 328 if (p) { 329 __vlan_vid_del(dev, br, v); 330 if (masterv) { 331 if (v->stats && masterv->stats != v->stats) 332 free_percpu(v->stats); 333 v->stats = NULL; 334 335 br_vlan_put_master(masterv); 336 v->brvlan = NULL; 337 } 338 } else { 339 br_switchdev_port_vlan_del(dev, v->vid); 340 } 341 342 goto out; 343 } 344 345 static int __vlan_del(struct net_bridge_vlan *v) 346 { 347 struct net_bridge_vlan *masterv = v; 348 struct net_bridge_vlan_group *vg; 349 struct net_bridge_port *p = NULL; 350 int err = 0; 351 352 if (br_vlan_is_master(v)) { 353 vg = br_vlan_group(v->br); 354 } else { 355 p = v->port; 356 vg = nbp_vlan_group(v->port); 357 masterv = v->brvlan; 358 } 359 360 __vlan_delete_pvid(vg, v->vid); 361 if (p) { 362 err = __vlan_vid_del(p->dev, p->br, v); 363 if (err) 364 goto out; 365 } else { 366 err = br_switchdev_port_vlan_del(v->br->dev, v->vid); 367 if (err && err != -EOPNOTSUPP) 368 goto out; 369 err = 0; 370 } 371 372 if (br_vlan_should_use(v)) { 373 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY; 374 vg->num_vlans--; 375 } 376 377 if (masterv != v) { 378 vlan_tunnel_info_del(vg, v); 379 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode, 380 br_vlan_rht_params); 381 __vlan_del_list(v); 382 nbp_vlan_set_vlan_dev_state(p, v->vid); 383 br_multicast_toggle_one_vlan(v, false); 384 br_multicast_port_ctx_deinit(&v->port_mcast_ctx); 385 call_rcu(&v->rcu, nbp_vlan_rcu_free); 386 } 387 388 br_vlan_put_master(masterv); 389 out: 390 return err; 391 } 392 393 static void __vlan_group_free(struct net_bridge_vlan_group *vg) 394 { 395 WARN_ON(!list_empty(&vg->vlan_list)); 396 rhashtable_destroy(&vg->vlan_hash); 397 vlan_tunnel_deinit(vg); 398 kfree(vg); 399 } 400 401 static void __vlan_flush(const struct net_bridge *br, 402 const struct net_bridge_port *p, 403 struct net_bridge_vlan_group *vg) 404 { 405 struct net_bridge_vlan *vlan, *tmp; 406 u16 v_start = 0, v_end = 0; 407 408 __vlan_delete_pvid(vg, vg->pvid); 409 list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) { 410 /* take care of disjoint ranges */ 411 if (!v_start) { 412 v_start = vlan->vid; 413 } else if (vlan->vid - v_end != 1) { 414 /* found range end, notify and start next one */ 415 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN); 416 v_start = vlan->vid; 417 } 418 v_end = vlan->vid; 419 420 __vlan_del(vlan); 421 } 422 423 /* notify about the last/whole vlan range */ 424 if (v_start) 425 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN); 426 } 427 428 struct sk_buff *br_handle_vlan(struct net_bridge *br, 429 const struct net_bridge_port *p, 430 struct net_bridge_vlan_group *vg, 431 struct sk_buff *skb) 432 { 433 struct pcpu_sw_netstats *stats; 434 struct net_bridge_vlan *v; 435 u16 vid; 436 437 /* If this packet was not filtered at input, let it pass */ 438 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered) 439 goto out; 440 441 /* At this point, we know that the frame was filtered and contains 442 * a valid vlan id. If the vlan id has untagged flag set, 443 * send untagged; otherwise, send tagged. 444 */ 445 br_vlan_get_tag(skb, &vid); 446 v = br_vlan_find(vg, vid); 447 /* Vlan entry must be configured at this point. The 448 * only exception is the bridge is set in promisc mode and the 449 * packet is destined for the bridge device. In this case 450 * pass the packet as is. 451 */ 452 if (!v || !br_vlan_should_use(v)) { 453 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) { 454 goto out; 455 } else { 456 kfree_skb(skb); 457 return NULL; 458 } 459 } 460 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) { 461 stats = this_cpu_ptr(v->stats); 462 u64_stats_update_begin(&stats->syncp); 463 stats->tx_bytes += skb->len; 464 stats->tx_packets++; 465 u64_stats_update_end(&stats->syncp); 466 } 467 468 /* If the skb will be sent using forwarding offload, the assumption is 469 * that the switchdev will inject the packet into hardware together 470 * with the bridge VLAN, so that it can be forwarded according to that 471 * VLAN. The switchdev should deal with popping the VLAN header in 472 * hardware on each egress port as appropriate. So only strip the VLAN 473 * header if forwarding offload is not being used. 474 */ 475 if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED && 476 !br_switchdev_frame_uses_tx_fwd_offload(skb)) 477 __vlan_hwaccel_clear_tag(skb); 478 479 if (p && (p->flags & BR_VLAN_TUNNEL) && 480 br_handle_egress_vlan_tunnel(skb, v)) { 481 kfree_skb(skb); 482 return NULL; 483 } 484 out: 485 return skb; 486 } 487 488 /* Called under RCU */ 489 static bool __allowed_ingress(const struct net_bridge *br, 490 struct net_bridge_vlan_group *vg, 491 struct sk_buff *skb, u16 *vid, 492 u8 *state, 493 struct net_bridge_vlan **vlan) 494 { 495 struct pcpu_sw_netstats *stats; 496 struct net_bridge_vlan *v; 497 bool tagged; 498 499 BR_INPUT_SKB_CB(skb)->vlan_filtered = true; 500 /* If vlan tx offload is disabled on bridge device and frame was 501 * sent from vlan device on the bridge device, it does not have 502 * HW accelerated vlan tag. 503 */ 504 if (unlikely(!skb_vlan_tag_present(skb) && 505 skb->protocol == br->vlan_proto)) { 506 skb = skb_vlan_untag(skb); 507 if (unlikely(!skb)) 508 return false; 509 } 510 511 if (!br_vlan_get_tag(skb, vid)) { 512 /* Tagged frame */ 513 if (skb->vlan_proto != br->vlan_proto) { 514 /* Protocol-mismatch, empty out vlan_tci for new tag */ 515 skb_push(skb, ETH_HLEN); 516 skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto, 517 skb_vlan_tag_get(skb)); 518 if (unlikely(!skb)) 519 return false; 520 521 skb_pull(skb, ETH_HLEN); 522 skb_reset_mac_len(skb); 523 *vid = 0; 524 tagged = false; 525 } else { 526 tagged = true; 527 } 528 } else { 529 /* Untagged frame */ 530 tagged = false; 531 } 532 533 if (!*vid) { 534 u16 pvid = br_get_pvid(vg); 535 536 /* Frame had a tag with VID 0 or did not have a tag. 537 * See if pvid is set on this port. That tells us which 538 * vlan untagged or priority-tagged traffic belongs to. 539 */ 540 if (!pvid) 541 goto drop; 542 543 /* PVID is set on this port. Any untagged or priority-tagged 544 * ingress frame is considered to belong to this vlan. 545 */ 546 *vid = pvid; 547 if (likely(!tagged)) 548 /* Untagged Frame. */ 549 __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid); 550 else 551 /* Priority-tagged Frame. 552 * At this point, we know that skb->vlan_tci VID 553 * field was 0. 554 * We update only VID field and preserve PCP field. 555 */ 556 skb->vlan_tci |= pvid; 557 558 /* if snooping and stats are disabled we can avoid the lookup */ 559 if (!br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) && 560 !br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) { 561 if (*state == BR_STATE_FORWARDING) { 562 *state = br_vlan_get_pvid_state(vg); 563 if (!br_vlan_state_allowed(*state, true)) 564 goto drop; 565 } 566 return true; 567 } 568 } 569 v = br_vlan_find(vg, *vid); 570 if (!v || !br_vlan_should_use(v)) 571 goto drop; 572 573 if (*state == BR_STATE_FORWARDING) { 574 *state = br_vlan_get_state(v); 575 if (!br_vlan_state_allowed(*state, true)) 576 goto drop; 577 } 578 579 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) { 580 stats = this_cpu_ptr(v->stats); 581 u64_stats_update_begin(&stats->syncp); 582 stats->rx_bytes += skb->len; 583 stats->rx_packets++; 584 u64_stats_update_end(&stats->syncp); 585 } 586 587 *vlan = v; 588 589 return true; 590 591 drop: 592 kfree_skb(skb); 593 return false; 594 } 595 596 bool br_allowed_ingress(const struct net_bridge *br, 597 struct net_bridge_vlan_group *vg, struct sk_buff *skb, 598 u16 *vid, u8 *state, 599 struct net_bridge_vlan **vlan) 600 { 601 /* If VLAN filtering is disabled on the bridge, all packets are 602 * permitted. 603 */ 604 *vlan = NULL; 605 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) { 606 BR_INPUT_SKB_CB(skb)->vlan_filtered = false; 607 return true; 608 } 609 610 return __allowed_ingress(br, vg, skb, vid, state, vlan); 611 } 612 613 /* Called under RCU. */ 614 bool br_allowed_egress(struct net_bridge_vlan_group *vg, 615 const struct sk_buff *skb) 616 { 617 const struct net_bridge_vlan *v; 618 u16 vid; 619 620 /* If this packet was not filtered at input, let it pass */ 621 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered) 622 return true; 623 624 br_vlan_get_tag(skb, &vid); 625 v = br_vlan_find(vg, vid); 626 if (v && br_vlan_should_use(v) && 627 br_vlan_state_allowed(br_vlan_get_state(v), false)) 628 return true; 629 630 return false; 631 } 632 633 /* Called under RCU */ 634 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid) 635 { 636 struct net_bridge_vlan_group *vg; 637 struct net_bridge *br = p->br; 638 struct net_bridge_vlan *v; 639 640 /* If filtering was disabled at input, let it pass. */ 641 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) 642 return true; 643 644 vg = nbp_vlan_group_rcu(p); 645 if (!vg || !vg->num_vlans) 646 return false; 647 648 if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto) 649 *vid = 0; 650 651 if (!*vid) { 652 *vid = br_get_pvid(vg); 653 if (!*vid || 654 !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true)) 655 return false; 656 657 return true; 658 } 659 660 v = br_vlan_find(vg, *vid); 661 if (v && br_vlan_state_allowed(br_vlan_get_state(v), true)) 662 return true; 663 664 return false; 665 } 666 667 static int br_vlan_add_existing(struct net_bridge *br, 668 struct net_bridge_vlan_group *vg, 669 struct net_bridge_vlan *vlan, 670 u16 flags, bool *changed, 671 struct netlink_ext_ack *extack) 672 { 673 int err; 674 675 err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack); 676 if (err && err != -EOPNOTSUPP) 677 return err; 678 679 if (!br_vlan_is_brentry(vlan)) { 680 /* Trying to change flags of non-existent bridge vlan */ 681 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) { 682 err = -EINVAL; 683 goto err_flags; 684 } 685 /* It was only kept for port vlans, now make it real */ 686 err = br_fdb_insert(br, NULL, br->dev->dev_addr, 687 vlan->vid); 688 if (err) { 689 br_err(br, "failed to insert local address into bridge forwarding table\n"); 690 goto err_fdb_insert; 691 } 692 693 refcount_inc(&vlan->refcnt); 694 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY; 695 vg->num_vlans++; 696 *changed = true; 697 br_multicast_toggle_one_vlan(vlan, true); 698 } 699 700 if (__vlan_add_flags(vlan, flags)) 701 *changed = true; 702 703 return 0; 704 705 err_fdb_insert: 706 err_flags: 707 br_switchdev_port_vlan_del(br->dev, vlan->vid); 708 return err; 709 } 710 711 /* Must be protected by RTNL. 712 * Must be called with vid in range from 1 to 4094 inclusive. 713 * changed must be true only if the vlan was created or updated 714 */ 715 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed, 716 struct netlink_ext_ack *extack) 717 { 718 struct net_bridge_vlan_group *vg; 719 struct net_bridge_vlan *vlan; 720 int ret; 721 722 ASSERT_RTNL(); 723 724 *changed = false; 725 vg = br_vlan_group(br); 726 vlan = br_vlan_find(vg, vid); 727 if (vlan) 728 return br_vlan_add_existing(br, vg, vlan, flags, changed, 729 extack); 730 731 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL); 732 if (!vlan) 733 return -ENOMEM; 734 735 vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); 736 if (!vlan->stats) { 737 kfree(vlan); 738 return -ENOMEM; 739 } 740 vlan->vid = vid; 741 vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER; 742 vlan->flags &= ~BRIDGE_VLAN_INFO_PVID; 743 vlan->br = br; 744 if (flags & BRIDGE_VLAN_INFO_BRENTRY) 745 refcount_set(&vlan->refcnt, 1); 746 ret = __vlan_add(vlan, flags, extack); 747 if (ret) { 748 free_percpu(vlan->stats); 749 kfree(vlan); 750 } else { 751 *changed = true; 752 } 753 754 return ret; 755 } 756 757 /* Must be protected by RTNL. 758 * Must be called with vid in range from 1 to 4094 inclusive. 759 */ 760 int br_vlan_delete(struct net_bridge *br, u16 vid) 761 { 762 struct net_bridge_vlan_group *vg; 763 struct net_bridge_vlan *v; 764 765 ASSERT_RTNL(); 766 767 vg = br_vlan_group(br); 768 v = br_vlan_find(vg, vid); 769 if (!v || !br_vlan_is_brentry(v)) 770 return -ENOENT; 771 772 br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid); 773 br_fdb_delete_by_port(br, NULL, vid, 0); 774 775 vlan_tunnel_info_del(vg, v); 776 777 return __vlan_del(v); 778 } 779 780 void br_vlan_flush(struct net_bridge *br) 781 { 782 struct net_bridge_vlan_group *vg; 783 784 ASSERT_RTNL(); 785 786 vg = br_vlan_group(br); 787 __vlan_flush(br, NULL, vg); 788 RCU_INIT_POINTER(br->vlgrp, NULL); 789 synchronize_rcu(); 790 __vlan_group_free(vg); 791 } 792 793 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid) 794 { 795 if (!vg) 796 return NULL; 797 798 return br_vlan_lookup(&vg->vlan_hash, vid); 799 } 800 801 /* Must be protected by RTNL. */ 802 static void recalculate_group_addr(struct net_bridge *br) 803 { 804 if (br_opt_get(br, BROPT_GROUP_ADDR_SET)) 805 return; 806 807 spin_lock_bh(&br->lock); 808 if (!br_opt_get(br, BROPT_VLAN_ENABLED) || 809 br->vlan_proto == htons(ETH_P_8021Q)) { 810 /* Bridge Group Address */ 811 br->group_addr[5] = 0x00; 812 } else { /* vlan_enabled && ETH_P_8021AD */ 813 /* Provider Bridge Group Address */ 814 br->group_addr[5] = 0x08; 815 } 816 spin_unlock_bh(&br->lock); 817 } 818 819 /* Must be protected by RTNL. */ 820 void br_recalculate_fwd_mask(struct net_bridge *br) 821 { 822 if (!br_opt_get(br, BROPT_VLAN_ENABLED) || 823 br->vlan_proto == htons(ETH_P_8021Q)) 824 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT; 825 else /* vlan_enabled && ETH_P_8021AD */ 826 br->group_fwd_mask_required = BR_GROUPFWD_8021AD & 827 ~(1u << br->group_addr[5]); 828 } 829 830 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val, 831 struct netlink_ext_ack *extack) 832 { 833 struct switchdev_attr attr = { 834 .orig_dev = br->dev, 835 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING, 836 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP, 837 .u.vlan_filtering = val, 838 }; 839 int err; 840 841 if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val) 842 return 0; 843 844 br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val); 845 846 err = switchdev_port_attr_set(br->dev, &attr, extack); 847 if (err && err != -EOPNOTSUPP) { 848 br_opt_toggle(br, BROPT_VLAN_ENABLED, !val); 849 return err; 850 } 851 852 br_manage_promisc(br); 853 recalculate_group_addr(br); 854 br_recalculate_fwd_mask(br); 855 if (!val && br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) { 856 br_info(br, "vlan filtering disabled, automatically disabling multicast vlan snooping\n"); 857 br_multicast_toggle_vlan_snooping(br, false, NULL); 858 } 859 860 return 0; 861 } 862 863 bool br_vlan_enabled(const struct net_device *dev) 864 { 865 struct net_bridge *br = netdev_priv(dev); 866 867 return br_opt_get(br, BROPT_VLAN_ENABLED); 868 } 869 EXPORT_SYMBOL_GPL(br_vlan_enabled); 870 871 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto) 872 { 873 struct net_bridge *br = netdev_priv(dev); 874 875 *p_proto = ntohs(br->vlan_proto); 876 877 return 0; 878 } 879 EXPORT_SYMBOL_GPL(br_vlan_get_proto); 880 881 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto, 882 struct netlink_ext_ack *extack) 883 { 884 struct switchdev_attr attr = { 885 .orig_dev = br->dev, 886 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL, 887 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP, 888 .u.vlan_protocol = ntohs(proto), 889 }; 890 int err = 0; 891 struct net_bridge_port *p; 892 struct net_bridge_vlan *vlan; 893 struct net_bridge_vlan_group *vg; 894 __be16 oldproto = br->vlan_proto; 895 896 if (br->vlan_proto == proto) 897 return 0; 898 899 err = switchdev_port_attr_set(br->dev, &attr, extack); 900 if (err && err != -EOPNOTSUPP) 901 return err; 902 903 /* Add VLANs for the new proto to the device filter. */ 904 list_for_each_entry(p, &br->port_list, list) { 905 vg = nbp_vlan_group(p); 906 list_for_each_entry(vlan, &vg->vlan_list, vlist) { 907 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV) 908 continue; 909 err = vlan_vid_add(p->dev, proto, vlan->vid); 910 if (err) 911 goto err_filt; 912 } 913 } 914 915 br->vlan_proto = proto; 916 917 recalculate_group_addr(br); 918 br_recalculate_fwd_mask(br); 919 920 /* Delete VLANs for the old proto from the device filter. */ 921 list_for_each_entry(p, &br->port_list, list) { 922 vg = nbp_vlan_group(p); 923 list_for_each_entry(vlan, &vg->vlan_list, vlist) { 924 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV) 925 continue; 926 vlan_vid_del(p->dev, oldproto, vlan->vid); 927 } 928 } 929 930 return 0; 931 932 err_filt: 933 attr.u.vlan_protocol = ntohs(oldproto); 934 switchdev_port_attr_set(br->dev, &attr, NULL); 935 936 list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist) { 937 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV) 938 continue; 939 vlan_vid_del(p->dev, proto, vlan->vid); 940 } 941 942 list_for_each_entry_continue_reverse(p, &br->port_list, list) { 943 vg = nbp_vlan_group(p); 944 list_for_each_entry(vlan, &vg->vlan_list, vlist) { 945 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV) 946 continue; 947 vlan_vid_del(p->dev, proto, vlan->vid); 948 } 949 } 950 951 return err; 952 } 953 954 int br_vlan_set_proto(struct net_bridge *br, unsigned long val, 955 struct netlink_ext_ack *extack) 956 { 957 if (!eth_type_vlan(htons(val))) 958 return -EPROTONOSUPPORT; 959 960 return __br_vlan_set_proto(br, htons(val), extack); 961 } 962 963 int br_vlan_set_stats(struct net_bridge *br, unsigned long val) 964 { 965 switch (val) { 966 case 0: 967 case 1: 968 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val); 969 break; 970 default: 971 return -EINVAL; 972 } 973 974 return 0; 975 } 976 977 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val) 978 { 979 struct net_bridge_port *p; 980 981 /* allow to change the option if there are no port vlans configured */ 982 list_for_each_entry(p, &br->port_list, list) { 983 struct net_bridge_vlan_group *vg = nbp_vlan_group(p); 984 985 if (vg->num_vlans) 986 return -EBUSY; 987 } 988 989 switch (val) { 990 case 0: 991 case 1: 992 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val); 993 break; 994 default: 995 return -EINVAL; 996 } 997 998 return 0; 999 } 1000 1001 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid) 1002 { 1003 struct net_bridge_vlan *v; 1004 1005 if (vid != vg->pvid) 1006 return false; 1007 1008 v = br_vlan_lookup(&vg->vlan_hash, vid); 1009 if (v && br_vlan_should_use(v) && 1010 (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)) 1011 return true; 1012 1013 return false; 1014 } 1015 1016 static void br_vlan_disable_default_pvid(struct net_bridge *br) 1017 { 1018 struct net_bridge_port *p; 1019 u16 pvid = br->default_pvid; 1020 1021 /* Disable default_pvid on all ports where it is still 1022 * configured. 1023 */ 1024 if (vlan_default_pvid(br_vlan_group(br), pvid)) { 1025 if (!br_vlan_delete(br, pvid)) 1026 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN); 1027 } 1028 1029 list_for_each_entry(p, &br->port_list, list) { 1030 if (vlan_default_pvid(nbp_vlan_group(p), pvid) && 1031 !nbp_vlan_delete(p, pvid)) 1032 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN); 1033 } 1034 1035 br->default_pvid = 0; 1036 } 1037 1038 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid, 1039 struct netlink_ext_ack *extack) 1040 { 1041 const struct net_bridge_vlan *pvent; 1042 struct net_bridge_vlan_group *vg; 1043 struct net_bridge_port *p; 1044 unsigned long *changed; 1045 bool vlchange; 1046 u16 old_pvid; 1047 int err = 0; 1048 1049 if (!pvid) { 1050 br_vlan_disable_default_pvid(br); 1051 return 0; 1052 } 1053 1054 changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL); 1055 if (!changed) 1056 return -ENOMEM; 1057 1058 old_pvid = br->default_pvid; 1059 1060 /* Update default_pvid config only if we do not conflict with 1061 * user configuration. 1062 */ 1063 vg = br_vlan_group(br); 1064 pvent = br_vlan_find(vg, pvid); 1065 if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) && 1066 (!pvent || !br_vlan_should_use(pvent))) { 1067 err = br_vlan_add(br, pvid, 1068 BRIDGE_VLAN_INFO_PVID | 1069 BRIDGE_VLAN_INFO_UNTAGGED | 1070 BRIDGE_VLAN_INFO_BRENTRY, 1071 &vlchange, extack); 1072 if (err) 1073 goto out; 1074 1075 if (br_vlan_delete(br, old_pvid)) 1076 br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN); 1077 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN); 1078 set_bit(0, changed); 1079 } 1080 1081 list_for_each_entry(p, &br->port_list, list) { 1082 /* Update default_pvid config only if we do not conflict with 1083 * user configuration. 1084 */ 1085 vg = nbp_vlan_group(p); 1086 if ((old_pvid && 1087 !vlan_default_pvid(vg, old_pvid)) || 1088 br_vlan_find(vg, pvid)) 1089 continue; 1090 1091 err = nbp_vlan_add(p, pvid, 1092 BRIDGE_VLAN_INFO_PVID | 1093 BRIDGE_VLAN_INFO_UNTAGGED, 1094 &vlchange, extack); 1095 if (err) 1096 goto err_port; 1097 if (nbp_vlan_delete(p, old_pvid)) 1098 br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN); 1099 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN); 1100 set_bit(p->port_no, changed); 1101 } 1102 1103 br->default_pvid = pvid; 1104 1105 out: 1106 bitmap_free(changed); 1107 return err; 1108 1109 err_port: 1110 list_for_each_entry_continue_reverse(p, &br->port_list, list) { 1111 if (!test_bit(p->port_no, changed)) 1112 continue; 1113 1114 if (old_pvid) { 1115 nbp_vlan_add(p, old_pvid, 1116 BRIDGE_VLAN_INFO_PVID | 1117 BRIDGE_VLAN_INFO_UNTAGGED, 1118 &vlchange, NULL); 1119 br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN); 1120 } 1121 nbp_vlan_delete(p, pvid); 1122 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN); 1123 } 1124 1125 if (test_bit(0, changed)) { 1126 if (old_pvid) { 1127 br_vlan_add(br, old_pvid, 1128 BRIDGE_VLAN_INFO_PVID | 1129 BRIDGE_VLAN_INFO_UNTAGGED | 1130 BRIDGE_VLAN_INFO_BRENTRY, 1131 &vlchange, NULL); 1132 br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN); 1133 } 1134 br_vlan_delete(br, pvid); 1135 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN); 1136 } 1137 goto out; 1138 } 1139 1140 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val, 1141 struct netlink_ext_ack *extack) 1142 { 1143 u16 pvid = val; 1144 int err = 0; 1145 1146 if (val >= VLAN_VID_MASK) 1147 return -EINVAL; 1148 1149 if (pvid == br->default_pvid) 1150 goto out; 1151 1152 /* Only allow default pvid change when filtering is disabled */ 1153 if (br_opt_get(br, BROPT_VLAN_ENABLED)) { 1154 pr_info_once("Please disable vlan filtering to change default_pvid\n"); 1155 err = -EPERM; 1156 goto out; 1157 } 1158 err = __br_vlan_set_default_pvid(br, pvid, extack); 1159 out: 1160 return err; 1161 } 1162 1163 int br_vlan_init(struct net_bridge *br) 1164 { 1165 struct net_bridge_vlan_group *vg; 1166 int ret = -ENOMEM; 1167 1168 vg = kzalloc(sizeof(*vg), GFP_KERNEL); 1169 if (!vg) 1170 goto out; 1171 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params); 1172 if (ret) 1173 goto err_rhtbl; 1174 ret = vlan_tunnel_init(vg); 1175 if (ret) 1176 goto err_tunnel_init; 1177 INIT_LIST_HEAD(&vg->vlan_list); 1178 br->vlan_proto = htons(ETH_P_8021Q); 1179 br->default_pvid = 1; 1180 rcu_assign_pointer(br->vlgrp, vg); 1181 1182 out: 1183 return ret; 1184 1185 err_tunnel_init: 1186 rhashtable_destroy(&vg->vlan_hash); 1187 err_rhtbl: 1188 kfree(vg); 1189 1190 goto out; 1191 } 1192 1193 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack) 1194 { 1195 struct switchdev_attr attr = { 1196 .orig_dev = p->br->dev, 1197 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING, 1198 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP, 1199 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED), 1200 }; 1201 struct net_bridge_vlan_group *vg; 1202 int ret = -ENOMEM; 1203 1204 vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL); 1205 if (!vg) 1206 goto out; 1207 1208 ret = switchdev_port_attr_set(p->dev, &attr, extack); 1209 if (ret && ret != -EOPNOTSUPP) 1210 goto err_vlan_enabled; 1211 1212 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params); 1213 if (ret) 1214 goto err_rhtbl; 1215 ret = vlan_tunnel_init(vg); 1216 if (ret) 1217 goto err_tunnel_init; 1218 INIT_LIST_HEAD(&vg->vlan_list); 1219 rcu_assign_pointer(p->vlgrp, vg); 1220 if (p->br->default_pvid) { 1221 bool changed; 1222 1223 ret = nbp_vlan_add(p, p->br->default_pvid, 1224 BRIDGE_VLAN_INFO_PVID | 1225 BRIDGE_VLAN_INFO_UNTAGGED, 1226 &changed, extack); 1227 if (ret) 1228 goto err_vlan_add; 1229 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN); 1230 } 1231 out: 1232 return ret; 1233 1234 err_vlan_add: 1235 RCU_INIT_POINTER(p->vlgrp, NULL); 1236 synchronize_rcu(); 1237 vlan_tunnel_deinit(vg); 1238 err_tunnel_init: 1239 rhashtable_destroy(&vg->vlan_hash); 1240 err_rhtbl: 1241 err_vlan_enabled: 1242 kfree(vg); 1243 1244 goto out; 1245 } 1246 1247 /* Must be protected by RTNL. 1248 * Must be called with vid in range from 1 to 4094 inclusive. 1249 * changed must be true only if the vlan was created or updated 1250 */ 1251 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags, 1252 bool *changed, struct netlink_ext_ack *extack) 1253 { 1254 struct net_bridge_vlan *vlan; 1255 int ret; 1256 1257 ASSERT_RTNL(); 1258 1259 *changed = false; 1260 vlan = br_vlan_find(nbp_vlan_group(port), vid); 1261 if (vlan) { 1262 /* Pass the flags to the hardware bridge */ 1263 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack); 1264 if (ret && ret != -EOPNOTSUPP) 1265 return ret; 1266 *changed = __vlan_add_flags(vlan, flags); 1267 1268 return 0; 1269 } 1270 1271 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL); 1272 if (!vlan) 1273 return -ENOMEM; 1274 1275 vlan->vid = vid; 1276 vlan->port = port; 1277 ret = __vlan_add(vlan, flags, extack); 1278 if (ret) 1279 kfree(vlan); 1280 else 1281 *changed = true; 1282 1283 return ret; 1284 } 1285 1286 /* Must be protected by RTNL. 1287 * Must be called with vid in range from 1 to 4094 inclusive. 1288 */ 1289 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid) 1290 { 1291 struct net_bridge_vlan *v; 1292 1293 ASSERT_RTNL(); 1294 1295 v = br_vlan_find(nbp_vlan_group(port), vid); 1296 if (!v) 1297 return -ENOENT; 1298 br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid); 1299 br_fdb_delete_by_port(port->br, port, vid, 0); 1300 1301 return __vlan_del(v); 1302 } 1303 1304 void nbp_vlan_flush(struct net_bridge_port *port) 1305 { 1306 struct net_bridge_vlan_group *vg; 1307 1308 ASSERT_RTNL(); 1309 1310 vg = nbp_vlan_group(port); 1311 __vlan_flush(port->br, port, vg); 1312 RCU_INIT_POINTER(port->vlgrp, NULL); 1313 synchronize_rcu(); 1314 __vlan_group_free(vg); 1315 } 1316 1317 void br_vlan_get_stats(const struct net_bridge_vlan *v, 1318 struct pcpu_sw_netstats *stats) 1319 { 1320 int i; 1321 1322 memset(stats, 0, sizeof(*stats)); 1323 for_each_possible_cpu(i) { 1324 u64 rxpackets, rxbytes, txpackets, txbytes; 1325 struct pcpu_sw_netstats *cpu_stats; 1326 unsigned int start; 1327 1328 cpu_stats = per_cpu_ptr(v->stats, i); 1329 do { 1330 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp); 1331 rxpackets = cpu_stats->rx_packets; 1332 rxbytes = cpu_stats->rx_bytes; 1333 txbytes = cpu_stats->tx_bytes; 1334 txpackets = cpu_stats->tx_packets; 1335 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start)); 1336 1337 stats->rx_packets += rxpackets; 1338 stats->rx_bytes += rxbytes; 1339 stats->tx_bytes += txbytes; 1340 stats->tx_packets += txpackets; 1341 } 1342 } 1343 1344 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid) 1345 { 1346 struct net_bridge_vlan_group *vg; 1347 struct net_bridge_port *p; 1348 1349 ASSERT_RTNL(); 1350 p = br_port_get_check_rtnl(dev); 1351 if (p) 1352 vg = nbp_vlan_group(p); 1353 else if (netif_is_bridge_master(dev)) 1354 vg = br_vlan_group(netdev_priv(dev)); 1355 else 1356 return -EINVAL; 1357 1358 *p_pvid = br_get_pvid(vg); 1359 return 0; 1360 } 1361 EXPORT_SYMBOL_GPL(br_vlan_get_pvid); 1362 1363 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid) 1364 { 1365 struct net_bridge_vlan_group *vg; 1366 struct net_bridge_port *p; 1367 1368 p = br_port_get_check_rcu(dev); 1369 if (p) 1370 vg = nbp_vlan_group_rcu(p); 1371 else if (netif_is_bridge_master(dev)) 1372 vg = br_vlan_group_rcu(netdev_priv(dev)); 1373 else 1374 return -EINVAL; 1375 1376 *p_pvid = br_get_pvid(vg); 1377 return 0; 1378 } 1379 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu); 1380 1381 void br_vlan_fill_forward_path_pvid(struct net_bridge *br, 1382 struct net_device_path_ctx *ctx, 1383 struct net_device_path *path) 1384 { 1385 struct net_bridge_vlan_group *vg; 1386 int idx = ctx->num_vlans - 1; 1387 u16 vid; 1388 1389 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP; 1390 1391 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) 1392 return; 1393 1394 vg = br_vlan_group(br); 1395 1396 if (idx >= 0 && 1397 ctx->vlan[idx].proto == br->vlan_proto) { 1398 vid = ctx->vlan[idx].id; 1399 } else { 1400 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG; 1401 vid = br_get_pvid(vg); 1402 } 1403 1404 path->bridge.vlan_id = vid; 1405 path->bridge.vlan_proto = br->vlan_proto; 1406 } 1407 1408 int br_vlan_fill_forward_path_mode(struct net_bridge *br, 1409 struct net_bridge_port *dst, 1410 struct net_device_path *path) 1411 { 1412 struct net_bridge_vlan_group *vg; 1413 struct net_bridge_vlan *v; 1414 1415 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) 1416 return 0; 1417 1418 vg = nbp_vlan_group_rcu(dst); 1419 v = br_vlan_find(vg, path->bridge.vlan_id); 1420 if (!v || !br_vlan_should_use(v)) 1421 return -EINVAL; 1422 1423 if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED)) 1424 return 0; 1425 1426 if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG) 1427 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP; 1428 else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV) 1429 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW; 1430 else 1431 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG; 1432 1433 return 0; 1434 } 1435 1436 int br_vlan_get_info(const struct net_device *dev, u16 vid, 1437 struct bridge_vlan_info *p_vinfo) 1438 { 1439 struct net_bridge_vlan_group *vg; 1440 struct net_bridge_vlan *v; 1441 struct net_bridge_port *p; 1442 1443 ASSERT_RTNL(); 1444 p = br_port_get_check_rtnl(dev); 1445 if (p) 1446 vg = nbp_vlan_group(p); 1447 else if (netif_is_bridge_master(dev)) 1448 vg = br_vlan_group(netdev_priv(dev)); 1449 else 1450 return -EINVAL; 1451 1452 v = br_vlan_find(vg, vid); 1453 if (!v) 1454 return -ENOENT; 1455 1456 p_vinfo->vid = vid; 1457 p_vinfo->flags = v->flags; 1458 if (vid == br_get_pvid(vg)) 1459 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID; 1460 return 0; 1461 } 1462 EXPORT_SYMBOL_GPL(br_vlan_get_info); 1463 1464 int br_vlan_get_info_rcu(const struct net_device *dev, u16 vid, 1465 struct bridge_vlan_info *p_vinfo) 1466 { 1467 struct net_bridge_vlan_group *vg; 1468 struct net_bridge_vlan *v; 1469 struct net_bridge_port *p; 1470 1471 p = br_port_get_check_rcu(dev); 1472 if (p) 1473 vg = nbp_vlan_group_rcu(p); 1474 else if (netif_is_bridge_master(dev)) 1475 vg = br_vlan_group_rcu(netdev_priv(dev)); 1476 else 1477 return -EINVAL; 1478 1479 v = br_vlan_find(vg, vid); 1480 if (!v) 1481 return -ENOENT; 1482 1483 p_vinfo->vid = vid; 1484 p_vinfo->flags = v->flags; 1485 if (vid == br_get_pvid(vg)) 1486 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID; 1487 return 0; 1488 } 1489 EXPORT_SYMBOL_GPL(br_vlan_get_info_rcu); 1490 1491 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev) 1492 { 1493 return is_vlan_dev(dev) && 1494 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING); 1495 } 1496 1497 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev, 1498 __always_unused struct netdev_nested_priv *priv) 1499 { 1500 return br_vlan_is_bind_vlan_dev(dev); 1501 } 1502 1503 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev) 1504 { 1505 int found; 1506 1507 rcu_read_lock(); 1508 found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn, 1509 NULL); 1510 rcu_read_unlock(); 1511 1512 return !!found; 1513 } 1514 1515 struct br_vlan_bind_walk_data { 1516 u16 vid; 1517 struct net_device *result; 1518 }; 1519 1520 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev, 1521 struct netdev_nested_priv *priv) 1522 { 1523 struct br_vlan_bind_walk_data *data = priv->data; 1524 int found = 0; 1525 1526 if (br_vlan_is_bind_vlan_dev(dev) && 1527 vlan_dev_priv(dev)->vlan_id == data->vid) { 1528 data->result = dev; 1529 found = 1; 1530 } 1531 1532 return found; 1533 } 1534 1535 static struct net_device * 1536 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid) 1537 { 1538 struct br_vlan_bind_walk_data data = { 1539 .vid = vid, 1540 }; 1541 struct netdev_nested_priv priv = { 1542 .data = (void *)&data, 1543 }; 1544 1545 rcu_read_lock(); 1546 netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn, 1547 &priv); 1548 rcu_read_unlock(); 1549 1550 return data.result; 1551 } 1552 1553 static bool br_vlan_is_dev_up(const struct net_device *dev) 1554 { 1555 return !!(dev->flags & IFF_UP) && netif_oper_up(dev); 1556 } 1557 1558 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br, 1559 struct net_device *vlan_dev) 1560 { 1561 u16 vid = vlan_dev_priv(vlan_dev)->vlan_id; 1562 struct net_bridge_vlan_group *vg; 1563 struct net_bridge_port *p; 1564 bool has_carrier = false; 1565 1566 if (!netif_carrier_ok(br->dev)) { 1567 netif_carrier_off(vlan_dev); 1568 return; 1569 } 1570 1571 list_for_each_entry(p, &br->port_list, list) { 1572 vg = nbp_vlan_group(p); 1573 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) { 1574 has_carrier = true; 1575 break; 1576 } 1577 } 1578 1579 if (has_carrier) 1580 netif_carrier_on(vlan_dev); 1581 else 1582 netif_carrier_off(vlan_dev); 1583 } 1584 1585 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p) 1586 { 1587 struct net_bridge_vlan_group *vg = nbp_vlan_group(p); 1588 struct net_bridge_vlan *vlan; 1589 struct net_device *vlan_dev; 1590 1591 list_for_each_entry(vlan, &vg->vlan_list, vlist) { 1592 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, 1593 vlan->vid); 1594 if (vlan_dev) { 1595 if (br_vlan_is_dev_up(p->dev)) { 1596 if (netif_carrier_ok(p->br->dev)) 1597 netif_carrier_on(vlan_dev); 1598 } else { 1599 br_vlan_set_vlan_dev_state(p->br, vlan_dev); 1600 } 1601 } 1602 } 1603 } 1604 1605 static void br_vlan_upper_change(struct net_device *dev, 1606 struct net_device *upper_dev, 1607 bool linking) 1608 { 1609 struct net_bridge *br = netdev_priv(dev); 1610 1611 if (!br_vlan_is_bind_vlan_dev(upper_dev)) 1612 return; 1613 1614 if (linking) { 1615 br_vlan_set_vlan_dev_state(br, upper_dev); 1616 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true); 1617 } else { 1618 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, 1619 br_vlan_has_upper_bind_vlan_dev(dev)); 1620 } 1621 } 1622 1623 struct br_vlan_link_state_walk_data { 1624 struct net_bridge *br; 1625 }; 1626 1627 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev, 1628 struct netdev_nested_priv *priv) 1629 { 1630 struct br_vlan_link_state_walk_data *data = priv->data; 1631 1632 if (br_vlan_is_bind_vlan_dev(vlan_dev)) 1633 br_vlan_set_vlan_dev_state(data->br, vlan_dev); 1634 1635 return 0; 1636 } 1637 1638 static void br_vlan_link_state_change(struct net_device *dev, 1639 struct net_bridge *br) 1640 { 1641 struct br_vlan_link_state_walk_data data = { 1642 .br = br 1643 }; 1644 struct netdev_nested_priv priv = { 1645 .data = (void *)&data, 1646 }; 1647 1648 rcu_read_lock(); 1649 netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn, 1650 &priv); 1651 rcu_read_unlock(); 1652 } 1653 1654 /* Must be protected by RTNL. */ 1655 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid) 1656 { 1657 struct net_device *vlan_dev; 1658 1659 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING)) 1660 return; 1661 1662 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid); 1663 if (vlan_dev) 1664 br_vlan_set_vlan_dev_state(p->br, vlan_dev); 1665 } 1666 1667 /* Must be protected by RTNL. */ 1668 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr) 1669 { 1670 struct netdev_notifier_changeupper_info *info; 1671 struct net_bridge *br = netdev_priv(dev); 1672 int vlcmd = 0, ret = 0; 1673 bool changed = false; 1674 1675 switch (event) { 1676 case NETDEV_REGISTER: 1677 ret = br_vlan_add(br, br->default_pvid, 1678 BRIDGE_VLAN_INFO_PVID | 1679 BRIDGE_VLAN_INFO_UNTAGGED | 1680 BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL); 1681 vlcmd = RTM_NEWVLAN; 1682 break; 1683 case NETDEV_UNREGISTER: 1684 changed = !br_vlan_delete(br, br->default_pvid); 1685 vlcmd = RTM_DELVLAN; 1686 break; 1687 case NETDEV_CHANGEUPPER: 1688 info = ptr; 1689 br_vlan_upper_change(dev, info->upper_dev, info->linking); 1690 break; 1691 1692 case NETDEV_CHANGE: 1693 case NETDEV_UP: 1694 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING)) 1695 break; 1696 br_vlan_link_state_change(dev, br); 1697 break; 1698 } 1699 if (changed) 1700 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd); 1701 1702 return ret; 1703 } 1704 1705 /* Must be protected by RTNL. */ 1706 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event) 1707 { 1708 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING)) 1709 return; 1710 1711 switch (event) { 1712 case NETDEV_CHANGE: 1713 case NETDEV_DOWN: 1714 case NETDEV_UP: 1715 br_vlan_set_all_vlan_dev_state(p); 1716 break; 1717 } 1718 } 1719 1720 static bool br_vlan_stats_fill(struct sk_buff *skb, 1721 const struct net_bridge_vlan *v) 1722 { 1723 struct pcpu_sw_netstats stats; 1724 struct nlattr *nest; 1725 1726 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS); 1727 if (!nest) 1728 return false; 1729 1730 br_vlan_get_stats(v, &stats); 1731 if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes, 1732 BRIDGE_VLANDB_STATS_PAD) || 1733 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS, 1734 stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) || 1735 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes, 1736 BRIDGE_VLANDB_STATS_PAD) || 1737 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS, 1738 stats.tx_packets, BRIDGE_VLANDB_STATS_PAD)) 1739 goto out_err; 1740 1741 nla_nest_end(skb, nest); 1742 1743 return true; 1744 1745 out_err: 1746 nla_nest_cancel(skb, nest); 1747 return false; 1748 } 1749 1750 /* v_opts is used to dump the options which must be equal in the whole range */ 1751 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range, 1752 const struct net_bridge_vlan *v_opts, 1753 u16 flags, 1754 bool dump_stats) 1755 { 1756 struct bridge_vlan_info info; 1757 struct nlattr *nest; 1758 1759 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY); 1760 if (!nest) 1761 return false; 1762 1763 memset(&info, 0, sizeof(info)); 1764 info.vid = vid; 1765 if (flags & BRIDGE_VLAN_INFO_UNTAGGED) 1766 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED; 1767 if (flags & BRIDGE_VLAN_INFO_PVID) 1768 info.flags |= BRIDGE_VLAN_INFO_PVID; 1769 1770 if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info)) 1771 goto out_err; 1772 1773 if (vid_range && vid < vid_range && 1774 !(flags & BRIDGE_VLAN_INFO_PVID) && 1775 nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range)) 1776 goto out_err; 1777 1778 if (v_opts) { 1779 if (!br_vlan_opts_fill(skb, v_opts)) 1780 goto out_err; 1781 1782 if (dump_stats && !br_vlan_stats_fill(skb, v_opts)) 1783 goto out_err; 1784 } 1785 1786 nla_nest_end(skb, nest); 1787 1788 return true; 1789 1790 out_err: 1791 nla_nest_cancel(skb, nest); 1792 return false; 1793 } 1794 1795 static size_t rtnl_vlan_nlmsg_size(void) 1796 { 1797 return NLMSG_ALIGN(sizeof(struct br_vlan_msg)) 1798 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */ 1799 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */ 1800 + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */ 1801 + br_vlan_opts_nl_size(); /* bridge vlan options */ 1802 } 1803 1804 void br_vlan_notify(const struct net_bridge *br, 1805 const struct net_bridge_port *p, 1806 u16 vid, u16 vid_range, 1807 int cmd) 1808 { 1809 struct net_bridge_vlan_group *vg; 1810 struct net_bridge_vlan *v = NULL; 1811 struct br_vlan_msg *bvm; 1812 struct nlmsghdr *nlh; 1813 struct sk_buff *skb; 1814 int err = -ENOBUFS; 1815 struct net *net; 1816 u16 flags = 0; 1817 int ifindex; 1818 1819 /* right now notifications are done only with rtnl held */ 1820 ASSERT_RTNL(); 1821 1822 if (p) { 1823 ifindex = p->dev->ifindex; 1824 vg = nbp_vlan_group(p); 1825 net = dev_net(p->dev); 1826 } else { 1827 ifindex = br->dev->ifindex; 1828 vg = br_vlan_group(br); 1829 net = dev_net(br->dev); 1830 } 1831 1832 skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL); 1833 if (!skb) 1834 goto out_err; 1835 1836 err = -EMSGSIZE; 1837 nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0); 1838 if (!nlh) 1839 goto out_err; 1840 bvm = nlmsg_data(nlh); 1841 memset(bvm, 0, sizeof(*bvm)); 1842 bvm->family = AF_BRIDGE; 1843 bvm->ifindex = ifindex; 1844 1845 switch (cmd) { 1846 case RTM_NEWVLAN: 1847 /* need to find the vlan due to flags/options */ 1848 v = br_vlan_find(vg, vid); 1849 if (!v || !br_vlan_should_use(v)) 1850 goto out_kfree; 1851 1852 flags = v->flags; 1853 if (br_get_pvid(vg) == v->vid) 1854 flags |= BRIDGE_VLAN_INFO_PVID; 1855 break; 1856 case RTM_DELVLAN: 1857 break; 1858 default: 1859 goto out_kfree; 1860 } 1861 1862 if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false)) 1863 goto out_err; 1864 1865 nlmsg_end(skb, nlh); 1866 rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL); 1867 return; 1868 1869 out_err: 1870 rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err); 1871 out_kfree: 1872 kfree_skb(skb); 1873 } 1874 1875 static int br_vlan_replay_one(struct notifier_block *nb, 1876 struct net_device *dev, 1877 struct switchdev_obj_port_vlan *vlan, 1878 const void *ctx, unsigned long action, 1879 struct netlink_ext_ack *extack) 1880 { 1881 struct switchdev_notifier_port_obj_info obj_info = { 1882 .info = { 1883 .dev = dev, 1884 .extack = extack, 1885 .ctx = ctx, 1886 }, 1887 .obj = &vlan->obj, 1888 }; 1889 int err; 1890 1891 err = nb->notifier_call(nb, action, &obj_info); 1892 return notifier_to_errno(err); 1893 } 1894 1895 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev, 1896 const void *ctx, bool adding, struct notifier_block *nb, 1897 struct netlink_ext_ack *extack) 1898 { 1899 struct net_bridge_vlan_group *vg; 1900 struct net_bridge_vlan *v; 1901 struct net_bridge_port *p; 1902 struct net_bridge *br; 1903 unsigned long action; 1904 int err = 0; 1905 u16 pvid; 1906 1907 ASSERT_RTNL(); 1908 1909 if (!nb) 1910 return 0; 1911 1912 if (!netif_is_bridge_master(br_dev)) 1913 return -EINVAL; 1914 1915 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) 1916 return -EINVAL; 1917 1918 if (netif_is_bridge_master(dev)) { 1919 br = netdev_priv(dev); 1920 vg = br_vlan_group(br); 1921 p = NULL; 1922 } else { 1923 p = br_port_get_rtnl(dev); 1924 if (WARN_ON(!p)) 1925 return -EINVAL; 1926 vg = nbp_vlan_group(p); 1927 br = p->br; 1928 } 1929 1930 if (!vg) 1931 return 0; 1932 1933 if (adding) 1934 action = SWITCHDEV_PORT_OBJ_ADD; 1935 else 1936 action = SWITCHDEV_PORT_OBJ_DEL; 1937 1938 pvid = br_get_pvid(vg); 1939 1940 list_for_each_entry(v, &vg->vlan_list, vlist) { 1941 struct switchdev_obj_port_vlan vlan = { 1942 .obj.orig_dev = dev, 1943 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN, 1944 .flags = br_vlan_flags(v, pvid), 1945 .vid = v->vid, 1946 }; 1947 1948 if (!br_vlan_should_use(v)) 1949 continue; 1950 1951 err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack); 1952 if (err) 1953 return err; 1954 } 1955 1956 return err; 1957 } 1958 1959 /* check if v_curr can enter a range ending in range_end */ 1960 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr, 1961 const struct net_bridge_vlan *range_end) 1962 { 1963 return v_curr->vid - range_end->vid == 1 && 1964 range_end->flags == v_curr->flags && 1965 br_vlan_opts_eq_range(v_curr, range_end); 1966 } 1967 1968 static int br_vlan_dump_dev(const struct net_device *dev, 1969 struct sk_buff *skb, 1970 struct netlink_callback *cb, 1971 u32 dump_flags) 1972 { 1973 struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL; 1974 bool dump_global = !!(dump_flags & BRIDGE_VLANDB_DUMPF_GLOBAL); 1975 bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS); 1976 struct net_bridge_vlan_group *vg; 1977 int idx = 0, s_idx = cb->args[1]; 1978 struct nlmsghdr *nlh = NULL; 1979 struct net_bridge_port *p; 1980 struct br_vlan_msg *bvm; 1981 struct net_bridge *br; 1982 int err = 0; 1983 u16 pvid; 1984 1985 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) 1986 return -EINVAL; 1987 1988 if (netif_is_bridge_master(dev)) { 1989 br = netdev_priv(dev); 1990 vg = br_vlan_group_rcu(br); 1991 p = NULL; 1992 } else { 1993 /* global options are dumped only for bridge devices */ 1994 if (dump_global) 1995 return 0; 1996 1997 p = br_port_get_rcu(dev); 1998 if (WARN_ON(!p)) 1999 return -EINVAL; 2000 vg = nbp_vlan_group_rcu(p); 2001 br = p->br; 2002 } 2003 2004 if (!vg) 2005 return 0; 2006 2007 nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, 2008 RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI); 2009 if (!nlh) 2010 return -EMSGSIZE; 2011 bvm = nlmsg_data(nlh); 2012 memset(bvm, 0, sizeof(*bvm)); 2013 bvm->family = PF_BRIDGE; 2014 bvm->ifindex = dev->ifindex; 2015 pvid = br_get_pvid(vg); 2016 2017 /* idx must stay at range's beginning until it is filled in */ 2018 list_for_each_entry_rcu(v, &vg->vlan_list, vlist) { 2019 if (!dump_global && !br_vlan_should_use(v)) 2020 continue; 2021 if (idx < s_idx) { 2022 idx++; 2023 continue; 2024 } 2025 2026 if (!range_start) { 2027 range_start = v; 2028 range_end = v; 2029 continue; 2030 } 2031 2032 if (dump_global) { 2033 if (br_vlan_global_opts_can_enter_range(v, range_end)) 2034 goto update_end; 2035 if (!br_vlan_global_opts_fill(skb, range_start->vid, 2036 range_end->vid, 2037 range_start)) { 2038 err = -EMSGSIZE; 2039 break; 2040 } 2041 /* advance number of filled vlans */ 2042 idx += range_end->vid - range_start->vid + 1; 2043 2044 range_start = v; 2045 } else if (dump_stats || v->vid == pvid || 2046 !br_vlan_can_enter_range(v, range_end)) { 2047 u16 vlan_flags = br_vlan_flags(range_start, pvid); 2048 2049 if (!br_vlan_fill_vids(skb, range_start->vid, 2050 range_end->vid, range_start, 2051 vlan_flags, dump_stats)) { 2052 err = -EMSGSIZE; 2053 break; 2054 } 2055 /* advance number of filled vlans */ 2056 idx += range_end->vid - range_start->vid + 1; 2057 2058 range_start = v; 2059 } 2060 update_end: 2061 range_end = v; 2062 } 2063 2064 /* err will be 0 and range_start will be set in 3 cases here: 2065 * - first vlan (range_start == range_end) 2066 * - last vlan (range_start == range_end, not in range) 2067 * - last vlan range (range_start != range_end, in range) 2068 */ 2069 if (!err && range_start) { 2070 if (dump_global && 2071 !br_vlan_global_opts_fill(skb, range_start->vid, 2072 range_end->vid, range_start)) 2073 err = -EMSGSIZE; 2074 else if (!dump_global && 2075 !br_vlan_fill_vids(skb, range_start->vid, 2076 range_end->vid, range_start, 2077 br_vlan_flags(range_start, pvid), 2078 dump_stats)) 2079 err = -EMSGSIZE; 2080 } 2081 2082 cb->args[1] = err ? idx : 0; 2083 2084 nlmsg_end(skb, nlh); 2085 2086 return err; 2087 } 2088 2089 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = { 2090 [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 }, 2091 }; 2092 2093 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb) 2094 { 2095 struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1]; 2096 int idx = 0, err = 0, s_idx = cb->args[0]; 2097 struct net *net = sock_net(skb->sk); 2098 struct br_vlan_msg *bvm; 2099 struct net_device *dev; 2100 u32 dump_flags = 0; 2101 2102 err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX, 2103 br_vlan_db_dump_pol, cb->extack); 2104 if (err < 0) 2105 return err; 2106 2107 bvm = nlmsg_data(cb->nlh); 2108 if (dtb[BRIDGE_VLANDB_DUMP_FLAGS]) 2109 dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]); 2110 2111 rcu_read_lock(); 2112 if (bvm->ifindex) { 2113 dev = dev_get_by_index_rcu(net, bvm->ifindex); 2114 if (!dev) { 2115 err = -ENODEV; 2116 goto out_err; 2117 } 2118 err = br_vlan_dump_dev(dev, skb, cb, dump_flags); 2119 /* if the dump completed without an error we return 0 here */ 2120 if (err != -EMSGSIZE) 2121 goto out_err; 2122 } else { 2123 for_each_netdev_rcu(net, dev) { 2124 if (idx < s_idx) 2125 goto skip; 2126 2127 err = br_vlan_dump_dev(dev, skb, cb, dump_flags); 2128 if (err == -EMSGSIZE) 2129 break; 2130 skip: 2131 idx++; 2132 } 2133 } 2134 cb->args[0] = idx; 2135 rcu_read_unlock(); 2136 2137 return skb->len; 2138 2139 out_err: 2140 rcu_read_unlock(); 2141 2142 return err; 2143 } 2144 2145 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = { 2146 [BRIDGE_VLANDB_ENTRY_INFO] = 2147 NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)), 2148 [BRIDGE_VLANDB_ENTRY_RANGE] = { .type = NLA_U16 }, 2149 [BRIDGE_VLANDB_ENTRY_STATE] = { .type = NLA_U8 }, 2150 [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED }, 2151 [BRIDGE_VLANDB_ENTRY_MCAST_ROUTER] = { .type = NLA_U8 }, 2152 }; 2153 2154 static int br_vlan_rtm_process_one(struct net_device *dev, 2155 const struct nlattr *attr, 2156 int cmd, struct netlink_ext_ack *extack) 2157 { 2158 struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL; 2159 struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1]; 2160 bool changed = false, skip_processing = false; 2161 struct net_bridge_vlan_group *vg; 2162 struct net_bridge_port *p = NULL; 2163 int err = 0, cmdmap = 0; 2164 struct net_bridge *br; 2165 2166 if (netif_is_bridge_master(dev)) { 2167 br = netdev_priv(dev); 2168 vg = br_vlan_group(br); 2169 } else { 2170 p = br_port_get_rtnl(dev); 2171 if (WARN_ON(!p)) 2172 return -ENODEV; 2173 br = p->br; 2174 vg = nbp_vlan_group(p); 2175 } 2176 2177 if (WARN_ON(!vg)) 2178 return -ENODEV; 2179 2180 err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr, 2181 br_vlan_db_policy, extack); 2182 if (err) 2183 return err; 2184 2185 if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) { 2186 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info"); 2187 return -EINVAL; 2188 } 2189 memset(&vrange_end, 0, sizeof(vrange_end)); 2190 2191 vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]); 2192 if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN | 2193 BRIDGE_VLAN_INFO_RANGE_END)) { 2194 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls"); 2195 return -EINVAL; 2196 } 2197 if (!br_vlan_valid_id(vinfo->vid, extack)) 2198 return -EINVAL; 2199 2200 if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) { 2201 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]); 2202 /* validate user-provided flags without RANGE_BEGIN */ 2203 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags; 2204 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN; 2205 2206 /* vinfo_last is the range start, vinfo the range end */ 2207 vinfo_last = vinfo; 2208 vinfo = &vrange_end; 2209 2210 if (!br_vlan_valid_id(vinfo->vid, extack) || 2211 !br_vlan_valid_range(vinfo, vinfo_last, extack)) 2212 return -EINVAL; 2213 } 2214 2215 switch (cmd) { 2216 case RTM_NEWVLAN: 2217 cmdmap = RTM_SETLINK; 2218 skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS); 2219 break; 2220 case RTM_DELVLAN: 2221 cmdmap = RTM_DELLINK; 2222 break; 2223 } 2224 2225 if (!skip_processing) { 2226 struct bridge_vlan_info *tmp_last = vinfo_last; 2227 2228 /* br_process_vlan_info may overwrite vinfo_last */ 2229 err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last, 2230 &changed, extack); 2231 2232 /* notify first if anything changed */ 2233 if (changed) 2234 br_ifinfo_notify(cmdmap, br, p); 2235 2236 if (err) 2237 return err; 2238 } 2239 2240 /* deal with options */ 2241 if (cmd == RTM_NEWVLAN) { 2242 struct net_bridge_vlan *range_start, *range_end; 2243 2244 if (vinfo_last) { 2245 range_start = br_vlan_find(vg, vinfo_last->vid); 2246 range_end = br_vlan_find(vg, vinfo->vid); 2247 } else { 2248 range_start = br_vlan_find(vg, vinfo->vid); 2249 range_end = range_start; 2250 } 2251 2252 err = br_vlan_process_options(br, p, range_start, range_end, 2253 tb, extack); 2254 } 2255 2256 return err; 2257 } 2258 2259 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh, 2260 struct netlink_ext_ack *extack) 2261 { 2262 struct net *net = sock_net(skb->sk); 2263 struct br_vlan_msg *bvm; 2264 struct net_device *dev; 2265 struct nlattr *attr; 2266 int err, vlans = 0; 2267 int rem; 2268 2269 /* this should validate the header and check for remaining bytes */ 2270 err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL, 2271 extack); 2272 if (err < 0) 2273 return err; 2274 2275 bvm = nlmsg_data(nlh); 2276 dev = __dev_get_by_index(net, bvm->ifindex); 2277 if (!dev) 2278 return -ENODEV; 2279 2280 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) { 2281 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port"); 2282 return -EINVAL; 2283 } 2284 2285 nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) { 2286 switch (nla_type(attr)) { 2287 case BRIDGE_VLANDB_ENTRY: 2288 err = br_vlan_rtm_process_one(dev, attr, 2289 nlh->nlmsg_type, 2290 extack); 2291 break; 2292 case BRIDGE_VLANDB_GLOBAL_OPTIONS: 2293 err = br_vlan_rtm_process_global_options(dev, attr, 2294 nlh->nlmsg_type, 2295 extack); 2296 break; 2297 default: 2298 continue; 2299 } 2300 2301 vlans++; 2302 if (err) 2303 break; 2304 } 2305 if (!vlans) { 2306 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process"); 2307 err = -EINVAL; 2308 } 2309 2310 return err; 2311 } 2312 2313 void br_vlan_rtnl_init(void) 2314 { 2315 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL, 2316 br_vlan_rtm_dump, 0); 2317 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN, 2318 br_vlan_rtm_process, NULL, 0); 2319 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN, 2320 br_vlan_rtm_process, NULL, 0); 2321 } 2322 2323 void br_vlan_rtnl_uninit(void) 2324 { 2325 rtnl_unregister(PF_BRIDGE, RTM_GETVLAN); 2326 rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN); 2327 rtnl_unregister(PF_BRIDGE, RTM_DELVLAN); 2328 } 2329