xref: /openbmc/linux/net/bridge/br_vlan.c (revision 8dda2eac)
1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
7 
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
10 
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
12 
13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
14 			      const void *ptr)
15 {
16 	const struct net_bridge_vlan *vle = ptr;
17 	u16 vid = *(u16 *)arg->key;
18 
19 	return vle->vid != vid;
20 }
21 
22 static const struct rhashtable_params br_vlan_rht_params = {
23 	.head_offset = offsetof(struct net_bridge_vlan, vnode),
24 	.key_offset = offsetof(struct net_bridge_vlan, vid),
25 	.key_len = sizeof(u16),
26 	.nelem_hint = 3,
27 	.max_size = VLAN_N_VID,
28 	.obj_cmpfn = br_vlan_cmp,
29 	.automatic_shrinking = true,
30 };
31 
32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
33 {
34 	return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
35 }
36 
37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
38 			    const struct net_bridge_vlan *v)
39 {
40 	if (vg->pvid == v->vid)
41 		return false;
42 
43 	smp_wmb();
44 	br_vlan_set_pvid_state(vg, v->state);
45 	vg->pvid = v->vid;
46 
47 	return true;
48 }
49 
50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
51 {
52 	if (vg->pvid != vid)
53 		return false;
54 
55 	smp_wmb();
56 	vg->pvid = 0;
57 
58 	return true;
59 }
60 
61 /* return true if anything changed, false otherwise */
62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
63 {
64 	struct net_bridge_vlan_group *vg;
65 	u16 old_flags = v->flags;
66 	bool ret;
67 
68 	if (br_vlan_is_master(v))
69 		vg = br_vlan_group(v->br);
70 	else
71 		vg = nbp_vlan_group(v->port);
72 
73 	if (flags & BRIDGE_VLAN_INFO_PVID)
74 		ret = __vlan_add_pvid(vg, v);
75 	else
76 		ret = __vlan_delete_pvid(vg, v->vid);
77 
78 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
79 		v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
80 	else
81 		v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
82 
83 	return ret || !!(old_flags ^ v->flags);
84 }
85 
86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
87 			  struct net_bridge_vlan *v, u16 flags,
88 			  struct netlink_ext_ack *extack)
89 {
90 	int err;
91 
92 	/* Try switchdev op first. In case it is not supported, fallback to
93 	 * 8021q add.
94 	 */
95 	err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
96 	if (err == -EOPNOTSUPP)
97 		return vlan_vid_add(dev, br->vlan_proto, v->vid);
98 	v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
99 	return err;
100 }
101 
102 static void __vlan_add_list(struct net_bridge_vlan *v)
103 {
104 	struct net_bridge_vlan_group *vg;
105 	struct list_head *headp, *hpos;
106 	struct net_bridge_vlan *vent;
107 
108 	if (br_vlan_is_master(v))
109 		vg = br_vlan_group(v->br);
110 	else
111 		vg = nbp_vlan_group(v->port);
112 
113 	headp = &vg->vlan_list;
114 	list_for_each_prev(hpos, headp) {
115 		vent = list_entry(hpos, struct net_bridge_vlan, vlist);
116 		if (v->vid >= vent->vid)
117 			break;
118 	}
119 	list_add_rcu(&v->vlist, hpos);
120 }
121 
122 static void __vlan_del_list(struct net_bridge_vlan *v)
123 {
124 	list_del_rcu(&v->vlist);
125 }
126 
127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
128 			  const struct net_bridge_vlan *v)
129 {
130 	int err;
131 
132 	/* Try switchdev op first. In case it is not supported, fallback to
133 	 * 8021q del.
134 	 */
135 	err = br_switchdev_port_vlan_del(dev, v->vid);
136 	if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
137 		vlan_vid_del(dev, br->vlan_proto, v->vid);
138 	return err == -EOPNOTSUPP ? 0 : err;
139 }
140 
141 /* Returns a master vlan, if it didn't exist it gets created. In all cases
142  * a reference is taken to the master vlan before returning.
143  */
144 static struct net_bridge_vlan *
145 br_vlan_get_master(struct net_bridge *br, u16 vid,
146 		   struct netlink_ext_ack *extack)
147 {
148 	struct net_bridge_vlan_group *vg;
149 	struct net_bridge_vlan *masterv;
150 
151 	vg = br_vlan_group(br);
152 	masterv = br_vlan_find(vg, vid);
153 	if (!masterv) {
154 		bool changed;
155 
156 		/* missing global ctx, create it now */
157 		if (br_vlan_add(br, vid, 0, &changed, extack))
158 			return NULL;
159 		masterv = br_vlan_find(vg, vid);
160 		if (WARN_ON(!masterv))
161 			return NULL;
162 		refcount_set(&masterv->refcnt, 1);
163 		return masterv;
164 	}
165 	refcount_inc(&masterv->refcnt);
166 
167 	return masterv;
168 }
169 
170 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
171 {
172 	struct net_bridge_vlan *v;
173 
174 	v = container_of(rcu, struct net_bridge_vlan, rcu);
175 	WARN_ON(!br_vlan_is_master(v));
176 	free_percpu(v->stats);
177 	v->stats = NULL;
178 	kfree(v);
179 }
180 
181 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
182 {
183 	struct net_bridge_vlan_group *vg;
184 
185 	if (!br_vlan_is_master(masterv))
186 		return;
187 
188 	vg = br_vlan_group(masterv->br);
189 	if (refcount_dec_and_test(&masterv->refcnt)) {
190 		rhashtable_remove_fast(&vg->vlan_hash,
191 				       &masterv->vnode, br_vlan_rht_params);
192 		__vlan_del_list(masterv);
193 		call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
194 	}
195 }
196 
197 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
198 {
199 	struct net_bridge_vlan *v;
200 
201 	v = container_of(rcu, struct net_bridge_vlan, rcu);
202 	WARN_ON(br_vlan_is_master(v));
203 	/* if we had per-port stats configured then free them here */
204 	if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
205 		free_percpu(v->stats);
206 	v->stats = NULL;
207 	kfree(v);
208 }
209 
210 /* This is the shared VLAN add function which works for both ports and bridge
211  * devices. There are four possible calls to this function in terms of the
212  * vlan entry type:
213  * 1. vlan is being added on a port (no master flags, global entry exists)
214  * 2. vlan is being added on a bridge (both master and brentry flags)
215  * 3. vlan is being added on a port, but a global entry didn't exist which
216  *    is being created right now (master flag set, brentry flag unset), the
217  *    global entry is used for global per-vlan features, but not for filtering
218  * 4. same as 3 but with both master and brentry flags set so the entry
219  *    will be used for filtering in both the port and the bridge
220  */
221 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
222 		      struct netlink_ext_ack *extack)
223 {
224 	struct net_bridge_vlan *masterv = NULL;
225 	struct net_bridge_port *p = NULL;
226 	struct net_bridge_vlan_group *vg;
227 	struct net_device *dev;
228 	struct net_bridge *br;
229 	int err;
230 
231 	if (br_vlan_is_master(v)) {
232 		br = v->br;
233 		dev = br->dev;
234 		vg = br_vlan_group(br);
235 	} else {
236 		p = v->port;
237 		br = p->br;
238 		dev = p->dev;
239 		vg = nbp_vlan_group(p);
240 	}
241 
242 	if (p) {
243 		/* Add VLAN to the device filter if it is supported.
244 		 * This ensures tagged traffic enters the bridge when
245 		 * promiscuous mode is disabled by br_manage_promisc().
246 		 */
247 		err = __vlan_vid_add(dev, br, v, flags, extack);
248 		if (err)
249 			goto out;
250 
251 		/* need to work on the master vlan too */
252 		if (flags & BRIDGE_VLAN_INFO_MASTER) {
253 			bool changed;
254 
255 			err = br_vlan_add(br, v->vid,
256 					  flags | BRIDGE_VLAN_INFO_BRENTRY,
257 					  &changed, extack);
258 			if (err)
259 				goto out_filt;
260 
261 			if (changed)
262 				br_vlan_notify(br, NULL, v->vid, 0,
263 					       RTM_NEWVLAN);
264 		}
265 
266 		masterv = br_vlan_get_master(br, v->vid, extack);
267 		if (!masterv) {
268 			err = -ENOMEM;
269 			goto out_filt;
270 		}
271 		v->brvlan = masterv;
272 		if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
273 			v->stats =
274 			     netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
275 			if (!v->stats) {
276 				err = -ENOMEM;
277 				goto out_filt;
278 			}
279 			v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
280 		} else {
281 			v->stats = masterv->stats;
282 		}
283 	} else {
284 		err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
285 		if (err && err != -EOPNOTSUPP)
286 			goto out;
287 	}
288 
289 	/* Add the dev mac and count the vlan only if it's usable */
290 	if (br_vlan_should_use(v)) {
291 		err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
292 		if (err) {
293 			br_err(br, "failed insert local address into bridge forwarding table\n");
294 			goto out_filt;
295 		}
296 		vg->num_vlans++;
297 	}
298 
299 	/* set the state before publishing */
300 	v->state = BR_STATE_FORWARDING;
301 
302 	err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
303 					    br_vlan_rht_params);
304 	if (err)
305 		goto out_fdb_insert;
306 
307 	__vlan_add_list(v);
308 	__vlan_add_flags(v, flags);
309 
310 	if (p)
311 		nbp_vlan_set_vlan_dev_state(p, v->vid);
312 out:
313 	return err;
314 
315 out_fdb_insert:
316 	if (br_vlan_should_use(v)) {
317 		br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
318 		vg->num_vlans--;
319 	}
320 
321 out_filt:
322 	if (p) {
323 		__vlan_vid_del(dev, br, v);
324 		if (masterv) {
325 			if (v->stats && masterv->stats != v->stats)
326 				free_percpu(v->stats);
327 			v->stats = NULL;
328 
329 			br_vlan_put_master(masterv);
330 			v->brvlan = NULL;
331 		}
332 	} else {
333 		br_switchdev_port_vlan_del(dev, v->vid);
334 	}
335 
336 	goto out;
337 }
338 
339 static int __vlan_del(struct net_bridge_vlan *v)
340 {
341 	struct net_bridge_vlan *masterv = v;
342 	struct net_bridge_vlan_group *vg;
343 	struct net_bridge_port *p = NULL;
344 	int err = 0;
345 
346 	if (br_vlan_is_master(v)) {
347 		vg = br_vlan_group(v->br);
348 	} else {
349 		p = v->port;
350 		vg = nbp_vlan_group(v->port);
351 		masterv = v->brvlan;
352 	}
353 
354 	__vlan_delete_pvid(vg, v->vid);
355 	if (p) {
356 		err = __vlan_vid_del(p->dev, p->br, v);
357 		if (err)
358 			goto out;
359 	} else {
360 		err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
361 		if (err && err != -EOPNOTSUPP)
362 			goto out;
363 		err = 0;
364 	}
365 
366 	if (br_vlan_should_use(v)) {
367 		v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
368 		vg->num_vlans--;
369 	}
370 
371 	if (masterv != v) {
372 		vlan_tunnel_info_del(vg, v);
373 		rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
374 				       br_vlan_rht_params);
375 		__vlan_del_list(v);
376 		nbp_vlan_set_vlan_dev_state(p, v->vid);
377 		call_rcu(&v->rcu, nbp_vlan_rcu_free);
378 	}
379 
380 	br_vlan_put_master(masterv);
381 out:
382 	return err;
383 }
384 
385 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
386 {
387 	WARN_ON(!list_empty(&vg->vlan_list));
388 	rhashtable_destroy(&vg->vlan_hash);
389 	vlan_tunnel_deinit(vg);
390 	kfree(vg);
391 }
392 
393 static void __vlan_flush(const struct net_bridge *br,
394 			 const struct net_bridge_port *p,
395 			 struct net_bridge_vlan_group *vg)
396 {
397 	struct net_bridge_vlan *vlan, *tmp;
398 	u16 v_start = 0, v_end = 0;
399 
400 	__vlan_delete_pvid(vg, vg->pvid);
401 	list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
402 		/* take care of disjoint ranges */
403 		if (!v_start) {
404 			v_start = vlan->vid;
405 		} else if (vlan->vid - v_end != 1) {
406 			/* found range end, notify and start next one */
407 			br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
408 			v_start = vlan->vid;
409 		}
410 		v_end = vlan->vid;
411 
412 		__vlan_del(vlan);
413 	}
414 
415 	/* notify about the last/whole vlan range */
416 	if (v_start)
417 		br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
418 }
419 
420 struct sk_buff *br_handle_vlan(struct net_bridge *br,
421 			       const struct net_bridge_port *p,
422 			       struct net_bridge_vlan_group *vg,
423 			       struct sk_buff *skb)
424 {
425 	struct pcpu_sw_netstats *stats;
426 	struct net_bridge_vlan *v;
427 	u16 vid;
428 
429 	/* If this packet was not filtered at input, let it pass */
430 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
431 		goto out;
432 
433 	/* At this point, we know that the frame was filtered and contains
434 	 * a valid vlan id.  If the vlan id has untagged flag set,
435 	 * send untagged; otherwise, send tagged.
436 	 */
437 	br_vlan_get_tag(skb, &vid);
438 	v = br_vlan_find(vg, vid);
439 	/* Vlan entry must be configured at this point.  The
440 	 * only exception is the bridge is set in promisc mode and the
441 	 * packet is destined for the bridge device.  In this case
442 	 * pass the packet as is.
443 	 */
444 	if (!v || !br_vlan_should_use(v)) {
445 		if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
446 			goto out;
447 		} else {
448 			kfree_skb(skb);
449 			return NULL;
450 		}
451 	}
452 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
453 		stats = this_cpu_ptr(v->stats);
454 		u64_stats_update_begin(&stats->syncp);
455 		stats->tx_bytes += skb->len;
456 		stats->tx_packets++;
457 		u64_stats_update_end(&stats->syncp);
458 	}
459 
460 	if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
461 		__vlan_hwaccel_clear_tag(skb);
462 
463 	if (p && (p->flags & BR_VLAN_TUNNEL) &&
464 	    br_handle_egress_vlan_tunnel(skb, v)) {
465 		kfree_skb(skb);
466 		return NULL;
467 	}
468 out:
469 	return skb;
470 }
471 
472 /* Called under RCU */
473 static bool __allowed_ingress(const struct net_bridge *br,
474 			      struct net_bridge_vlan_group *vg,
475 			      struct sk_buff *skb, u16 *vid,
476 			      u8 *state)
477 {
478 	struct pcpu_sw_netstats *stats;
479 	struct net_bridge_vlan *v;
480 	bool tagged;
481 
482 	BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
483 	/* If vlan tx offload is disabled on bridge device and frame was
484 	 * sent from vlan device on the bridge device, it does not have
485 	 * HW accelerated vlan tag.
486 	 */
487 	if (unlikely(!skb_vlan_tag_present(skb) &&
488 		     skb->protocol == br->vlan_proto)) {
489 		skb = skb_vlan_untag(skb);
490 		if (unlikely(!skb))
491 			return false;
492 	}
493 
494 	if (!br_vlan_get_tag(skb, vid)) {
495 		/* Tagged frame */
496 		if (skb->vlan_proto != br->vlan_proto) {
497 			/* Protocol-mismatch, empty out vlan_tci for new tag */
498 			skb_push(skb, ETH_HLEN);
499 			skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
500 							skb_vlan_tag_get(skb));
501 			if (unlikely(!skb))
502 				return false;
503 
504 			skb_pull(skb, ETH_HLEN);
505 			skb_reset_mac_len(skb);
506 			*vid = 0;
507 			tagged = false;
508 		} else {
509 			tagged = true;
510 		}
511 	} else {
512 		/* Untagged frame */
513 		tagged = false;
514 	}
515 
516 	if (!*vid) {
517 		u16 pvid = br_get_pvid(vg);
518 
519 		/* Frame had a tag with VID 0 or did not have a tag.
520 		 * See if pvid is set on this port.  That tells us which
521 		 * vlan untagged or priority-tagged traffic belongs to.
522 		 */
523 		if (!pvid)
524 			goto drop;
525 
526 		/* PVID is set on this port.  Any untagged or priority-tagged
527 		 * ingress frame is considered to belong to this vlan.
528 		 */
529 		*vid = pvid;
530 		if (likely(!tagged))
531 			/* Untagged Frame. */
532 			__vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
533 		else
534 			/* Priority-tagged Frame.
535 			 * At this point, we know that skb->vlan_tci VID
536 			 * field was 0.
537 			 * We update only VID field and preserve PCP field.
538 			 */
539 			skb->vlan_tci |= pvid;
540 
541 		/* if stats are disabled we can avoid the lookup */
542 		if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
543 			if (*state == BR_STATE_FORWARDING) {
544 				*state = br_vlan_get_pvid_state(vg);
545 				return br_vlan_state_allowed(*state, true);
546 			} else {
547 				return true;
548 			}
549 		}
550 	}
551 	v = br_vlan_find(vg, *vid);
552 	if (!v || !br_vlan_should_use(v))
553 		goto drop;
554 
555 	if (*state == BR_STATE_FORWARDING) {
556 		*state = br_vlan_get_state(v);
557 		if (!br_vlan_state_allowed(*state, true))
558 			goto drop;
559 	}
560 
561 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
562 		stats = this_cpu_ptr(v->stats);
563 		u64_stats_update_begin(&stats->syncp);
564 		stats->rx_bytes += skb->len;
565 		stats->rx_packets++;
566 		u64_stats_update_end(&stats->syncp);
567 	}
568 
569 	return true;
570 
571 drop:
572 	kfree_skb(skb);
573 	return false;
574 }
575 
576 bool br_allowed_ingress(const struct net_bridge *br,
577 			struct net_bridge_vlan_group *vg, struct sk_buff *skb,
578 			u16 *vid, u8 *state)
579 {
580 	/* If VLAN filtering is disabled on the bridge, all packets are
581 	 * permitted.
582 	 */
583 	if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
584 		BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
585 		return true;
586 	}
587 
588 	return __allowed_ingress(br, vg, skb, vid, state);
589 }
590 
591 /* Called under RCU. */
592 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
593 		       const struct sk_buff *skb)
594 {
595 	const struct net_bridge_vlan *v;
596 	u16 vid;
597 
598 	/* If this packet was not filtered at input, let it pass */
599 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
600 		return true;
601 
602 	br_vlan_get_tag(skb, &vid);
603 	v = br_vlan_find(vg, vid);
604 	if (v && br_vlan_should_use(v) &&
605 	    br_vlan_state_allowed(br_vlan_get_state(v), false))
606 		return true;
607 
608 	return false;
609 }
610 
611 /* Called under RCU */
612 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
613 {
614 	struct net_bridge_vlan_group *vg;
615 	struct net_bridge *br = p->br;
616 	struct net_bridge_vlan *v;
617 
618 	/* If filtering was disabled at input, let it pass. */
619 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
620 		return true;
621 
622 	vg = nbp_vlan_group_rcu(p);
623 	if (!vg || !vg->num_vlans)
624 		return false;
625 
626 	if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
627 		*vid = 0;
628 
629 	if (!*vid) {
630 		*vid = br_get_pvid(vg);
631 		if (!*vid ||
632 		    !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
633 			return false;
634 
635 		return true;
636 	}
637 
638 	v = br_vlan_find(vg, *vid);
639 	if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
640 		return true;
641 
642 	return false;
643 }
644 
645 static int br_vlan_add_existing(struct net_bridge *br,
646 				struct net_bridge_vlan_group *vg,
647 				struct net_bridge_vlan *vlan,
648 				u16 flags, bool *changed,
649 				struct netlink_ext_ack *extack)
650 {
651 	int err;
652 
653 	err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
654 	if (err && err != -EOPNOTSUPP)
655 		return err;
656 
657 	if (!br_vlan_is_brentry(vlan)) {
658 		/* Trying to change flags of non-existent bridge vlan */
659 		if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
660 			err = -EINVAL;
661 			goto err_flags;
662 		}
663 		/* It was only kept for port vlans, now make it real */
664 		err = br_fdb_insert(br, NULL, br->dev->dev_addr,
665 				    vlan->vid);
666 		if (err) {
667 			br_err(br, "failed to insert local address into bridge forwarding table\n");
668 			goto err_fdb_insert;
669 		}
670 
671 		refcount_inc(&vlan->refcnt);
672 		vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
673 		vg->num_vlans++;
674 		*changed = true;
675 	}
676 
677 	if (__vlan_add_flags(vlan, flags))
678 		*changed = true;
679 
680 	return 0;
681 
682 err_fdb_insert:
683 err_flags:
684 	br_switchdev_port_vlan_del(br->dev, vlan->vid);
685 	return err;
686 }
687 
688 /* Must be protected by RTNL.
689  * Must be called with vid in range from 1 to 4094 inclusive.
690  * changed must be true only if the vlan was created or updated
691  */
692 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
693 		struct netlink_ext_ack *extack)
694 {
695 	struct net_bridge_vlan_group *vg;
696 	struct net_bridge_vlan *vlan;
697 	int ret;
698 
699 	ASSERT_RTNL();
700 
701 	*changed = false;
702 	vg = br_vlan_group(br);
703 	vlan = br_vlan_find(vg, vid);
704 	if (vlan)
705 		return br_vlan_add_existing(br, vg, vlan, flags, changed,
706 					    extack);
707 
708 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
709 	if (!vlan)
710 		return -ENOMEM;
711 
712 	vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
713 	if (!vlan->stats) {
714 		kfree(vlan);
715 		return -ENOMEM;
716 	}
717 	vlan->vid = vid;
718 	vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
719 	vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
720 	vlan->br = br;
721 	if (flags & BRIDGE_VLAN_INFO_BRENTRY)
722 		refcount_set(&vlan->refcnt, 1);
723 	ret = __vlan_add(vlan, flags, extack);
724 	if (ret) {
725 		free_percpu(vlan->stats);
726 		kfree(vlan);
727 	} else {
728 		*changed = true;
729 	}
730 
731 	return ret;
732 }
733 
734 /* Must be protected by RTNL.
735  * Must be called with vid in range from 1 to 4094 inclusive.
736  */
737 int br_vlan_delete(struct net_bridge *br, u16 vid)
738 {
739 	struct net_bridge_vlan_group *vg;
740 	struct net_bridge_vlan *v;
741 
742 	ASSERT_RTNL();
743 
744 	vg = br_vlan_group(br);
745 	v = br_vlan_find(vg, vid);
746 	if (!v || !br_vlan_is_brentry(v))
747 		return -ENOENT;
748 
749 	br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
750 	br_fdb_delete_by_port(br, NULL, vid, 0);
751 
752 	vlan_tunnel_info_del(vg, v);
753 
754 	return __vlan_del(v);
755 }
756 
757 void br_vlan_flush(struct net_bridge *br)
758 {
759 	struct net_bridge_vlan_group *vg;
760 
761 	ASSERT_RTNL();
762 
763 	vg = br_vlan_group(br);
764 	__vlan_flush(br, NULL, vg);
765 	RCU_INIT_POINTER(br->vlgrp, NULL);
766 	synchronize_rcu();
767 	__vlan_group_free(vg);
768 }
769 
770 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
771 {
772 	if (!vg)
773 		return NULL;
774 
775 	return br_vlan_lookup(&vg->vlan_hash, vid);
776 }
777 
778 /* Must be protected by RTNL. */
779 static void recalculate_group_addr(struct net_bridge *br)
780 {
781 	if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
782 		return;
783 
784 	spin_lock_bh(&br->lock);
785 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
786 	    br->vlan_proto == htons(ETH_P_8021Q)) {
787 		/* Bridge Group Address */
788 		br->group_addr[5] = 0x00;
789 	} else { /* vlan_enabled && ETH_P_8021AD */
790 		/* Provider Bridge Group Address */
791 		br->group_addr[5] = 0x08;
792 	}
793 	spin_unlock_bh(&br->lock);
794 }
795 
796 /* Must be protected by RTNL. */
797 void br_recalculate_fwd_mask(struct net_bridge *br)
798 {
799 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
800 	    br->vlan_proto == htons(ETH_P_8021Q))
801 		br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
802 	else /* vlan_enabled && ETH_P_8021AD */
803 		br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
804 					      ~(1u << br->group_addr[5]);
805 }
806 
807 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
808 			  struct netlink_ext_ack *extack)
809 {
810 	struct switchdev_attr attr = {
811 		.orig_dev = br->dev,
812 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
813 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
814 		.u.vlan_filtering = val,
815 	};
816 	int err;
817 
818 	if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
819 		return 0;
820 
821 	err = switchdev_port_attr_set(br->dev, &attr, extack);
822 	if (err && err != -EOPNOTSUPP)
823 		return err;
824 
825 	br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
826 	br_manage_promisc(br);
827 	recalculate_group_addr(br);
828 	br_recalculate_fwd_mask(br);
829 
830 	return 0;
831 }
832 
833 bool br_vlan_enabled(const struct net_device *dev)
834 {
835 	struct net_bridge *br = netdev_priv(dev);
836 
837 	return br_opt_get(br, BROPT_VLAN_ENABLED);
838 }
839 EXPORT_SYMBOL_GPL(br_vlan_enabled);
840 
841 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
842 {
843 	struct net_bridge *br = netdev_priv(dev);
844 
845 	*p_proto = ntohs(br->vlan_proto);
846 
847 	return 0;
848 }
849 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
850 
851 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
852 			struct netlink_ext_ack *extack)
853 {
854 	struct switchdev_attr attr = {
855 		.orig_dev = br->dev,
856 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
857 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
858 		.u.vlan_protocol = ntohs(proto),
859 	};
860 	int err = 0;
861 	struct net_bridge_port *p;
862 	struct net_bridge_vlan *vlan;
863 	struct net_bridge_vlan_group *vg;
864 	__be16 oldproto = br->vlan_proto;
865 
866 	if (br->vlan_proto == proto)
867 		return 0;
868 
869 	err = switchdev_port_attr_set(br->dev, &attr, extack);
870 	if (err && err != -EOPNOTSUPP)
871 		return err;
872 
873 	/* Add VLANs for the new proto to the device filter. */
874 	list_for_each_entry(p, &br->port_list, list) {
875 		vg = nbp_vlan_group(p);
876 		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
877 			err = vlan_vid_add(p->dev, proto, vlan->vid);
878 			if (err)
879 				goto err_filt;
880 		}
881 	}
882 
883 	br->vlan_proto = proto;
884 
885 	recalculate_group_addr(br);
886 	br_recalculate_fwd_mask(br);
887 
888 	/* Delete VLANs for the old proto from the device filter. */
889 	list_for_each_entry(p, &br->port_list, list) {
890 		vg = nbp_vlan_group(p);
891 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
892 			vlan_vid_del(p->dev, oldproto, vlan->vid);
893 	}
894 
895 	return 0;
896 
897 err_filt:
898 	attr.u.vlan_protocol = ntohs(oldproto);
899 	switchdev_port_attr_set(br->dev, &attr, NULL);
900 
901 	list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
902 		vlan_vid_del(p->dev, proto, vlan->vid);
903 
904 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
905 		vg = nbp_vlan_group(p);
906 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
907 			vlan_vid_del(p->dev, proto, vlan->vid);
908 	}
909 
910 	return err;
911 }
912 
913 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
914 		      struct netlink_ext_ack *extack)
915 {
916 	if (!eth_type_vlan(htons(val)))
917 		return -EPROTONOSUPPORT;
918 
919 	return __br_vlan_set_proto(br, htons(val), extack);
920 }
921 
922 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
923 {
924 	switch (val) {
925 	case 0:
926 	case 1:
927 		br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
928 		break;
929 	default:
930 		return -EINVAL;
931 	}
932 
933 	return 0;
934 }
935 
936 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
937 {
938 	struct net_bridge_port *p;
939 
940 	/* allow to change the option if there are no port vlans configured */
941 	list_for_each_entry(p, &br->port_list, list) {
942 		struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
943 
944 		if (vg->num_vlans)
945 			return -EBUSY;
946 	}
947 
948 	switch (val) {
949 	case 0:
950 	case 1:
951 		br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
952 		break;
953 	default:
954 		return -EINVAL;
955 	}
956 
957 	return 0;
958 }
959 
960 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
961 {
962 	struct net_bridge_vlan *v;
963 
964 	if (vid != vg->pvid)
965 		return false;
966 
967 	v = br_vlan_lookup(&vg->vlan_hash, vid);
968 	if (v && br_vlan_should_use(v) &&
969 	    (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
970 		return true;
971 
972 	return false;
973 }
974 
975 static void br_vlan_disable_default_pvid(struct net_bridge *br)
976 {
977 	struct net_bridge_port *p;
978 	u16 pvid = br->default_pvid;
979 
980 	/* Disable default_pvid on all ports where it is still
981 	 * configured.
982 	 */
983 	if (vlan_default_pvid(br_vlan_group(br), pvid)) {
984 		if (!br_vlan_delete(br, pvid))
985 			br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
986 	}
987 
988 	list_for_each_entry(p, &br->port_list, list) {
989 		if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
990 		    !nbp_vlan_delete(p, pvid))
991 			br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
992 	}
993 
994 	br->default_pvid = 0;
995 }
996 
997 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
998 			       struct netlink_ext_ack *extack)
999 {
1000 	const struct net_bridge_vlan *pvent;
1001 	struct net_bridge_vlan_group *vg;
1002 	struct net_bridge_port *p;
1003 	unsigned long *changed;
1004 	bool vlchange;
1005 	u16 old_pvid;
1006 	int err = 0;
1007 
1008 	if (!pvid) {
1009 		br_vlan_disable_default_pvid(br);
1010 		return 0;
1011 	}
1012 
1013 	changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1014 	if (!changed)
1015 		return -ENOMEM;
1016 
1017 	old_pvid = br->default_pvid;
1018 
1019 	/* Update default_pvid config only if we do not conflict with
1020 	 * user configuration.
1021 	 */
1022 	vg = br_vlan_group(br);
1023 	pvent = br_vlan_find(vg, pvid);
1024 	if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1025 	    (!pvent || !br_vlan_should_use(pvent))) {
1026 		err = br_vlan_add(br, pvid,
1027 				  BRIDGE_VLAN_INFO_PVID |
1028 				  BRIDGE_VLAN_INFO_UNTAGGED |
1029 				  BRIDGE_VLAN_INFO_BRENTRY,
1030 				  &vlchange, extack);
1031 		if (err)
1032 			goto out;
1033 
1034 		if (br_vlan_delete(br, old_pvid))
1035 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1036 		br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1037 		set_bit(0, changed);
1038 	}
1039 
1040 	list_for_each_entry(p, &br->port_list, list) {
1041 		/* Update default_pvid config only if we do not conflict with
1042 		 * user configuration.
1043 		 */
1044 		vg = nbp_vlan_group(p);
1045 		if ((old_pvid &&
1046 		     !vlan_default_pvid(vg, old_pvid)) ||
1047 		    br_vlan_find(vg, pvid))
1048 			continue;
1049 
1050 		err = nbp_vlan_add(p, pvid,
1051 				   BRIDGE_VLAN_INFO_PVID |
1052 				   BRIDGE_VLAN_INFO_UNTAGGED,
1053 				   &vlchange, extack);
1054 		if (err)
1055 			goto err_port;
1056 		if (nbp_vlan_delete(p, old_pvid))
1057 			br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1058 		br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1059 		set_bit(p->port_no, changed);
1060 	}
1061 
1062 	br->default_pvid = pvid;
1063 
1064 out:
1065 	bitmap_free(changed);
1066 	return err;
1067 
1068 err_port:
1069 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1070 		if (!test_bit(p->port_no, changed))
1071 			continue;
1072 
1073 		if (old_pvid) {
1074 			nbp_vlan_add(p, old_pvid,
1075 				     BRIDGE_VLAN_INFO_PVID |
1076 				     BRIDGE_VLAN_INFO_UNTAGGED,
1077 				     &vlchange, NULL);
1078 			br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1079 		}
1080 		nbp_vlan_delete(p, pvid);
1081 		br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1082 	}
1083 
1084 	if (test_bit(0, changed)) {
1085 		if (old_pvid) {
1086 			br_vlan_add(br, old_pvid,
1087 				    BRIDGE_VLAN_INFO_PVID |
1088 				    BRIDGE_VLAN_INFO_UNTAGGED |
1089 				    BRIDGE_VLAN_INFO_BRENTRY,
1090 				    &vlchange, NULL);
1091 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1092 		}
1093 		br_vlan_delete(br, pvid);
1094 		br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1095 	}
1096 	goto out;
1097 }
1098 
1099 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1100 			     struct netlink_ext_ack *extack)
1101 {
1102 	u16 pvid = val;
1103 	int err = 0;
1104 
1105 	if (val >= VLAN_VID_MASK)
1106 		return -EINVAL;
1107 
1108 	if (pvid == br->default_pvid)
1109 		goto out;
1110 
1111 	/* Only allow default pvid change when filtering is disabled */
1112 	if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1113 		pr_info_once("Please disable vlan filtering to change default_pvid\n");
1114 		err = -EPERM;
1115 		goto out;
1116 	}
1117 	err = __br_vlan_set_default_pvid(br, pvid, extack);
1118 out:
1119 	return err;
1120 }
1121 
1122 int br_vlan_init(struct net_bridge *br)
1123 {
1124 	struct net_bridge_vlan_group *vg;
1125 	int ret = -ENOMEM;
1126 
1127 	vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1128 	if (!vg)
1129 		goto out;
1130 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1131 	if (ret)
1132 		goto err_rhtbl;
1133 	ret = vlan_tunnel_init(vg);
1134 	if (ret)
1135 		goto err_tunnel_init;
1136 	INIT_LIST_HEAD(&vg->vlan_list);
1137 	br->vlan_proto = htons(ETH_P_8021Q);
1138 	br->default_pvid = 1;
1139 	rcu_assign_pointer(br->vlgrp, vg);
1140 
1141 out:
1142 	return ret;
1143 
1144 err_tunnel_init:
1145 	rhashtable_destroy(&vg->vlan_hash);
1146 err_rhtbl:
1147 	kfree(vg);
1148 
1149 	goto out;
1150 }
1151 
1152 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1153 {
1154 	struct switchdev_attr attr = {
1155 		.orig_dev = p->br->dev,
1156 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1157 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1158 		.u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1159 	};
1160 	struct net_bridge_vlan_group *vg;
1161 	int ret = -ENOMEM;
1162 
1163 	vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1164 	if (!vg)
1165 		goto out;
1166 
1167 	ret = switchdev_port_attr_set(p->dev, &attr, extack);
1168 	if (ret && ret != -EOPNOTSUPP)
1169 		goto err_vlan_enabled;
1170 
1171 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1172 	if (ret)
1173 		goto err_rhtbl;
1174 	ret = vlan_tunnel_init(vg);
1175 	if (ret)
1176 		goto err_tunnel_init;
1177 	INIT_LIST_HEAD(&vg->vlan_list);
1178 	rcu_assign_pointer(p->vlgrp, vg);
1179 	if (p->br->default_pvid) {
1180 		bool changed;
1181 
1182 		ret = nbp_vlan_add(p, p->br->default_pvid,
1183 				   BRIDGE_VLAN_INFO_PVID |
1184 				   BRIDGE_VLAN_INFO_UNTAGGED,
1185 				   &changed, extack);
1186 		if (ret)
1187 			goto err_vlan_add;
1188 		br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1189 	}
1190 out:
1191 	return ret;
1192 
1193 err_vlan_add:
1194 	RCU_INIT_POINTER(p->vlgrp, NULL);
1195 	synchronize_rcu();
1196 	vlan_tunnel_deinit(vg);
1197 err_tunnel_init:
1198 	rhashtable_destroy(&vg->vlan_hash);
1199 err_rhtbl:
1200 err_vlan_enabled:
1201 	kfree(vg);
1202 
1203 	goto out;
1204 }
1205 
1206 /* Must be protected by RTNL.
1207  * Must be called with vid in range from 1 to 4094 inclusive.
1208  * changed must be true only if the vlan was created or updated
1209  */
1210 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1211 		 bool *changed, struct netlink_ext_ack *extack)
1212 {
1213 	struct net_bridge_vlan *vlan;
1214 	int ret;
1215 
1216 	ASSERT_RTNL();
1217 
1218 	*changed = false;
1219 	vlan = br_vlan_find(nbp_vlan_group(port), vid);
1220 	if (vlan) {
1221 		/* Pass the flags to the hardware bridge */
1222 		ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1223 		if (ret && ret != -EOPNOTSUPP)
1224 			return ret;
1225 		*changed = __vlan_add_flags(vlan, flags);
1226 
1227 		return 0;
1228 	}
1229 
1230 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1231 	if (!vlan)
1232 		return -ENOMEM;
1233 
1234 	vlan->vid = vid;
1235 	vlan->port = port;
1236 	ret = __vlan_add(vlan, flags, extack);
1237 	if (ret)
1238 		kfree(vlan);
1239 	else
1240 		*changed = true;
1241 
1242 	return ret;
1243 }
1244 
1245 /* Must be protected by RTNL.
1246  * Must be called with vid in range from 1 to 4094 inclusive.
1247  */
1248 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1249 {
1250 	struct net_bridge_vlan *v;
1251 
1252 	ASSERT_RTNL();
1253 
1254 	v = br_vlan_find(nbp_vlan_group(port), vid);
1255 	if (!v)
1256 		return -ENOENT;
1257 	br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1258 	br_fdb_delete_by_port(port->br, port, vid, 0);
1259 
1260 	return __vlan_del(v);
1261 }
1262 
1263 void nbp_vlan_flush(struct net_bridge_port *port)
1264 {
1265 	struct net_bridge_vlan_group *vg;
1266 
1267 	ASSERT_RTNL();
1268 
1269 	vg = nbp_vlan_group(port);
1270 	__vlan_flush(port->br, port, vg);
1271 	RCU_INIT_POINTER(port->vlgrp, NULL);
1272 	synchronize_rcu();
1273 	__vlan_group_free(vg);
1274 }
1275 
1276 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1277 		       struct pcpu_sw_netstats *stats)
1278 {
1279 	int i;
1280 
1281 	memset(stats, 0, sizeof(*stats));
1282 	for_each_possible_cpu(i) {
1283 		u64 rxpackets, rxbytes, txpackets, txbytes;
1284 		struct pcpu_sw_netstats *cpu_stats;
1285 		unsigned int start;
1286 
1287 		cpu_stats = per_cpu_ptr(v->stats, i);
1288 		do {
1289 			start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1290 			rxpackets = cpu_stats->rx_packets;
1291 			rxbytes = cpu_stats->rx_bytes;
1292 			txbytes = cpu_stats->tx_bytes;
1293 			txpackets = cpu_stats->tx_packets;
1294 		} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1295 
1296 		stats->rx_packets += rxpackets;
1297 		stats->rx_bytes += rxbytes;
1298 		stats->tx_bytes += txbytes;
1299 		stats->tx_packets += txpackets;
1300 	}
1301 }
1302 
1303 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1304 {
1305 	struct net_bridge_vlan_group *vg;
1306 	struct net_bridge_port *p;
1307 
1308 	ASSERT_RTNL();
1309 	p = br_port_get_check_rtnl(dev);
1310 	if (p)
1311 		vg = nbp_vlan_group(p);
1312 	else if (netif_is_bridge_master(dev))
1313 		vg = br_vlan_group(netdev_priv(dev));
1314 	else
1315 		return -EINVAL;
1316 
1317 	*p_pvid = br_get_pvid(vg);
1318 	return 0;
1319 }
1320 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1321 
1322 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1323 {
1324 	struct net_bridge_vlan_group *vg;
1325 	struct net_bridge_port *p;
1326 
1327 	p = br_port_get_check_rcu(dev);
1328 	if (p)
1329 		vg = nbp_vlan_group_rcu(p);
1330 	else if (netif_is_bridge_master(dev))
1331 		vg = br_vlan_group_rcu(netdev_priv(dev));
1332 	else
1333 		return -EINVAL;
1334 
1335 	*p_pvid = br_get_pvid(vg);
1336 	return 0;
1337 }
1338 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1339 
1340 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1341 				    struct net_device_path_ctx *ctx,
1342 				    struct net_device_path *path)
1343 {
1344 	struct net_bridge_vlan_group *vg;
1345 	int idx = ctx->num_vlans - 1;
1346 	u16 vid;
1347 
1348 	path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1349 
1350 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1351 		return;
1352 
1353 	vg = br_vlan_group(br);
1354 
1355 	if (idx >= 0 &&
1356 	    ctx->vlan[idx].proto == br->vlan_proto) {
1357 		vid = ctx->vlan[idx].id;
1358 	} else {
1359 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1360 		vid = br_get_pvid(vg);
1361 	}
1362 
1363 	path->bridge.vlan_id = vid;
1364 	path->bridge.vlan_proto = br->vlan_proto;
1365 }
1366 
1367 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1368 				   struct net_bridge_port *dst,
1369 				   struct net_device_path *path)
1370 {
1371 	struct net_bridge_vlan_group *vg;
1372 	struct net_bridge_vlan *v;
1373 
1374 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1375 		return 0;
1376 
1377 	vg = nbp_vlan_group_rcu(dst);
1378 	v = br_vlan_find(vg, path->bridge.vlan_id);
1379 	if (!v || !br_vlan_should_use(v))
1380 		return -EINVAL;
1381 
1382 	if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1383 		return 0;
1384 
1385 	if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1386 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1387 	else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1388 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1389 	else
1390 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1391 
1392 	return 0;
1393 }
1394 
1395 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1396 		     struct bridge_vlan_info *p_vinfo)
1397 {
1398 	struct net_bridge_vlan_group *vg;
1399 	struct net_bridge_vlan *v;
1400 	struct net_bridge_port *p;
1401 
1402 	ASSERT_RTNL();
1403 	p = br_port_get_check_rtnl(dev);
1404 	if (p)
1405 		vg = nbp_vlan_group(p);
1406 	else if (netif_is_bridge_master(dev))
1407 		vg = br_vlan_group(netdev_priv(dev));
1408 	else
1409 		return -EINVAL;
1410 
1411 	v = br_vlan_find(vg, vid);
1412 	if (!v)
1413 		return -ENOENT;
1414 
1415 	p_vinfo->vid = vid;
1416 	p_vinfo->flags = v->flags;
1417 	if (vid == br_get_pvid(vg))
1418 		p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1419 	return 0;
1420 }
1421 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1422 
1423 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1424 {
1425 	return is_vlan_dev(dev) &&
1426 		!!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1427 }
1428 
1429 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1430 			       __always_unused struct netdev_nested_priv *priv)
1431 {
1432 	return br_vlan_is_bind_vlan_dev(dev);
1433 }
1434 
1435 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1436 {
1437 	int found;
1438 
1439 	rcu_read_lock();
1440 	found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1441 					      NULL);
1442 	rcu_read_unlock();
1443 
1444 	return !!found;
1445 }
1446 
1447 struct br_vlan_bind_walk_data {
1448 	u16 vid;
1449 	struct net_device *result;
1450 };
1451 
1452 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1453 					  struct netdev_nested_priv *priv)
1454 {
1455 	struct br_vlan_bind_walk_data *data = priv->data;
1456 	int found = 0;
1457 
1458 	if (br_vlan_is_bind_vlan_dev(dev) &&
1459 	    vlan_dev_priv(dev)->vlan_id == data->vid) {
1460 		data->result = dev;
1461 		found = 1;
1462 	}
1463 
1464 	return found;
1465 }
1466 
1467 static struct net_device *
1468 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1469 {
1470 	struct br_vlan_bind_walk_data data = {
1471 		.vid = vid,
1472 	};
1473 	struct netdev_nested_priv priv = {
1474 		.data = (void *)&data,
1475 	};
1476 
1477 	rcu_read_lock();
1478 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1479 				      &priv);
1480 	rcu_read_unlock();
1481 
1482 	return data.result;
1483 }
1484 
1485 static bool br_vlan_is_dev_up(const struct net_device *dev)
1486 {
1487 	return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1488 }
1489 
1490 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1491 				       struct net_device *vlan_dev)
1492 {
1493 	u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1494 	struct net_bridge_vlan_group *vg;
1495 	struct net_bridge_port *p;
1496 	bool has_carrier = false;
1497 
1498 	if (!netif_carrier_ok(br->dev)) {
1499 		netif_carrier_off(vlan_dev);
1500 		return;
1501 	}
1502 
1503 	list_for_each_entry(p, &br->port_list, list) {
1504 		vg = nbp_vlan_group(p);
1505 		if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1506 			has_carrier = true;
1507 			break;
1508 		}
1509 	}
1510 
1511 	if (has_carrier)
1512 		netif_carrier_on(vlan_dev);
1513 	else
1514 		netif_carrier_off(vlan_dev);
1515 }
1516 
1517 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1518 {
1519 	struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1520 	struct net_bridge_vlan *vlan;
1521 	struct net_device *vlan_dev;
1522 
1523 	list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1524 		vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1525 							   vlan->vid);
1526 		if (vlan_dev) {
1527 			if (br_vlan_is_dev_up(p->dev)) {
1528 				if (netif_carrier_ok(p->br->dev))
1529 					netif_carrier_on(vlan_dev);
1530 			} else {
1531 				br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1532 			}
1533 		}
1534 	}
1535 }
1536 
1537 static void br_vlan_upper_change(struct net_device *dev,
1538 				 struct net_device *upper_dev,
1539 				 bool linking)
1540 {
1541 	struct net_bridge *br = netdev_priv(dev);
1542 
1543 	if (!br_vlan_is_bind_vlan_dev(upper_dev))
1544 		return;
1545 
1546 	if (linking) {
1547 		br_vlan_set_vlan_dev_state(br, upper_dev);
1548 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1549 	} else {
1550 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1551 			      br_vlan_has_upper_bind_vlan_dev(dev));
1552 	}
1553 }
1554 
1555 struct br_vlan_link_state_walk_data {
1556 	struct net_bridge *br;
1557 };
1558 
1559 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1560 					struct netdev_nested_priv *priv)
1561 {
1562 	struct br_vlan_link_state_walk_data *data = priv->data;
1563 
1564 	if (br_vlan_is_bind_vlan_dev(vlan_dev))
1565 		br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1566 
1567 	return 0;
1568 }
1569 
1570 static void br_vlan_link_state_change(struct net_device *dev,
1571 				      struct net_bridge *br)
1572 {
1573 	struct br_vlan_link_state_walk_data data = {
1574 		.br = br
1575 	};
1576 	struct netdev_nested_priv priv = {
1577 		.data = (void *)&data,
1578 	};
1579 
1580 	rcu_read_lock();
1581 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1582 				      &priv);
1583 	rcu_read_unlock();
1584 }
1585 
1586 /* Must be protected by RTNL. */
1587 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1588 {
1589 	struct net_device *vlan_dev;
1590 
1591 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1592 		return;
1593 
1594 	vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1595 	if (vlan_dev)
1596 		br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1597 }
1598 
1599 /* Must be protected by RTNL. */
1600 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1601 {
1602 	struct netdev_notifier_changeupper_info *info;
1603 	struct net_bridge *br = netdev_priv(dev);
1604 	int vlcmd = 0, ret = 0;
1605 	bool changed = false;
1606 
1607 	switch (event) {
1608 	case NETDEV_REGISTER:
1609 		ret = br_vlan_add(br, br->default_pvid,
1610 				  BRIDGE_VLAN_INFO_PVID |
1611 				  BRIDGE_VLAN_INFO_UNTAGGED |
1612 				  BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1613 		vlcmd = RTM_NEWVLAN;
1614 		break;
1615 	case NETDEV_UNREGISTER:
1616 		changed = !br_vlan_delete(br, br->default_pvid);
1617 		vlcmd = RTM_DELVLAN;
1618 		break;
1619 	case NETDEV_CHANGEUPPER:
1620 		info = ptr;
1621 		br_vlan_upper_change(dev, info->upper_dev, info->linking);
1622 		break;
1623 
1624 	case NETDEV_CHANGE:
1625 	case NETDEV_UP:
1626 		if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1627 			break;
1628 		br_vlan_link_state_change(dev, br);
1629 		break;
1630 	}
1631 	if (changed)
1632 		br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1633 
1634 	return ret;
1635 }
1636 
1637 /* Must be protected by RTNL. */
1638 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1639 {
1640 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1641 		return;
1642 
1643 	switch (event) {
1644 	case NETDEV_CHANGE:
1645 	case NETDEV_DOWN:
1646 	case NETDEV_UP:
1647 		br_vlan_set_all_vlan_dev_state(p);
1648 		break;
1649 	}
1650 }
1651 
1652 static bool br_vlan_stats_fill(struct sk_buff *skb,
1653 			       const struct net_bridge_vlan *v)
1654 {
1655 	struct pcpu_sw_netstats stats;
1656 	struct nlattr *nest;
1657 
1658 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1659 	if (!nest)
1660 		return false;
1661 
1662 	br_vlan_get_stats(v, &stats);
1663 	if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1664 			      BRIDGE_VLANDB_STATS_PAD) ||
1665 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1666 			      stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1667 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1668 			      BRIDGE_VLANDB_STATS_PAD) ||
1669 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1670 			      stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1671 		goto out_err;
1672 
1673 	nla_nest_end(skb, nest);
1674 
1675 	return true;
1676 
1677 out_err:
1678 	nla_nest_cancel(skb, nest);
1679 	return false;
1680 }
1681 
1682 /* v_opts is used to dump the options which must be equal in the whole range */
1683 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1684 			      const struct net_bridge_vlan *v_opts,
1685 			      u16 flags,
1686 			      bool dump_stats)
1687 {
1688 	struct bridge_vlan_info info;
1689 	struct nlattr *nest;
1690 
1691 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1692 	if (!nest)
1693 		return false;
1694 
1695 	memset(&info, 0, sizeof(info));
1696 	info.vid = vid;
1697 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1698 		info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1699 	if (flags & BRIDGE_VLAN_INFO_PVID)
1700 		info.flags |= BRIDGE_VLAN_INFO_PVID;
1701 
1702 	if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1703 		goto out_err;
1704 
1705 	if (vid_range && vid < vid_range &&
1706 	    !(flags & BRIDGE_VLAN_INFO_PVID) &&
1707 	    nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1708 		goto out_err;
1709 
1710 	if (v_opts) {
1711 		if (!br_vlan_opts_fill(skb, v_opts))
1712 			goto out_err;
1713 
1714 		if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1715 			goto out_err;
1716 	}
1717 
1718 	nla_nest_end(skb, nest);
1719 
1720 	return true;
1721 
1722 out_err:
1723 	nla_nest_cancel(skb, nest);
1724 	return false;
1725 }
1726 
1727 static size_t rtnl_vlan_nlmsg_size(void)
1728 {
1729 	return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1730 		+ nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1731 		+ nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1732 		+ nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1733 		+ br_vlan_opts_nl_size(); /* bridge vlan options */
1734 }
1735 
1736 void br_vlan_notify(const struct net_bridge *br,
1737 		    const struct net_bridge_port *p,
1738 		    u16 vid, u16 vid_range,
1739 		    int cmd)
1740 {
1741 	struct net_bridge_vlan_group *vg;
1742 	struct net_bridge_vlan *v = NULL;
1743 	struct br_vlan_msg *bvm;
1744 	struct nlmsghdr *nlh;
1745 	struct sk_buff *skb;
1746 	int err = -ENOBUFS;
1747 	struct net *net;
1748 	u16 flags = 0;
1749 	int ifindex;
1750 
1751 	/* right now notifications are done only with rtnl held */
1752 	ASSERT_RTNL();
1753 
1754 	if (p) {
1755 		ifindex = p->dev->ifindex;
1756 		vg = nbp_vlan_group(p);
1757 		net = dev_net(p->dev);
1758 	} else {
1759 		ifindex = br->dev->ifindex;
1760 		vg = br_vlan_group(br);
1761 		net = dev_net(br->dev);
1762 	}
1763 
1764 	skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1765 	if (!skb)
1766 		goto out_err;
1767 
1768 	err = -EMSGSIZE;
1769 	nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1770 	if (!nlh)
1771 		goto out_err;
1772 	bvm = nlmsg_data(nlh);
1773 	memset(bvm, 0, sizeof(*bvm));
1774 	bvm->family = AF_BRIDGE;
1775 	bvm->ifindex = ifindex;
1776 
1777 	switch (cmd) {
1778 	case RTM_NEWVLAN:
1779 		/* need to find the vlan due to flags/options */
1780 		v = br_vlan_find(vg, vid);
1781 		if (!v || !br_vlan_should_use(v))
1782 			goto out_kfree;
1783 
1784 		flags = v->flags;
1785 		if (br_get_pvid(vg) == v->vid)
1786 			flags |= BRIDGE_VLAN_INFO_PVID;
1787 		break;
1788 	case RTM_DELVLAN:
1789 		break;
1790 	default:
1791 		goto out_kfree;
1792 	}
1793 
1794 	if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1795 		goto out_err;
1796 
1797 	nlmsg_end(skb, nlh);
1798 	rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1799 	return;
1800 
1801 out_err:
1802 	rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1803 out_kfree:
1804 	kfree_skb(skb);
1805 }
1806 
1807 static int br_vlan_replay_one(struct notifier_block *nb,
1808 			      struct net_device *dev,
1809 			      struct switchdev_obj_port_vlan *vlan,
1810 			      const void *ctx, unsigned long action,
1811 			      struct netlink_ext_ack *extack)
1812 {
1813 	struct switchdev_notifier_port_obj_info obj_info = {
1814 		.info = {
1815 			.dev = dev,
1816 			.extack = extack,
1817 			.ctx = ctx,
1818 		},
1819 		.obj = &vlan->obj,
1820 	};
1821 	int err;
1822 
1823 	err = nb->notifier_call(nb, action, &obj_info);
1824 	return notifier_to_errno(err);
1825 }
1826 
1827 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1828 		   const void *ctx, bool adding, struct notifier_block *nb,
1829 		   struct netlink_ext_ack *extack)
1830 {
1831 	struct net_bridge_vlan_group *vg;
1832 	struct net_bridge_vlan *v;
1833 	struct net_bridge_port *p;
1834 	struct net_bridge *br;
1835 	unsigned long action;
1836 	int err = 0;
1837 	u16 pvid;
1838 
1839 	ASSERT_RTNL();
1840 
1841 	if (!netif_is_bridge_master(br_dev))
1842 		return -EINVAL;
1843 
1844 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1845 		return -EINVAL;
1846 
1847 	if (netif_is_bridge_master(dev)) {
1848 		br = netdev_priv(dev);
1849 		vg = br_vlan_group(br);
1850 		p = NULL;
1851 	} else {
1852 		p = br_port_get_rtnl(dev);
1853 		if (WARN_ON(!p))
1854 			return -EINVAL;
1855 		vg = nbp_vlan_group(p);
1856 		br = p->br;
1857 	}
1858 
1859 	if (!vg)
1860 		return 0;
1861 
1862 	if (adding)
1863 		action = SWITCHDEV_PORT_OBJ_ADD;
1864 	else
1865 		action = SWITCHDEV_PORT_OBJ_DEL;
1866 
1867 	pvid = br_get_pvid(vg);
1868 
1869 	list_for_each_entry(v, &vg->vlan_list, vlist) {
1870 		struct switchdev_obj_port_vlan vlan = {
1871 			.obj.orig_dev = dev,
1872 			.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1873 			.flags = br_vlan_flags(v, pvid),
1874 			.vid = v->vid,
1875 		};
1876 
1877 		if (!br_vlan_should_use(v))
1878 			continue;
1879 
1880 		err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack);
1881 		if (err)
1882 			return err;
1883 	}
1884 
1885 	return err;
1886 }
1887 EXPORT_SYMBOL_GPL(br_vlan_replay);
1888 
1889 /* check if v_curr can enter a range ending in range_end */
1890 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1891 			     const struct net_bridge_vlan *range_end)
1892 {
1893 	return v_curr->vid - range_end->vid == 1 &&
1894 	       range_end->flags == v_curr->flags &&
1895 	       br_vlan_opts_eq_range(v_curr, range_end);
1896 }
1897 
1898 static int br_vlan_dump_dev(const struct net_device *dev,
1899 			    struct sk_buff *skb,
1900 			    struct netlink_callback *cb,
1901 			    u32 dump_flags)
1902 {
1903 	struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1904 	bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1905 	struct net_bridge_vlan_group *vg;
1906 	int idx = 0, s_idx = cb->args[1];
1907 	struct nlmsghdr *nlh = NULL;
1908 	struct net_bridge_port *p;
1909 	struct br_vlan_msg *bvm;
1910 	struct net_bridge *br;
1911 	int err = 0;
1912 	u16 pvid;
1913 
1914 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1915 		return -EINVAL;
1916 
1917 	if (netif_is_bridge_master(dev)) {
1918 		br = netdev_priv(dev);
1919 		vg = br_vlan_group_rcu(br);
1920 		p = NULL;
1921 	} else {
1922 		p = br_port_get_rcu(dev);
1923 		if (WARN_ON(!p))
1924 			return -EINVAL;
1925 		vg = nbp_vlan_group_rcu(p);
1926 		br = p->br;
1927 	}
1928 
1929 	if (!vg)
1930 		return 0;
1931 
1932 	nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1933 			RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1934 	if (!nlh)
1935 		return -EMSGSIZE;
1936 	bvm = nlmsg_data(nlh);
1937 	memset(bvm, 0, sizeof(*bvm));
1938 	bvm->family = PF_BRIDGE;
1939 	bvm->ifindex = dev->ifindex;
1940 	pvid = br_get_pvid(vg);
1941 
1942 	/* idx must stay at range's beginning until it is filled in */
1943 	list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1944 		if (!br_vlan_should_use(v))
1945 			continue;
1946 		if (idx < s_idx) {
1947 			idx++;
1948 			continue;
1949 		}
1950 
1951 		if (!range_start) {
1952 			range_start = v;
1953 			range_end = v;
1954 			continue;
1955 		}
1956 
1957 		if (dump_stats || v->vid == pvid ||
1958 		    !br_vlan_can_enter_range(v, range_end)) {
1959 			u16 vlan_flags = br_vlan_flags(range_start, pvid);
1960 
1961 			if (!br_vlan_fill_vids(skb, range_start->vid,
1962 					       range_end->vid, range_start,
1963 					       vlan_flags, dump_stats)) {
1964 				err = -EMSGSIZE;
1965 				break;
1966 			}
1967 			/* advance number of filled vlans */
1968 			idx += range_end->vid - range_start->vid + 1;
1969 
1970 			range_start = v;
1971 		}
1972 		range_end = v;
1973 	}
1974 
1975 	/* err will be 0 and range_start will be set in 3 cases here:
1976 	 * - first vlan (range_start == range_end)
1977 	 * - last vlan (range_start == range_end, not in range)
1978 	 * - last vlan range (range_start != range_end, in range)
1979 	 */
1980 	if (!err && range_start &&
1981 	    !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1982 			       range_start, br_vlan_flags(range_start, pvid),
1983 			       dump_stats))
1984 		err = -EMSGSIZE;
1985 
1986 	cb->args[1] = err ? idx : 0;
1987 
1988 	nlmsg_end(skb, nlh);
1989 
1990 	return err;
1991 }
1992 
1993 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
1994 	[BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
1995 };
1996 
1997 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1998 {
1999 	struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2000 	int idx = 0, err = 0, s_idx = cb->args[0];
2001 	struct net *net = sock_net(skb->sk);
2002 	struct br_vlan_msg *bvm;
2003 	struct net_device *dev;
2004 	u32 dump_flags = 0;
2005 
2006 	err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2007 			  br_vlan_db_dump_pol, cb->extack);
2008 	if (err < 0)
2009 		return err;
2010 
2011 	bvm = nlmsg_data(cb->nlh);
2012 	if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2013 		dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2014 
2015 	rcu_read_lock();
2016 	if (bvm->ifindex) {
2017 		dev = dev_get_by_index_rcu(net, bvm->ifindex);
2018 		if (!dev) {
2019 			err = -ENODEV;
2020 			goto out_err;
2021 		}
2022 		err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2023 		if (err && err != -EMSGSIZE)
2024 			goto out_err;
2025 	} else {
2026 		for_each_netdev_rcu(net, dev) {
2027 			if (idx < s_idx)
2028 				goto skip;
2029 
2030 			err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2031 			if (err == -EMSGSIZE)
2032 				break;
2033 skip:
2034 			idx++;
2035 		}
2036 	}
2037 	cb->args[0] = idx;
2038 	rcu_read_unlock();
2039 
2040 	return skb->len;
2041 
2042 out_err:
2043 	rcu_read_unlock();
2044 
2045 	return err;
2046 }
2047 
2048 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2049 	[BRIDGE_VLANDB_ENTRY_INFO]	=
2050 		NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2051 	[BRIDGE_VLANDB_ENTRY_RANGE]	= { .type = NLA_U16 },
2052 	[BRIDGE_VLANDB_ENTRY_STATE]	= { .type = NLA_U8 },
2053 	[BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2054 };
2055 
2056 static int br_vlan_rtm_process_one(struct net_device *dev,
2057 				   const struct nlattr *attr,
2058 				   int cmd, struct netlink_ext_ack *extack)
2059 {
2060 	struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2061 	struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2062 	bool changed = false, skip_processing = false;
2063 	struct net_bridge_vlan_group *vg;
2064 	struct net_bridge_port *p = NULL;
2065 	int err = 0, cmdmap = 0;
2066 	struct net_bridge *br;
2067 
2068 	if (netif_is_bridge_master(dev)) {
2069 		br = netdev_priv(dev);
2070 		vg = br_vlan_group(br);
2071 	} else {
2072 		p = br_port_get_rtnl(dev);
2073 		if (WARN_ON(!p))
2074 			return -ENODEV;
2075 		br = p->br;
2076 		vg = nbp_vlan_group(p);
2077 	}
2078 
2079 	if (WARN_ON(!vg))
2080 		return -ENODEV;
2081 
2082 	err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2083 			       br_vlan_db_policy, extack);
2084 	if (err)
2085 		return err;
2086 
2087 	if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2088 		NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2089 		return -EINVAL;
2090 	}
2091 	memset(&vrange_end, 0, sizeof(vrange_end));
2092 
2093 	vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2094 	if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2095 			    BRIDGE_VLAN_INFO_RANGE_END)) {
2096 		NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2097 		return -EINVAL;
2098 	}
2099 	if (!br_vlan_valid_id(vinfo->vid, extack))
2100 		return -EINVAL;
2101 
2102 	if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2103 		vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2104 		/* validate user-provided flags without RANGE_BEGIN */
2105 		vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2106 		vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2107 
2108 		/* vinfo_last is the range start, vinfo the range end */
2109 		vinfo_last = vinfo;
2110 		vinfo = &vrange_end;
2111 
2112 		if (!br_vlan_valid_id(vinfo->vid, extack) ||
2113 		    !br_vlan_valid_range(vinfo, vinfo_last, extack))
2114 			return -EINVAL;
2115 	}
2116 
2117 	switch (cmd) {
2118 	case RTM_NEWVLAN:
2119 		cmdmap = RTM_SETLINK;
2120 		skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2121 		break;
2122 	case RTM_DELVLAN:
2123 		cmdmap = RTM_DELLINK;
2124 		break;
2125 	}
2126 
2127 	if (!skip_processing) {
2128 		struct bridge_vlan_info *tmp_last = vinfo_last;
2129 
2130 		/* br_process_vlan_info may overwrite vinfo_last */
2131 		err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2132 					   &changed, extack);
2133 
2134 		/* notify first if anything changed */
2135 		if (changed)
2136 			br_ifinfo_notify(cmdmap, br, p);
2137 
2138 		if (err)
2139 			return err;
2140 	}
2141 
2142 	/* deal with options */
2143 	if (cmd == RTM_NEWVLAN) {
2144 		struct net_bridge_vlan *range_start, *range_end;
2145 
2146 		if (vinfo_last) {
2147 			range_start = br_vlan_find(vg, vinfo_last->vid);
2148 			range_end = br_vlan_find(vg, vinfo->vid);
2149 		} else {
2150 			range_start = br_vlan_find(vg, vinfo->vid);
2151 			range_end = range_start;
2152 		}
2153 
2154 		err = br_vlan_process_options(br, p, range_start, range_end,
2155 					      tb, extack);
2156 	}
2157 
2158 	return err;
2159 }
2160 
2161 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2162 			       struct netlink_ext_ack *extack)
2163 {
2164 	struct net *net = sock_net(skb->sk);
2165 	struct br_vlan_msg *bvm;
2166 	struct net_device *dev;
2167 	struct nlattr *attr;
2168 	int err, vlans = 0;
2169 	int rem;
2170 
2171 	/* this should validate the header and check for remaining bytes */
2172 	err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2173 			  extack);
2174 	if (err < 0)
2175 		return err;
2176 
2177 	bvm = nlmsg_data(nlh);
2178 	dev = __dev_get_by_index(net, bvm->ifindex);
2179 	if (!dev)
2180 		return -ENODEV;
2181 
2182 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2183 		NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2184 		return -EINVAL;
2185 	}
2186 
2187 	nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2188 		if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
2189 			continue;
2190 
2191 		vlans++;
2192 		err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
2193 					      extack);
2194 		if (err)
2195 			break;
2196 	}
2197 	if (!vlans) {
2198 		NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2199 		err = -EINVAL;
2200 	}
2201 
2202 	return err;
2203 }
2204 
2205 void br_vlan_rtnl_init(void)
2206 {
2207 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2208 			     br_vlan_rtm_dump, 0);
2209 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2210 			     br_vlan_rtm_process, NULL, 0);
2211 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2212 			     br_vlan_rtm_process, NULL, 0);
2213 }
2214 
2215 void br_vlan_rtnl_uninit(void)
2216 {
2217 	rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2218 	rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2219 	rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2220 }
2221